[ 493.426623] env[69052]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69052) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 493.426970] env[69052]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69052) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 493.427120] env[69052]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69052) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 493.427427] env[69052]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 493.523149] env[69052]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69052) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 493.533719] env[69052]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=69052) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 493.576729] env[69052]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 494.138564] env[69052]: INFO nova.virt.driver [None req-97060625-b445-450f-bd95-0aef42af2e82 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 494.208988] env[69052]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 494.209173] env[69052]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 494.209272] env[69052]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69052) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 497.482615] env[69052]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-0c76d006-d0d7-46ab-a510-57e21e7668e4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.499295] env[69052]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69052) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 497.499422] env[69052]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-0156ceef-4645-45f4-be4d-58359e9ddac4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.536604] env[69052]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 97720. [ 497.536726] env[69052]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.328s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 497.537458] env[69052]: INFO nova.virt.vmwareapi.driver [None req-97060625-b445-450f-bd95-0aef42af2e82 None None] VMware vCenter version: 7.0.3 [ 497.540976] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16c8ad5-49ff-42e6-ba55-6fddb890a95f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.558446] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70337de-77b1-4c23-b6cc-f2a05d7e9da9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.564323] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cd8caf-370f-4e29-8570-3e79218a6142 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.570980] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df50235-37ef-41f8-84c5-320408ff06b8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.584395] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b99e4a5-1292-42b6-8035-46b1524e67ad {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.590234] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20db12c-3f4a-493b-96aa-2084f5c8418a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.621670] env[69052]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-85ca4614-4a56-437d-8cb3-5d7a5e1bef12 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.626882] env[69052]: DEBUG nova.virt.vmwareapi.driver [None req-97060625-b445-450f-bd95-0aef42af2e82 None None] Extension org.openstack.compute already exists. {{(pid=69052) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 497.629785] env[69052]: INFO nova.compute.provider_config [None req-97060625-b445-450f-bd95-0aef42af2e82 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 498.133286] env[69052]: DEBUG nova.context [None req-97060625-b445-450f-bd95-0aef42af2e82 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),aed3672f-542d-4b0d-aafa-df46d227edd3(cell1) {{(pid=69052) load_cells /opt/stack/nova/nova/context.py:464}} [ 498.135494] env[69052]: DEBUG oslo_concurrency.lockutils [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 498.135935] env[69052]: DEBUG oslo_concurrency.lockutils [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 498.136660] env[69052]: DEBUG oslo_concurrency.lockutils [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 498.137146] env[69052]: DEBUG oslo_concurrency.lockutils [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] Acquiring lock "aed3672f-542d-4b0d-aafa-df46d227edd3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 498.137306] env[69052]: DEBUG oslo_concurrency.lockutils [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] Lock "aed3672f-542d-4b0d-aafa-df46d227edd3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 498.138393] env[69052]: DEBUG oslo_concurrency.lockutils [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] Lock "aed3672f-542d-4b0d-aafa-df46d227edd3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 498.160571] env[69052]: INFO dbcounter [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] Registered counter for database nova_cell0 [ 498.168883] env[69052]: INFO dbcounter [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] Registered counter for database nova_cell1 [ 498.172255] env[69052]: DEBUG oslo_db.sqlalchemy.engines [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69052) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 498.172609] env[69052]: DEBUG oslo_db.sqlalchemy.engines [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69052) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 498.178440] env[69052]: ERROR nova.db.main.api [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 498.178440] env[69052]: result = function(*args, **kwargs) [ 498.178440] env[69052]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 498.178440] env[69052]: return func(*args, **kwargs) [ 498.178440] env[69052]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 498.178440] env[69052]: result = fn(*args, **kwargs) [ 498.178440] env[69052]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 498.178440] env[69052]: return f(*args, **kwargs) [ 498.178440] env[69052]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 498.178440] env[69052]: return db.service_get_minimum_version(context, binaries) [ 498.178440] env[69052]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 498.178440] env[69052]: _check_db_access() [ 498.178440] env[69052]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 498.178440] env[69052]: stacktrace = ''.join(traceback.format_stack()) [ 498.178440] env[69052]: [ 498.179260] env[69052]: ERROR nova.db.main.api [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 498.179260] env[69052]: result = function(*args, **kwargs) [ 498.179260] env[69052]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 498.179260] env[69052]: return func(*args, **kwargs) [ 498.179260] env[69052]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 498.179260] env[69052]: result = fn(*args, **kwargs) [ 498.179260] env[69052]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 498.179260] env[69052]: return f(*args, **kwargs) [ 498.179260] env[69052]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 498.179260] env[69052]: return db.service_get_minimum_version(context, binaries) [ 498.179260] env[69052]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 498.179260] env[69052]: _check_db_access() [ 498.179260] env[69052]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 498.179260] env[69052]: stacktrace = ''.join(traceback.format_stack()) [ 498.179260] env[69052]: [ 498.179669] env[69052]: WARNING nova.objects.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 498.179759] env[69052]: WARNING nova.objects.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] Failed to get minimum service version for cell aed3672f-542d-4b0d-aafa-df46d227edd3 [ 498.180192] env[69052]: DEBUG oslo_concurrency.lockutils [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] Acquiring lock "singleton_lock" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 498.180356] env[69052]: DEBUG oslo_concurrency.lockutils [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] Acquired lock "singleton_lock" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 498.180595] env[69052]: DEBUG oslo_concurrency.lockutils [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] Releasing lock "singleton_lock" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 498.180915] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] Full set of CONF: {{(pid=69052) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 498.181076] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ******************************************************************************** {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 498.181209] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] Configuration options gathered from: {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 498.181376] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 498.181566] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 498.181696] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ================================================================================ {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 498.181902] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] allow_resize_to_same_host = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.182082] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] arq_binding_timeout = 300 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.182217] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] backdoor_port = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.182355] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] backdoor_socket = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.182532] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] block_device_allocate_retries = 60 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.182693] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] block_device_allocate_retries_interval = 3 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.182860] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cert = self.pem {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.183032] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.183205] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] compute_monitors = [] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.183370] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] config_dir = [] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.183541] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] config_drive_format = iso9660 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.183672] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.183831] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] config_source = [] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.183993] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] console_host = devstack {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.184170] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] control_exchange = nova {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.184329] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cpu_allocation_ratio = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.184489] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] daemon = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.184655] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] debug = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.184810] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] default_access_ip_network_name = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.184972] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] default_availability_zone = nova {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.185142] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] default_ephemeral_format = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.185302] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] default_green_pool_size = 1000 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.185540] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.185702] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] default_schedule_zone = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.185857] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] disk_allocation_ratio = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.186023] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] enable_new_services = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.186204] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] enabled_apis = ['osapi_compute'] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.186367] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] enabled_ssl_apis = [] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.186557] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] flat_injected = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.186727] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] force_config_drive = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.186885] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] force_raw_images = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.187063] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] graceful_shutdown_timeout = 5 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.187228] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] heal_instance_info_cache_interval = -1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.187450] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] host = cpu-1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.187626] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.187787] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.187944] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.188172] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.188338] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] instance_build_timeout = 0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.188497] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] instance_delete_interval = 300 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.188660] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] instance_format = [instance: %(uuid)s] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.188822] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] instance_name_template = instance-%08x {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.188980] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] instance_usage_audit = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.189163] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] instance_usage_audit_period = month {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.189343] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.189510] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.189675] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] internal_service_availability_zone = internal {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.189832] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] key = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.189989] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] live_migration_retry_count = 30 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.190172] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] log_color = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.190336] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] log_config_append = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.190501] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.190658] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] log_dir = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.190810] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] log_file = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.190934] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] log_options = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.191106] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] log_rotate_interval = 1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.191302] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] log_rotate_interval_type = days {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.191482] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] log_rotation_type = none {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.191611] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.191737] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.191904] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.192079] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.192209] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.192406] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] long_rpc_timeout = 1800 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.192577] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] max_concurrent_builds = 10 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.192734] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] max_concurrent_live_migrations = 1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.192891] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] max_concurrent_snapshots = 5 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.193058] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] max_local_block_devices = 3 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.193221] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] max_logfile_count = 30 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.193379] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] max_logfile_size_mb = 200 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.193541] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] maximum_instance_delete_attempts = 5 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.193709] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] metadata_listen = 0.0.0.0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.193878] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] metadata_listen_port = 8775 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.194063] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] metadata_workers = 2 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.194229] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] migrate_max_retries = -1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.194399] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] mkisofs_cmd = genisoimage {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.194607] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.194741] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] my_ip = 10.180.1.21 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.194944] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.195120] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] network_allocate_retries = 0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.195302] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.195470] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.195633] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] osapi_compute_listen_port = 8774 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.195799] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] osapi_compute_unique_server_name_scope = {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.195968] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] osapi_compute_workers = 2 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.196143] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] password_length = 12 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.196304] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] periodic_enable = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.196465] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] periodic_fuzzy_delay = 60 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.196633] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] pointer_model = usbtablet {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.196797] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] preallocate_images = none {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.196954] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] publish_errors = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.197095] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] pybasedir = /opt/stack/nova {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.197257] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ram_allocation_ratio = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.197418] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] rate_limit_burst = 0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.197584] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] rate_limit_except_level = CRITICAL {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.197741] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] rate_limit_interval = 0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.197899] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] reboot_timeout = 0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.198069] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] reclaim_instance_interval = 0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.198229] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] record = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.198399] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] reimage_timeout_per_gb = 60 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.198598] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] report_interval = 120 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.198774] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] rescue_timeout = 0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.198935] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] reserved_host_cpus = 0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.199111] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] reserved_host_disk_mb = 0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.199281] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] reserved_host_memory_mb = 512 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.199434] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] reserved_huge_pages = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.199591] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] resize_confirm_window = 0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.199751] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] resize_fs_using_block_device = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.199911] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] resume_guests_state_on_host_boot = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.200092] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.200257] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] rpc_response_timeout = 60 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.200421] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] run_external_periodic_tasks = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.200588] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] running_deleted_instance_action = reap {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.200746] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.200904] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] running_deleted_instance_timeout = 0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.201073] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] scheduler_instance_sync_interval = 120 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.201265] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] service_down_time = 720 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.201447] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] servicegroup_driver = db {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.201607] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] shell_completion = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.201769] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] shelved_offload_time = 0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.201927] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] shelved_poll_interval = 3600 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.202108] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] shutdown_timeout = 0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.202292] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] source_is_ipv6 = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.202490] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ssl_only = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.202752] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.202925] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] sync_power_state_interval = 600 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.203101] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] sync_power_state_pool_size = 1000 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.203274] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] syslog_log_facility = LOG_USER {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.203434] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] tempdir = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.203595] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] timeout_nbd = 10 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.203759] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] transport_url = **** {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.203920] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] update_resources_interval = 0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.204093] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] use_cow_images = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.204257] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] use_journal = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.204416] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] use_json = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.204573] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] use_rootwrap_daemon = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.204731] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] use_stderr = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.204888] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] use_syslog = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.205052] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vcpu_pin_set = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.205224] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vif_plugging_is_fatal = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.205391] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vif_plugging_timeout = 300 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.205556] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] virt_mkfs = [] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.205715] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] volume_usage_poll_interval = 0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.205872] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] watch_log_file = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.206050] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] web = /usr/share/spice-html5 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.206242] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.206412] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.206576] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.206745] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_concurrency.disable_process_locking = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.207321] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.207520] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.207695] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.207873] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.208061] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.208247] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.208437] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api.auth_strategy = keystone {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.208607] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api.compute_link_prefix = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.208785] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.208958] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api.dhcp_domain = novalocal {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.209140] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api.enable_instance_password = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.209315] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api.glance_link_prefix = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.209856] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.210065] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.210241] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api.instance_list_per_project_cells = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.210409] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api.list_records_by_skipping_down_cells = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.210601] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api.local_metadata_per_cell = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.210790] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api.max_limit = 1000 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.210961] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api.metadata_cache_expiration = 15 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.211153] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api.neutron_default_tenant_id = default {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.211356] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api.response_validation = warn {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.211538] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api.use_neutron_default_nets = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.211712] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.211878] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.212059] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.212249] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.212438] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api.vendordata_dynamic_targets = [] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.212607] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api.vendordata_jsonfile_path = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.212794] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.212987] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.backend = dogpile.cache.memcached {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.213174] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.backend_argument = **** {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.213341] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.backend_expiration_time = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.213514] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.config_prefix = cache.oslo {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.213684] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.dead_timeout = 60.0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.213848] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.debug_cache_backend = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.214017] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.enable_retry_client = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.214183] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.enable_socket_keepalive = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.214355] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.enabled = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.214521] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.enforce_fips_mode = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.214687] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.expiration_time = 600 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.214851] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.hashclient_retry_attempts = 2 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.215030] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.215200] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.memcache_dead_retry = 300 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.215361] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.memcache_password = **** {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.215527] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.215690] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.215853] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.memcache_pool_maxsize = 10 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.216026] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.216196] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.memcache_sasl_enabled = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.216376] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.216549] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.216708] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.memcache_username = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.216871] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.proxies = [] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.217048] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.redis_db = 0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.217214] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.redis_password = **** {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.217387] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.217565] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.217734] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.redis_server = localhost:6379 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.217901] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.redis_socket_timeout = 1.0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.218070] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.redis_username = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.218239] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.retry_attempts = 2 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.218406] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.retry_delay = 0.0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.218569] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.socket_keepalive_count = 1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.218731] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.socket_keepalive_idle = 1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.218890] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.socket_keepalive_interval = 1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.219059] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.tls_allowed_ciphers = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.219240] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.tls_cafile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.219384] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.tls_certfile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.219546] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.tls_enabled = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.219704] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cache.tls_keyfile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.219873] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cinder.auth_section = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.220060] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cinder.auth_type = password {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.220225] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cinder.cafile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.220399] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.220557] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cinder.certfile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.220762] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cinder.collect_timing = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.220964] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cinder.cross_az_attach = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.221150] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cinder.debug = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.221344] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cinder.endpoint_template = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.221519] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cinder.http_retries = 3 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.221683] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cinder.insecure = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.221841] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cinder.keyfile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.222021] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cinder.os_region_name = RegionOne {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.222201] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cinder.split_loggers = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.222410] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cinder.timeout = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.222605] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.222768] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] compute.cpu_dedicated_set = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.222927] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] compute.cpu_shared_set = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.223104] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] compute.image_type_exclude_list = [] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.223274] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.223439] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.223602] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.223764] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.223935] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.224112] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] compute.resource_provider_association_refresh = 300 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.224277] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.224440] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] compute.shutdown_retry_interval = 10 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.224620] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.224798] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] conductor.workers = 2 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.224987] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] console.allowed_origins = [] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.225180] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] console.ssl_ciphers = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.225357] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] console.ssl_minimum_version = default {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.225528] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] consoleauth.enforce_session_timeout = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.225698] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] consoleauth.token_ttl = 600 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.225865] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cyborg.cafile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.226034] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cyborg.certfile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.226205] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cyborg.collect_timing = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.226368] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cyborg.connect_retries = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.226530] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cyborg.connect_retry_delay = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.226688] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cyborg.endpoint_override = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.226859] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cyborg.insecure = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.227154] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cyborg.keyfile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.227247] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cyborg.max_version = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.227410] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cyborg.min_version = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.227570] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cyborg.region_name = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.227731] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cyborg.retriable_status_codes = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.227889] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cyborg.service_name = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.228071] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cyborg.service_type = accelerator {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.228239] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cyborg.split_loggers = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.228403] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cyborg.status_code_retries = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.228563] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cyborg.status_code_retry_delay = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.228722] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cyborg.timeout = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.228902] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.229075] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] cyborg.version = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.229255] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] database.asyncio_connection = **** {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.229410] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] database.asyncio_slave_connection = **** {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.229578] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] database.backend = sqlalchemy {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.229743] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] database.connection = **** {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.229906] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] database.connection_debug = 0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.230090] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] database.connection_parameters = {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.230258] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] database.connection_recycle_time = 3600 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.230421] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] database.connection_trace = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.230580] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] database.db_inc_retry_interval = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.230740] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] database.db_max_retries = 20 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.230900] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] database.db_max_retry_interval = 10 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.231075] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] database.db_retry_interval = 1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.231271] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] database.max_overflow = 50 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.231430] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] database.max_pool_size = 5 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.231598] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] database.max_retries = 10 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.231767] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.231926] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] database.mysql_wsrep_sync_wait = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.232098] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] database.pool_timeout = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.232282] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] database.retry_interval = 10 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.232473] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] database.slave_connection = **** {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.232642] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] database.sqlite_synchronous = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.232807] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] database.use_db_reconnect = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.232973] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api_database.asyncio_connection = **** {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.233148] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api_database.asyncio_slave_connection = **** {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.233322] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api_database.backend = sqlalchemy {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.233491] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api_database.connection = **** {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.233657] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api_database.connection_debug = 0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.233825] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api_database.connection_parameters = {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.233989] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api_database.connection_recycle_time = 3600 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.234165] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api_database.connection_trace = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.234326] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api_database.db_inc_retry_interval = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.234525] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api_database.db_max_retries = 20 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.234701] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api_database.db_max_retry_interval = 10 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.234866] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api_database.db_retry_interval = 1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.235040] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api_database.max_overflow = 50 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.235211] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api_database.max_pool_size = 5 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.235380] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api_database.max_retries = 10 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.235553] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.235710] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.235867] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api_database.pool_timeout = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.236039] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api_database.retry_interval = 10 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.236203] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api_database.slave_connection = **** {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.236369] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] api_database.sqlite_synchronous = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.236545] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] devices.enabled_mdev_types = [] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.236721] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.236892] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.237065] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ephemeral_storage_encryption.enabled = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.237233] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.237404] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.api_servers = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.237568] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.cafile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.237729] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.certfile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.237894] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.collect_timing = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.238067] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.connect_retries = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.238233] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.connect_retry_delay = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.238398] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.debug = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.238565] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.default_trusted_certificate_ids = [] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.238727] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.enable_certificate_validation = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.238889] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.enable_rbd_download = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.239057] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.endpoint_override = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.239239] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.insecure = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.239390] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.keyfile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.239547] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.max_version = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.239702] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.min_version = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.239863] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.num_retries = 3 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.240040] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.rbd_ceph_conf = {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.240206] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.rbd_connect_timeout = 5 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.240377] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.rbd_pool = {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.240543] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.rbd_user = {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.240709] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.region_name = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.240866] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.retriable_status_codes = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.241032] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.service_name = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.241203] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.service_type = image {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.241403] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.split_loggers = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.241577] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.status_code_retries = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.241732] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.status_code_retry_delay = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.241889] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.timeout = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.242083] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.242281] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.verify_glance_signatures = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.242478] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] glance.version = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.242655] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] guestfs.debug = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.242826] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] manila.auth_section = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.242993] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] manila.auth_type = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.243171] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] manila.cafile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.243330] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] manila.certfile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.243497] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] manila.collect_timing = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.243659] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] manila.connect_retries = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.243819] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] manila.connect_retry_delay = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.243980] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] manila.endpoint_override = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.244158] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] manila.insecure = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.244319] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] manila.keyfile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.244492] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] manila.max_version = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.244679] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] manila.min_version = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.244846] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] manila.region_name = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.245027] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] manila.retriable_status_codes = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.245183] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] manila.service_name = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.245358] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] manila.service_type = shared-file-system {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.245528] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] manila.share_apply_policy_timeout = 10 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.245692] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] manila.split_loggers = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.245853] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] manila.status_code_retries = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.246023] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] manila.status_code_retry_delay = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.246190] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] manila.timeout = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.246376] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.246573] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] manila.version = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.246751] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] mks.enabled = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.247111] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.247308] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] image_cache.manager_interval = 2400 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.247483] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] image_cache.precache_concurrency = 1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.247658] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] image_cache.remove_unused_base_images = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.247828] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.247998] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.248192] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] image_cache.subdirectory_name = _base {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.248372] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ironic.api_max_retries = 60 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.248541] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ironic.api_retry_interval = 2 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.248702] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ironic.auth_section = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.248864] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ironic.auth_type = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.249035] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ironic.cafile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.249218] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ironic.certfile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.249395] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ironic.collect_timing = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.249562] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ironic.conductor_group = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.249725] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ironic.connect_retries = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.249886] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ironic.connect_retry_delay = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.250067] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ironic.endpoint_override = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.250237] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ironic.insecure = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.250398] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ironic.keyfile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.250556] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ironic.max_version = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.250716] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ironic.min_version = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.250883] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ironic.peer_list = [] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.251053] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ironic.region_name = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.251222] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ironic.retriable_status_codes = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.251412] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ironic.serial_console_state_timeout = 10 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.251579] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ironic.service_name = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.251752] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ironic.service_type = baremetal {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.251911] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ironic.shard = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.252086] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ironic.split_loggers = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.252275] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ironic.status_code_retries = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.252474] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ironic.status_code_retry_delay = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.252644] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ironic.timeout = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.252829] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.252992] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ironic.version = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.253190] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.253366] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] key_manager.fixed_key = **** {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.253552] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.253715] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] barbican.barbican_api_version = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.253875] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] barbican.barbican_endpoint = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.254059] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] barbican.barbican_endpoint_type = public {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.254224] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] barbican.barbican_region_name = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.254386] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] barbican.cafile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.254545] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] barbican.certfile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.254709] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] barbican.collect_timing = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.254870] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] barbican.insecure = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.255039] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] barbican.keyfile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.255207] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] barbican.number_of_retries = 60 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.255366] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] barbican.retry_delay = 1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.255530] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] barbican.send_service_user_token = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.255690] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] barbican.split_loggers = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.255846] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] barbican.timeout = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.256012] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] barbican.verify_ssl = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.256180] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] barbican.verify_ssl_path = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.256346] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] barbican_service_user.auth_section = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.256518] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] barbican_service_user.auth_type = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.256673] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] barbican_service_user.cafile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.256826] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] barbican_service_user.certfile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.256985] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] barbican_service_user.collect_timing = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.257158] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] barbican_service_user.insecure = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.257312] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] barbican_service_user.keyfile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.257473] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] barbican_service_user.split_loggers = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.257628] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] barbican_service_user.timeout = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.257791] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vault.approle_role_id = **** {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.257948] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vault.approle_secret_id = **** {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.258132] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vault.kv_mountpoint = secret {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.258293] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vault.kv_path = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.258457] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vault.kv_version = 2 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.258646] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vault.namespace = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.258808] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vault.root_token_id = **** {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.258964] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vault.ssl_ca_crt_file = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.259151] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vault.timeout = 60.0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.259319] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vault.use_ssl = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.259491] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.259664] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] keystone.cafile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.259825] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] keystone.certfile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.259991] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] keystone.collect_timing = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.260166] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] keystone.connect_retries = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.260328] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] keystone.connect_retry_delay = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.260488] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] keystone.endpoint_override = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.260651] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] keystone.insecure = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.260810] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] keystone.keyfile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.260968] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] keystone.max_version = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.261140] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] keystone.min_version = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.261342] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] keystone.region_name = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.261512] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] keystone.retriable_status_codes = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.261671] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] keystone.service_name = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.261840] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] keystone.service_type = identity {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.262021] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] keystone.split_loggers = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.262182] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] keystone.status_code_retries = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.262437] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] keystone.status_code_retry_delay = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.262635] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] keystone.timeout = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.262826] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.262991] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] keystone.version = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.263201] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.ceph_mount_options = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.263509] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.263697] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.connection_uri = {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.263863] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.cpu_mode = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.264042] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.264218] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.cpu_models = [] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.264389] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.cpu_power_governor_high = performance {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.264559] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.264723] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.cpu_power_management = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.264893] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.265074] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.device_detach_attempts = 8 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.265243] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.device_detach_timeout = 20 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.265448] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.disk_cachemodes = [] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.265622] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.disk_prefix = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.265788] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.enabled_perf_events = [] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.265951] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.file_backed_memory = 0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.266131] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.gid_maps = [] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.266293] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.hw_disk_discard = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.266452] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.hw_machine_type = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.266618] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.images_rbd_ceph_conf = {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.266780] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.266941] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.267121] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.images_rbd_glance_store_name = {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.267292] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.images_rbd_pool = rbd {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.267461] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.images_type = default {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.267619] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.images_volume_group = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.267780] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.inject_key = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.267939] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.inject_partition = -2 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.268114] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.inject_password = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.268278] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.iscsi_iface = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.268439] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.iser_use_multipath = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.268602] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.268762] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.268920] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.live_migration_downtime = 500 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.269090] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.269252] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.269410] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.live_migration_inbound_addr = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.269569] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.269726] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.269881] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.live_migration_scheme = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.270060] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.live_migration_timeout_action = abort {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.270224] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.live_migration_tunnelled = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.270383] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.live_migration_uri = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.270543] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.live_migration_with_native_tls = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.270701] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.max_queues = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.270859] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.271098] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.271285] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.nfs_mount_options = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.271577] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.271753] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.271920] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.272095] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.272286] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.272468] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.num_pcie_ports = 0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.272639] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.272806] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.pmem_namespaces = [] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.272966] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.quobyte_client_cfg = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.273269] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.273455] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.273648] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.273827] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.273989] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.rbd_secret_uuid = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.274164] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.rbd_user = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.274330] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.274504] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.274665] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.rescue_image_id = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.274827] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.rescue_kernel_id = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.274988] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.rescue_ramdisk_id = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.275176] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.275340] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.rx_queue_size = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.275521] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.smbfs_mount_options = {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.275824] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.276013] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.snapshot_compression = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.276191] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.snapshot_image_format = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.276424] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.276597] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.sparse_logical_volumes = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.276762] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.swtpm_enabled = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.276933] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.swtpm_group = tss {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.277117] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.swtpm_user = tss {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.277293] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.sysinfo_serial = unique {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.277455] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.tb_cache_size = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.277614] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.tx_queue_size = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.277779] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.uid_maps = [] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.277941] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.use_virtio_for_bridges = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.278125] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.virt_type = kvm {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.278298] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.volume_clear = zero {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.278466] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.volume_clear_size = 0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.278631] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.volume_enforce_multipath = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.278797] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.volume_use_multipath = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.278956] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.vzstorage_cache_path = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.279141] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.279316] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.279483] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.279651] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.279926] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.280125] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.vzstorage_mount_user = stack {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.280298] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.280472] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] neutron.auth_section = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.280647] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] neutron.auth_type = password {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.280808] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] neutron.cafile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.280966] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] neutron.certfile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.281142] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] neutron.collect_timing = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.281328] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] neutron.connect_retries = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.281500] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] neutron.connect_retry_delay = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.281675] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] neutron.default_floating_pool = public {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.281832] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] neutron.endpoint_override = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.281994] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] neutron.extension_sync_interval = 600 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.282171] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] neutron.http_retries = 3 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.282359] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] neutron.insecure = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.282524] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] neutron.keyfile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.282683] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] neutron.max_version = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.282865] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.283037] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] neutron.min_version = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.283212] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] neutron.ovs_bridge = br-int {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.283377] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] neutron.physnets = [] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.283554] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] neutron.region_name = RegionOne {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.283739] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] neutron.retriable_status_codes = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.283914] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] neutron.service_metadata_proxy = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.284085] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] neutron.service_name = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.284260] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] neutron.service_type = network {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.284426] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] neutron.split_loggers = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.284583] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] neutron.status_code_retries = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.284738] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] neutron.status_code_retry_delay = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.284895] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] neutron.timeout = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.285082] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.285246] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] neutron.version = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.285419] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] notifications.bdms_in_notifications = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.285594] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] notifications.default_level = INFO {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.285759] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] notifications.include_share_mapping = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.285932] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] notifications.notification_format = unversioned {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.286110] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] notifications.notify_on_state_change = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.286288] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.286467] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] pci.alias = [] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.286637] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] pci.device_spec = [] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.286802] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] pci.report_in_placement = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.286975] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.auth_section = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.287164] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.auth_type = password {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.287335] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.287498] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.cafile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.287653] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.certfile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.287814] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.collect_timing = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.287969] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.connect_retries = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.288140] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.connect_retry_delay = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.288298] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.default_domain_id = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.288456] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.default_domain_name = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.288611] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.domain_id = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.288765] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.domain_name = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.288919] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.endpoint_override = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.289089] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.insecure = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.289248] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.keyfile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.289404] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.max_version = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.289558] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.min_version = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.289722] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.password = **** {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.289879] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.project_domain_id = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.290055] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.project_domain_name = Default {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.290226] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.project_id = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.290398] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.project_name = service {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.290565] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.region_name = RegionOne {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.290727] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.retriable_status_codes = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.290888] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.service_name = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.291076] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.service_type = placement {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.291268] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.split_loggers = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.291433] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.status_code_retries = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.291593] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.status_code_retry_delay = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.291750] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.system_scope = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.291906] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.timeout = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.292073] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.trust_id = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.292254] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.user_domain_id = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.292436] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.user_domain_name = Default {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.292595] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.user_id = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.292769] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.username = nova {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.292949] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.293125] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] placement.version = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.293307] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] quota.cores = 20 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.293475] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] quota.count_usage_from_placement = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.293672] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.293851] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] quota.injected_file_content_bytes = 10240 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.294028] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] quota.injected_file_path_length = 255 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.294201] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] quota.injected_files = 5 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.294368] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] quota.instances = 10 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.294534] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] quota.key_pairs = 100 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.294700] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] quota.metadata_items = 128 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.294865] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] quota.ram = 51200 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.295039] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] quota.recheck_quota = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.295209] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] quota.server_group_members = 10 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.295375] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] quota.server_groups = 10 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.295584] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.295757] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] quota.unified_limits_resource_strategy = require {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.295930] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.296105] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.296277] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] scheduler.image_metadata_prefilter = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.296438] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.296602] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] scheduler.max_attempts = 3 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.296764] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] scheduler.max_placement_results = 1000 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.296928] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.297104] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.297270] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.297446] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] scheduler.workers = 2 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.297625] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.297792] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.297970] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.298154] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.298322] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.298500] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.298666] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.298849] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.299025] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] filter_scheduler.host_subset_size = 1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.299198] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.299359] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.299522] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.299683] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.299859] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.300033] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] filter_scheduler.isolated_hosts = [] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.300200] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] filter_scheduler.isolated_images = [] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.300363] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.300524] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.300687] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.300847] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] filter_scheduler.pci_in_placement = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.301013] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.301191] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.301385] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.301557] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.301723] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.301886] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.302655] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] filter_scheduler.track_instance_changes = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.302655] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.302655] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] metrics.required = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.302655] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] metrics.weight_multiplier = 1.0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.302800] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.302973] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] metrics.weight_setting = [] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.303312] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.303507] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] serial_console.enabled = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.303728] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] serial_console.port_range = 10000:20000 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.303910] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.304116] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.304288] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] serial_console.serialproxy_port = 6083 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.304483] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] service_user.auth_section = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.304665] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] service_user.auth_type = password {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.304839] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] service_user.cafile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.305030] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] service_user.certfile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.305216] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] service_user.collect_timing = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.305383] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] service_user.insecure = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.305545] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] service_user.keyfile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.305718] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] service_user.send_service_user_token = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.305918] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] service_user.split_loggers = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.306110] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] service_user.timeout = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.306301] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] spice.agent_enabled = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.306487] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] spice.enabled = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.306814] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.307044] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.307227] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] spice.html5proxy_port = 6082 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.307392] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] spice.image_compression = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.307553] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] spice.jpeg_compression = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.307712] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] spice.playback_compression = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.307873] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] spice.require_secure = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.308058] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] spice.server_listen = 127.0.0.1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.308236] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.308518] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.308689] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] spice.streaming_mode = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.308852] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] spice.zlib_compression = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.309031] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] upgrade_levels.baseapi = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.309207] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] upgrade_levels.compute = auto {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.309369] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] upgrade_levels.conductor = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.309528] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] upgrade_levels.scheduler = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.309693] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.309856] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.310025] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vendordata_dynamic_auth.cafile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.310189] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vendordata_dynamic_auth.certfile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.310352] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.310514] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vendordata_dynamic_auth.insecure = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.310669] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.310831] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.310988] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vendordata_dynamic_auth.timeout = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.311173] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vmware.api_retry_count = 10 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.311363] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vmware.ca_file = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.311541] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.311722] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vmware.cluster_name = testcl1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.311944] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vmware.connection_pool_size = 10 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.312139] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vmware.console_delay_seconds = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.312346] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vmware.datastore_regex = ^datastore.* {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.312568] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.312758] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vmware.host_password = **** {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.312929] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vmware.host_port = 443 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.313114] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vmware.host_username = administrator@vsphere.local {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.313287] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vmware.insecure = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.313450] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vmware.integration_bridge = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.313621] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vmware.maximum_objects = 100 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.313781] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vmware.pbm_default_policy = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.313942] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vmware.pbm_enabled = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.314114] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vmware.pbm_wsdl_location = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.314288] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.314455] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vmware.serial_port_proxy_uri = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.314612] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vmware.serial_port_service_uri = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.314805] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vmware.task_poll_interval = 0.5 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.314978] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vmware.use_linked_clone = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.315164] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vmware.vnc_keymap = en-us {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.315332] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vmware.vnc_port = 5900 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.315495] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vmware.vnc_port_total = 10000 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.315682] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vnc.auth_schemes = ['none'] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.315857] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vnc.enabled = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.316157] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.316345] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.316520] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vnc.novncproxy_port = 6080 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.316708] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vnc.server_listen = 127.0.0.1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.316889] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.317061] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vnc.vencrypt_ca_certs = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.317224] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vnc.vencrypt_client_cert = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.317382] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vnc.vencrypt_client_key = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.317555] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.317717] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] workarounds.disable_deep_image_inspection = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.317877] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.318049] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.318217] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.318380] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] workarounds.disable_rootwrap = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.318541] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] workarounds.enable_numa_live_migration = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.318702] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.318859] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.319027] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.319192] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] workarounds.libvirt_disable_apic = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.319349] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.319511] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.319670] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.319832] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.319994] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.320170] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.320333] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.320494] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.320655] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.320820] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.321005] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.321183] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] wsgi.client_socket_timeout = 900 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.321381] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] wsgi.default_pool_size = 1000 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.321556] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] wsgi.keep_alive = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.321725] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] wsgi.max_header_line = 16384 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.321886] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.322065] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] wsgi.ssl_ca_file = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.322243] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] wsgi.ssl_cert_file = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.322420] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] wsgi.ssl_key_file = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.322588] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] wsgi.tcp_keepidle = 600 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.322768] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.322935] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] zvm.ca_file = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.323109] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] zvm.cloud_connector_url = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.323401] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.323579] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] zvm.reachable_timeout = 300 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.323751] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.323928] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.324118] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] profiler.connection_string = messaging:// {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.324289] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] profiler.enabled = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.324461] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] profiler.es_doc_type = notification {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.324624] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] profiler.es_scroll_size = 10000 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.324791] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] profiler.es_scroll_time = 2m {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.324955] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] profiler.filter_error_trace = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.325137] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] profiler.hmac_keys = **** {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.325309] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] profiler.sentinel_service_name = mymaster {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.325479] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] profiler.socket_timeout = 0.1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.325643] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] profiler.trace_requests = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.325803] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] profiler.trace_sqlalchemy = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.325980] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] profiler_jaeger.process_tags = {} {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.326153] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] profiler_jaeger.service_name_prefix = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.326316] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] profiler_otlp.service_name_prefix = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.326481] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] remote_debug.host = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.326640] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] remote_debug.port = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.326814] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.326975] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.327152] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.327316] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.327478] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.327637] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.327796] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.327955] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.328127] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.328301] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.328462] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.328632] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.328798] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.328963] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.329138] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.329307] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.329469] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.329629] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.329794] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.329956] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.330129] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.330296] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.330467] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.330628] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.330788] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.330946] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.331127] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.331315] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.331488] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.331653] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.331816] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.ssl = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.331986] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.332173] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.332395] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.332584] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.332755] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.332919] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.333118] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.333287] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_notifications.retry = -1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.333463] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.333632] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.333803] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_limit.auth_section = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.333966] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_limit.auth_type = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.334137] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_limit.cafile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.334294] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_limit.certfile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.334459] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_limit.collect_timing = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.334615] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_limit.connect_retries = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.334772] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_limit.connect_retry_delay = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.334927] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_limit.endpoint_id = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.335105] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.335266] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_limit.endpoint_override = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.335422] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_limit.endpoint_region_name = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.335578] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_limit.endpoint_service_name = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.335734] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_limit.endpoint_service_type = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.335892] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_limit.insecure = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.336064] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_limit.keyfile = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.336225] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_limit.max_version = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.336392] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_limit.min_version = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.336559] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_limit.region_name = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.336713] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_limit.retriable_status_codes = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.336867] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_limit.service_name = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.337032] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_limit.service_type = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.337195] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_limit.split_loggers = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.337351] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_limit.status_code_retries = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.337509] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_limit.status_code_retry_delay = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.337664] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_limit.timeout = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.337820] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_limit.valid_interfaces = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.337974] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_limit.version = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.338150] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_reports.file_event_handler = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.338314] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.338471] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] oslo_reports.log_dir = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.338640] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.338796] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.338954] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.339132] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.339298] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.339458] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.339627] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.339786] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vif_plug_ovs_privileged.group = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.339944] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.340120] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.340284] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.340442] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] vif_plug_ovs_privileged.user = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.340611] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.340788] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.340960] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.341144] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.341346] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.341531] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.341698] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.341859] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.342052] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.342244] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] os_vif_ovs.isolate_vif = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.342447] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.342619] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.342789] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.342959] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.343138] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] os_vif_ovs.per_port_bridge = False {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.343310] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] privsep_osbrick.capabilities = [21] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.343471] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] privsep_osbrick.group = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.343628] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] privsep_osbrick.helper_command = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.343791] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.343952] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.344122] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] privsep_osbrick.user = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.344296] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.344454] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] nova_sys_admin.group = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.344609] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] nova_sys_admin.helper_command = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.344775] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.344936] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.345103] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] nova_sys_admin.user = None {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.345236] env[69052]: DEBUG oslo_service.backend.eventlet.service [None req-81912db7-6ed7-4c67-b528-2c898aeed451 None None] ******************************************************************************** {{(pid=69052) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 498.345645] env[69052]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 498.850018] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d46e7f-3aa0-483d-93c6-ffb57586935c None None] Getting list of instances from cluster (obj){ [ 498.850018] env[69052]: value = "domain-c8" [ 498.850018] env[69052]: _type = "ClusterComputeResource" [ 498.850018] env[69052]: } {{(pid=69052) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 498.851182] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ebfc72-846a-4a1b-99d2-1370d6c825e3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.860041] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d46e7f-3aa0-483d-93c6-ffb57586935c None None] Got total of 0 instances {{(pid=69052) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 498.860603] env[69052]: WARNING nova.virt.vmwareapi.driver [None req-e4d46e7f-3aa0-483d-93c6-ffb57586935c None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 498.861070] env[69052]: INFO nova.virt.node [None req-e4d46e7f-3aa0-483d-93c6-ffb57586935c None None] Generated node identity 5482791e-699f-417a-8caf-f93d7835d755 [ 498.861337] env[69052]: INFO nova.virt.node [None req-e4d46e7f-3aa0-483d-93c6-ffb57586935c None None] Wrote node identity 5482791e-699f-417a-8caf-f93d7835d755 to /opt/stack/data/n-cpu-1/compute_id [ 499.364356] env[69052]: WARNING nova.compute.manager [None req-e4d46e7f-3aa0-483d-93c6-ffb57586935c None None] Compute nodes ['5482791e-699f-417a-8caf-f93d7835d755'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 500.370526] env[69052]: INFO nova.compute.manager [None req-e4d46e7f-3aa0-483d-93c6-ffb57586935c None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 501.376150] env[69052]: WARNING nova.compute.manager [None req-e4d46e7f-3aa0-483d-93c6-ffb57586935c None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 501.376486] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e4d46e7f-3aa0-483d-93c6-ffb57586935c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 501.376619] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e4d46e7f-3aa0-483d-93c6-ffb57586935c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 501.376768] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e4d46e7f-3aa0-483d-93c6-ffb57586935c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 501.376920] env[69052]: DEBUG nova.compute.resource_tracker [None req-e4d46e7f-3aa0-483d-93c6-ffb57586935c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69052) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 501.378195] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96618fe1-2f29-4f4a-8554-1f7930b175ac {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.386604] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1a570f-fd12-4e02-909c-bb9c073f51c6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.400012] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a062e22d-0afb-4949-b808-444593d7bf59 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.406430] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5eec90-4c62-4d7a-9b97-91a19becfd42 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.434862] env[69052]: DEBUG nova.compute.resource_tracker [None req-e4d46e7f-3aa0-483d-93c6-ffb57586935c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181047MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=69052) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 501.435010] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e4d46e7f-3aa0-483d-93c6-ffb57586935c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 501.435224] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e4d46e7f-3aa0-483d-93c6-ffb57586935c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 501.937507] env[69052]: WARNING nova.compute.resource_tracker [None req-e4d46e7f-3aa0-483d-93c6-ffb57586935c None None] No compute node record for cpu-1:5482791e-699f-417a-8caf-f93d7835d755: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 5482791e-699f-417a-8caf-f93d7835d755 could not be found. [ 502.441288] env[69052]: INFO nova.compute.resource_tracker [None req-e4d46e7f-3aa0-483d-93c6-ffb57586935c None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 5482791e-699f-417a-8caf-f93d7835d755 [ 503.950097] env[69052]: DEBUG nova.compute.resource_tracker [None req-e4d46e7f-3aa0-483d-93c6-ffb57586935c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69052) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 503.950510] env[69052]: DEBUG nova.compute.resource_tracker [None req-e4d46e7f-3aa0-483d-93c6-ffb57586935c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69052) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 504.123351] env[69052]: INFO nova.scheduler.client.report [None req-e4d46e7f-3aa0-483d-93c6-ffb57586935c None None] [req-0ac17cd7-8826-4850-946e-c0b3865ac25a] Created resource provider record via placement API for resource provider with UUID 5482791e-699f-417a-8caf-f93d7835d755 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 504.139161] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cda5565-378e-471a-a01e-d0c750b50381 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.147242] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e155f3-667e-4e44-b11f-b03e54d33200 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.176924] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73216625-2cda-40f2-a577-f01de9454a50 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.184426] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aae63bc-27e1-4b13-902a-b3b56efa332a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.197552] env[69052]: DEBUG nova.compute.provider_tree [None req-e4d46e7f-3aa0-483d-93c6-ffb57586935c None None] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 504.733432] env[69052]: DEBUG nova.scheduler.client.report [None req-e4d46e7f-3aa0-483d-93c6-ffb57586935c None None] Updated inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 504.733653] env[69052]: DEBUG nova.compute.provider_tree [None req-e4d46e7f-3aa0-483d-93c6-ffb57586935c None None] Updating resource provider 5482791e-699f-417a-8caf-f93d7835d755 generation from 0 to 1 during operation: update_inventory {{(pid=69052) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 504.733802] env[69052]: DEBUG nova.compute.provider_tree [None req-e4d46e7f-3aa0-483d-93c6-ffb57586935c None None] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 504.782016] env[69052]: DEBUG nova.compute.provider_tree [None req-e4d46e7f-3aa0-483d-93c6-ffb57586935c None None] Updating resource provider 5482791e-699f-417a-8caf-f93d7835d755 generation from 1 to 2 during operation: update_traits {{(pid=69052) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 505.286883] env[69052]: DEBUG nova.compute.resource_tracker [None req-e4d46e7f-3aa0-483d-93c6-ffb57586935c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69052) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 505.287124] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e4d46e7f-3aa0-483d-93c6-ffb57586935c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.852s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 505.287278] env[69052]: DEBUG nova.service [None req-e4d46e7f-3aa0-483d-93c6-ffb57586935c None None] Creating RPC server for service compute {{(pid=69052) start /opt/stack/nova/nova/service.py:186}} [ 505.302543] env[69052]: DEBUG nova.service [None req-e4d46e7f-3aa0-483d-93c6-ffb57586935c None None] Join ServiceGroup membership for this service compute {{(pid=69052) start /opt/stack/nova/nova/service.py:203}} [ 505.302729] env[69052]: DEBUG nova.servicegroup.drivers.db [None req-e4d46e7f-3aa0-483d-93c6-ffb57586935c None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69052) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 529.305739] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 529.808921] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Getting list of instances from cluster (obj){ [ 529.808921] env[69052]: value = "domain-c8" [ 529.808921] env[69052]: _type = "ClusterComputeResource" [ 529.808921] env[69052]: } {{(pid=69052) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 529.810572] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58026e93-bd42-4430-b6a5-fbd8b48447bd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.822549] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Got total of 0 instances {{(pid=69052) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 529.825743] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 529.825743] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Getting list of instances from cluster (obj){ [ 529.825743] env[69052]: value = "domain-c8" [ 529.825743] env[69052]: _type = "ClusterComputeResource" [ 529.825743] env[69052]: } {{(pid=69052) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 529.825743] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1932e2d6-8ce9-4ce1-bb0c-481257902e35 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.831858] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Got total of 0 instances {{(pid=69052) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 542.484762] env[69052]: DEBUG oslo_concurrency.lockutils [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Acquiring lock "00e9ed4f-84d3-458a-8d61-69cf77f39200" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 542.484762] env[69052]: DEBUG oslo_concurrency.lockutils [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Lock "00e9ed4f-84d3-458a-8d61-69cf77f39200" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 542.989097] env[69052]: DEBUG nova.compute.manager [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 543.530199] env[69052]: DEBUG oslo_concurrency.lockutils [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 543.530584] env[69052]: DEBUG oslo_concurrency.lockutils [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 543.532345] env[69052]: INFO nova.compute.claims [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 544.598108] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce24590-fb03-4695-948e-5db6f4fa4070 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.609794] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fd6ede-191c-4cc2-abb9-44622a6a6fda {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.644241] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eed7605-5b5e-4c9a-a826-5a43ccf4b38a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.653823] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dd146b-c493-4baf-a7b1-dd0ca39b5e3a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.671181] env[69052]: DEBUG nova.compute.provider_tree [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 545.176156] env[69052]: DEBUG nova.scheduler.client.report [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 545.464335] env[69052]: DEBUG oslo_concurrency.lockutils [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Acquiring lock "a4462b16-2118-4c35-8790-eaf8c5d3f7db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 545.464735] env[69052]: DEBUG oslo_concurrency.lockutils [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Lock "a4462b16-2118-4c35-8790-eaf8c5d3f7db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 545.683884] env[69052]: DEBUG oslo_concurrency.lockutils [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.153s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 545.684849] env[69052]: DEBUG nova.compute.manager [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 545.967809] env[69052]: DEBUG nova.compute.manager [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 546.192231] env[69052]: DEBUG nova.compute.utils [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 546.193753] env[69052]: DEBUG nova.compute.manager [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Not allocating networking since 'none' was specified. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 546.490657] env[69052]: DEBUG oslo_concurrency.lockutils [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 546.490657] env[69052]: DEBUG oslo_concurrency.lockutils [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 546.492493] env[69052]: INFO nova.compute.claims [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 546.699978] env[69052]: DEBUG nova.compute.manager [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 546.913772] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "3a1584dd-c15a-4ddc-a601-00fb583cbb5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 546.914044] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "3a1584dd-c15a-4ddc-a601-00fb583cbb5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 547.168513] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Acquiring lock "733f419b-7cfb-4e3b-bdbe-0c78dde72dd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 547.168882] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Lock "733f419b-7cfb-4e3b-bdbe-0c78dde72dd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 547.419192] env[69052]: DEBUG nova.compute.manager [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 547.633770] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294a0f6f-8078-4373-88eb-2af430201718 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.643469] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30394b4b-07eb-41ba-82eb-4c6bdf7fe3a1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.678439] env[69052]: DEBUG nova.compute.manager [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 547.682308] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4bbef4-8b38-43aa-bb70-a634466187a1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.691694] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b4ef16-302d-4c4c-9052-7a0d1b28697a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.708849] env[69052]: DEBUG nova.compute.provider_tree [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 547.712367] env[69052]: DEBUG nova.compute.manager [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 547.962274] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 548.001877] env[69052]: DEBUG nova.virt.hardware [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 548.002155] env[69052]: DEBUG nova.virt.hardware [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 548.002436] env[69052]: DEBUG nova.virt.hardware [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 548.002537] env[69052]: DEBUG nova.virt.hardware [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 548.002719] env[69052]: DEBUG nova.virt.hardware [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 548.002823] env[69052]: DEBUG nova.virt.hardware [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 548.003024] env[69052]: DEBUG nova.virt.hardware [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 548.007193] env[69052]: DEBUG nova.virt.hardware [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 548.007715] env[69052]: DEBUG nova.virt.hardware [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 548.007901] env[69052]: DEBUG nova.virt.hardware [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 548.008093] env[69052]: DEBUG nova.virt.hardware [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 548.009430] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d3b4a5-354b-4962-924c-1dccd7c98d60 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.021536] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374b1f5d-cc33-4687-a24c-44135ec6bb72 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.040504] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1612950-41fc-4e06-a1e4-9ca1f9f6cad1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.060406] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Instance VIF info [] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 548.071324] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 548.071680] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba38a112-43b5-4ea3-8fdf-7a5302ef614e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.085193] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Created folder: OpenStack in parent group-v4. [ 548.085382] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Creating folder: Project (73db272c5bf947ba966e98e7b51fc88c). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 548.085642] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f66a6128-4f0b-463a-9363-29b58ae049c3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.097795] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Created folder: Project (73db272c5bf947ba966e98e7b51fc88c) in parent group-v646676. [ 548.097795] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Creating folder: Instances. Parent ref: group-v646677. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 548.097976] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65f34ddf-7c05-40d5-8579-927f8ef98d52 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.111563] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Created folder: Instances in parent group-v646677. [ 548.111563] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 548.111563] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 548.111563] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c4c730b-d08d-4e35-a6f7-3b754dfefc97 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.134508] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 548.134508] env[69052]: value = "task-3235581" [ 548.134508] env[69052]: _type = "Task" [ 548.134508] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.147200] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235581, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.219370] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 548.221735] env[69052]: DEBUG nova.scheduler.client.report [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 548.654641] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235581, 'name': CreateVM_Task, 'duration_secs': 0.457162} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.654641] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 548.655141] env[69052]: DEBUG oslo_vmware.service [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe45eafe-91ef-4b49-a0ec-e4e3f2baba38 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.678257] env[69052]: DEBUG oslo_concurrency.lockutils [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.678257] env[69052]: DEBUG oslo_concurrency.lockutils [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.681938] env[69052]: DEBUG oslo_concurrency.lockutils [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.681938] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e142848a-fc43-4f50-b9cb-af404ed3e837 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.690077] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Waiting for the task: (returnval){ [ 548.690077] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520d8926-5038-6258-9cb1-0629412bf871" [ 548.690077] env[69052]: _type = "Task" [ 548.690077] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.713033] env[69052]: DEBUG oslo_concurrency.lockutils [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.713033] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 548.713033] env[69052]: DEBUG oslo_concurrency.lockutils [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.713033] env[69052]: DEBUG oslo_concurrency.lockutils [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.713673] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 548.713673] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00184742-b229-41e5-b5b1-72c722ae1f0f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.731171] env[69052]: DEBUG oslo_concurrency.lockutils [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.241s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 548.731786] env[69052]: DEBUG nova.compute.manager [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 548.735350] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 548.735350] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 548.735350] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.773s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 548.736479] env[69052]: INFO nova.compute.claims [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 548.739540] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bdacd0-9ff1-473a-9bb2-7e5f8bf01ab4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.746501] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abb6f8d1-ce98-4dc6-b3b2-a4ad2b4691c6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.752477] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Waiting for the task: (returnval){ [ 548.752477] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e2720d-7c95-1ee4-e022-1ce7e01f439f" [ 548.752477] env[69052]: _type = "Task" [ 548.752477] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.759514] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e2720d-7c95-1ee4-e022-1ce7e01f439f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.043668] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Acquiring lock "b7901a47-6e24-45e2-869f-52c58e88354f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 549.044466] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Lock "b7901a47-6e24-45e2-869f-52c58e88354f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 549.237790] env[69052]: DEBUG nova.compute.utils [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 549.240699] env[69052]: DEBUG nova.compute.manager [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 549.240883] env[69052]: DEBUG nova.network.neutron [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 549.268304] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Preparing fetch location {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 549.268304] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Creating directory with path [datastore2] vmware_temp/2f067f94-7f85-401b-aef0-f73bf6f833cb/3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 549.268304] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f06657fe-a774-4dbb-95ff-e256a76b95ef {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.285963] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Created directory with path [datastore2] vmware_temp/2f067f94-7f85-401b-aef0-f73bf6f833cb/3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 549.285963] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Fetch image to [datastore2] vmware_temp/2f067f94-7f85-401b-aef0-f73bf6f833cb/3049a76a-6d1f-4722-9e01-a59c1119031f/tmp-sparse.vmdk {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 549.285963] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Downloading image file data 3049a76a-6d1f-4722-9e01-a59c1119031f to [datastore2] vmware_temp/2f067f94-7f85-401b-aef0-f73bf6f833cb/3049a76a-6d1f-4722-9e01-a59c1119031f/tmp-sparse.vmdk on the data store datastore2 {{(pid=69052) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 549.287532] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbc116e-8486-4285-b01b-133c0e6f03df {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.297939] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d623ffa-4d30-4c54-859c-2e4ad500dd52 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.309081] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73bc8a3-01d6-4ddc-83fd-8fcd189f2bc6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.343608] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cb81fc-0fea-4782-aee8-89047213ddf8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.351353] env[69052]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-05cff242-70f4-4442-b284-b16c9bebc8c5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.424945] env[69052]: DEBUG nova.policy [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '436dd7e756494467a07369d6d25ecbc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d23946a105d49b381ef6cc3e3382b10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 549.444691] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Downloading image file data 3049a76a-6d1f-4722-9e01-a59c1119031f to the data store datastore2 {{(pid=69052) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 549.523179] env[69052]: DEBUG oslo_vmware.rw_handles [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/2f067f94-7f85-401b-aef0-f73bf6f833cb/3049a76a-6d1f-4722-9e01-a59c1119031f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69052) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 549.595596] env[69052]: DEBUG nova.compute.manager [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 549.747821] env[69052]: DEBUG nova.compute.manager [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 549.884889] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72529c4e-dcff-4844-8135-a14183bb1fdf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.900200] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0495f989-eed9-49a8-a139-3afbf9c83163 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.941474] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9592ab4b-f3e4-4c3b-ab85-e219baf03a1f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.953236] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4f78b8-ef32-49ff-8c3a-2afbb75cbfdd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.971245] env[69052]: DEBUG nova.compute.provider_tree [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 550.129542] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 550.241397] env[69052]: DEBUG oslo_vmware.rw_handles [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Completed reading data from the image iterator. {{(pid=69052) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 550.242096] env[69052]: DEBUG oslo_vmware.rw_handles [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/2f067f94-7f85-401b-aef0-f73bf6f833cb/3049a76a-6d1f-4722-9e01-a59c1119031f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69052) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 550.385067] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Downloaded image file data 3049a76a-6d1f-4722-9e01-a59c1119031f to vmware_temp/2f067f94-7f85-401b-aef0-f73bf6f833cb/3049a76a-6d1f-4722-9e01-a59c1119031f/tmp-sparse.vmdk on the data store datastore2 {{(pid=69052) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 550.386722] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Caching image {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 550.386923] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Copying Virtual Disk [datastore2] vmware_temp/2f067f94-7f85-401b-aef0-f73bf6f833cb/3049a76a-6d1f-4722-9e01-a59c1119031f/tmp-sparse.vmdk to [datastore2] vmware_temp/2f067f94-7f85-401b-aef0-f73bf6f833cb/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 550.387209] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a807e34-6dc1-4af6-a3a5-622420c58ecf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.396747] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Waiting for the task: (returnval){ [ 550.396747] env[69052]: value = "task-3235582" [ 550.396747] env[69052]: _type = "Task" [ 550.396747] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.404795] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.481546] env[69052]: DEBUG nova.scheduler.client.report [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 550.543728] env[69052]: DEBUG nova.network.neutron [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Successfully created port: 86907c5e-9d45-488a-9b0d-f0c47a849e4a {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 550.763854] env[69052]: DEBUG nova.compute.manager [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 550.793341] env[69052]: DEBUG nova.virt.hardware [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 550.793636] env[69052]: DEBUG nova.virt.hardware [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 550.793794] env[69052]: DEBUG nova.virt.hardware [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 550.793971] env[69052]: DEBUG nova.virt.hardware [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 550.794136] env[69052]: DEBUG nova.virt.hardware [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 550.794295] env[69052]: DEBUG nova.virt.hardware [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 550.794573] env[69052]: DEBUG nova.virt.hardware [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 550.794644] env[69052]: DEBUG nova.virt.hardware [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 550.794786] env[69052]: DEBUG nova.virt.hardware [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 550.794946] env[69052]: DEBUG nova.virt.hardware [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 550.795159] env[69052]: DEBUG nova.virt.hardware [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 550.797530] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac88b19-64fd-4f42-acb2-91d98744f8b0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.806464] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1f86bf-6b95-47fb-8d1b-d8aee66d4b93 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.910627] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235582, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.992134] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 550.994739] env[69052]: DEBUG nova.compute.manager [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 550.997611] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.778s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 551.003467] env[69052]: INFO nova.compute.claims [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 551.412173] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235582, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.510268] env[69052]: DEBUG nova.compute.utils [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 551.510268] env[69052]: DEBUG nova.compute.manager [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 551.510268] env[69052]: DEBUG nova.network.neutron [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 551.643170] env[69052]: DEBUG nova.policy [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '437b625c0aaa436487e696e4acd5ba94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68d6872252ed4e2a812469eb6bad3c43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 551.914457] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235582, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.016068] env[69052]: DEBUG nova.compute.manager [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 552.159177] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d08d57-4dcb-462c-a11d-9e62cdf66e0e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.166500] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fe5f3b-7383-446f-9b1c-b7b1599b8bcc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.196729] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee308bd6-459d-4e4f-95dc-f5220e461239 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.206489] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9b3131-e7a9-4592-807b-c83654cd2bbe {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.223692] env[69052]: DEBUG nova.compute.provider_tree [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 552.415709] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235582, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.701132} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.415709] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Copied Virtual Disk [datastore2] vmware_temp/2f067f94-7f85-401b-aef0-f73bf6f833cb/3049a76a-6d1f-4722-9e01-a59c1119031f/tmp-sparse.vmdk to [datastore2] vmware_temp/2f067f94-7f85-401b-aef0-f73bf6f833cb/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 552.415709] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Deleting the datastore file [datastore2] vmware_temp/2f067f94-7f85-401b-aef0-f73bf6f833cb/3049a76a-6d1f-4722-9e01-a59c1119031f/tmp-sparse.vmdk {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 552.415709] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e63e0a0-852d-4944-a875-a5a92ec68383 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.423951] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Waiting for the task: (returnval){ [ 552.423951] env[69052]: value = "task-3235583" [ 552.423951] env[69052]: _type = "Task" [ 552.423951] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.435410] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.517834] env[69052]: DEBUG nova.network.neutron [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Successfully created port: c5889b7d-60f3-482a-85cd-41b113447cdb {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 552.656257] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "005d3319-8faf-4320-afeb-983875e2db0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 552.656444] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "005d3319-8faf-4320-afeb-983875e2db0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 552.727250] env[69052]: DEBUG nova.scheduler.client.report [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 552.937318] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022552} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.937566] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 552.937761] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Moving file from [datastore2] vmware_temp/2f067f94-7f85-401b-aef0-f73bf6f833cb/3049a76a-6d1f-4722-9e01-a59c1119031f to [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f. {{(pid=69052) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 552.938011] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-df1cebf0-0b3e-4872-92f7-becd86c242bf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.947272] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Waiting for the task: (returnval){ [ 552.947272] env[69052]: value = "task-3235584" [ 552.947272] env[69052]: _type = "Task" [ 552.947272] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.962236] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235584, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.030996] env[69052]: DEBUG nova.compute.manager [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 553.055634] env[69052]: DEBUG nova.virt.hardware [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 553.055634] env[69052]: DEBUG nova.virt.hardware [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 553.055634] env[69052]: DEBUG nova.virt.hardware [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 553.055634] env[69052]: DEBUG nova.virt.hardware [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 553.055868] env[69052]: DEBUG nova.virt.hardware [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 553.057306] env[69052]: DEBUG nova.virt.hardware [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 553.057610] env[69052]: DEBUG nova.virt.hardware [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 553.057811] env[69052]: DEBUG nova.virt.hardware [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 553.058053] env[69052]: DEBUG nova.virt.hardware [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 553.058291] env[69052]: DEBUG nova.virt.hardware [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 553.058779] env[69052]: DEBUG nova.virt.hardware [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 553.061127] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ef22dd-696b-45d1-a104-56e8d307b7d2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.068655] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ca5db2-e6dd-42df-8647-3d3212c65915 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.158905] env[69052]: DEBUG nova.compute.manager [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 553.232741] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.235s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 553.233216] env[69052]: DEBUG nova.compute.manager [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 553.238135] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.107s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 553.238135] env[69052]: INFO nova.compute.claims [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 553.461057] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235584, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.027085} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.461340] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] File moved {{(pid=69052) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 553.462795] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Cleaning up location [datastore2] vmware_temp/2f067f94-7f85-401b-aef0-f73bf6f833cb {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 553.463370] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Deleting the datastore file [datastore2] vmware_temp/2f067f94-7f85-401b-aef0-f73bf6f833cb {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 553.463370] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a7649c5-a64f-4947-aed5-f483995f0de3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.472098] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Waiting for the task: (returnval){ [ 553.472098] env[69052]: value = "task-3235585" [ 553.472098] env[69052]: _type = "Task" [ 553.472098] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.481834] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.582196] env[69052]: DEBUG nova.network.neutron [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Successfully updated port: 86907c5e-9d45-488a-9b0d-f0c47a849e4a {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 553.587724] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 553.588014] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 553.588214] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 553.588400] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 553.588591] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 553.588771] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 553.593630] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 553.593630] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69052) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 553.593630] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 553.721522] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 553.747235] env[69052]: DEBUG nova.compute.utils [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 553.751563] env[69052]: DEBUG nova.compute.manager [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 553.751770] env[69052]: DEBUG nova.network.neutron [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 553.858195] env[69052]: DEBUG nova.policy [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e82cea235c8d4811935bc78fb4916a2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c738f0011f6a4885b8a06eaafffa6311', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 553.987772] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026229} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.988087] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 553.988835] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43c91064-6fea-4423-ac09-b9a2a2bca424 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.994494] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Waiting for the task: (returnval){ [ 553.994494] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a38666-7ab4-024c-dbf2-f82b54973be8" [ 553.994494] env[69052]: _type = "Task" [ 553.994494] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.012324] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a38666-7ab4-024c-dbf2-f82b54973be8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.088711] env[69052]: DEBUG oslo_concurrency.lockutils [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Acquiring lock "refresh_cache-a4462b16-2118-4c35-8790-eaf8c5d3f7db" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.088858] env[69052]: DEBUG oslo_concurrency.lockutils [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Acquired lock "refresh_cache-a4462b16-2118-4c35-8790-eaf8c5d3f7db" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.089013] env[69052]: DEBUG nova.network.neutron [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 554.107184] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 554.117491] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquiring lock "12141b9b-bbb8-4080-ac76-aa4b6136b0de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 554.117715] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Lock "12141b9b-bbb8-4080-ac76-aa4b6136b0de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 554.252926] env[69052]: DEBUG nova.compute.manager [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 554.336798] env[69052]: DEBUG nova.network.neutron [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Successfully created port: ac9fd6cf-a198-44fb-ac76-3430b06c7cc4 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 554.421454] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b69c869-06e4-4202-b900-83143a7a5861 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.427010] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28768c79-7329-4ddc-ac82-ac596d89fcaf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.465330] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8fc0cd-881d-4146-bea2-8fa96eb43957 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.472874] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01173ac5-4c25-4c91-91d2-4aa8f4f2089a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.488190] env[69052]: DEBUG nova.compute.provider_tree [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 554.509762] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a38666-7ab4-024c-dbf2-f82b54973be8, 'name': SearchDatastore_Task, 'duration_secs': 0.011958} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.509874] env[69052]: DEBUG oslo_concurrency.lockutils [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.510149] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 00e9ed4f-84d3-458a-8d61-69cf77f39200/00e9ed4f-84d3-458a-8d61-69cf77f39200.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 554.510731] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ef7a722-eae5-43c7-8abb-e311f99cec80 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.517672] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Waiting for the task: (returnval){ [ 554.517672] env[69052]: value = "task-3235586" [ 554.517672] env[69052]: _type = "Task" [ 554.517672] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.526543] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.624702] env[69052]: DEBUG nova.compute.manager [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 554.837359] env[69052]: DEBUG nova.network.neutron [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 554.997023] env[69052]: DEBUG nova.scheduler.client.report [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 555.020431] env[69052]: DEBUG oslo_concurrency.lockutils [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "93e9483a-c673-4ab5-9050-e6c30acf5743" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 555.020431] env[69052]: DEBUG oslo_concurrency.lockutils [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "93e9483a-c673-4ab5-9050-e6c30acf5743" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 555.033926] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487421} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.034785] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 00e9ed4f-84d3-458a-8d61-69cf77f39200/00e9ed4f-84d3-458a-8d61-69cf77f39200.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 555.035235] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 555.035867] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ad4e1e5-781d-41e8-b070-6bd489b8d155 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.044922] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Waiting for the task: (returnval){ [ 555.044922] env[69052]: value = "task-3235587" [ 555.044922] env[69052]: _type = "Task" [ 555.044922] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.054343] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.098136] env[69052]: DEBUG nova.network.neutron [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Updating instance_info_cache with network_info: [{"id": "86907c5e-9d45-488a-9b0d-f0c47a849e4a", "address": "fa:16:3e:ba:91:71", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86907c5e-9d", "ovs_interfaceid": "86907c5e-9d45-488a-9b0d-f0c47a849e4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 555.119398] env[69052]: DEBUG nova.network.neutron [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Successfully updated port: c5889b7d-60f3-482a-85cd-41b113447cdb {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 555.155688] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 555.271389] env[69052]: DEBUG nova.compute.manager [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 555.304612] env[69052]: DEBUG nova.virt.hardware [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 555.304755] env[69052]: DEBUG nova.virt.hardware [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 555.305268] env[69052]: DEBUG nova.virt.hardware [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 555.305268] env[69052]: DEBUG nova.virt.hardware [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 555.305268] env[69052]: DEBUG nova.virt.hardware [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 555.305417] env[69052]: DEBUG nova.virt.hardware [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 555.305570] env[69052]: DEBUG nova.virt.hardware [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 555.305751] env[69052]: DEBUG nova.virt.hardware [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 555.305921] env[69052]: DEBUG nova.virt.hardware [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 555.306300] env[69052]: DEBUG nova.virt.hardware [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 555.306514] env[69052]: DEBUG nova.virt.hardware [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 555.307393] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e70a6e7-a75e-44e9-9742-0c89e1bc4539 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.316124] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fa2615-efd8-4e9c-bf2c-5bdafcee2db2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.403411] env[69052]: DEBUG nova.compute.manager [req-dbb4036d-7b01-4656-8ec6-2e197e462fde req-e88fbf96-aca1-439b-b7f1-181df43f022b service nova] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Received event network-vif-plugged-86907c5e-9d45-488a-9b0d-f0c47a849e4a {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 555.403411] env[69052]: DEBUG oslo_concurrency.lockutils [req-dbb4036d-7b01-4656-8ec6-2e197e462fde req-e88fbf96-aca1-439b-b7f1-181df43f022b service nova] Acquiring lock "a4462b16-2118-4c35-8790-eaf8c5d3f7db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 555.403411] env[69052]: DEBUG oslo_concurrency.lockutils [req-dbb4036d-7b01-4656-8ec6-2e197e462fde req-e88fbf96-aca1-439b-b7f1-181df43f022b service nova] Lock "a4462b16-2118-4c35-8790-eaf8c5d3f7db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 555.403411] env[69052]: DEBUG oslo_concurrency.lockutils [req-dbb4036d-7b01-4656-8ec6-2e197e462fde req-e88fbf96-aca1-439b-b7f1-181df43f022b service nova] Lock "a4462b16-2118-4c35-8790-eaf8c5d3f7db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 555.403411] env[69052]: DEBUG nova.compute.manager [req-dbb4036d-7b01-4656-8ec6-2e197e462fde req-e88fbf96-aca1-439b-b7f1-181df43f022b service nova] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] No waiting events found dispatching network-vif-plugged-86907c5e-9d45-488a-9b0d-f0c47a849e4a {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 555.403704] env[69052]: WARNING nova.compute.manager [req-dbb4036d-7b01-4656-8ec6-2e197e462fde req-e88fbf96-aca1-439b-b7f1-181df43f022b service nova] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Received unexpected event network-vif-plugged-86907c5e-9d45-488a-9b0d-f0c47a849e4a for instance with vm_state building and task_state spawning. [ 555.507193] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 555.509202] env[69052]: DEBUG nova.compute.manager [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 555.518324] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.794s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 555.519935] env[69052]: INFO nova.compute.claims [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 555.528733] env[69052]: DEBUG nova.compute.manager [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 555.562029] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08751} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.562029] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 555.562029] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e3b772-6b09-4c79-9954-36d5067c867c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.590220] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 00e9ed4f-84d3-458a-8d61-69cf77f39200/00e9ed4f-84d3-458a-8d61-69cf77f39200.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 555.590862] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75d3036a-712d-4a44-b200-25db525651c4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.609404] env[69052]: DEBUG oslo_concurrency.lockutils [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Releasing lock "refresh_cache-a4462b16-2118-4c35-8790-eaf8c5d3f7db" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.609796] env[69052]: DEBUG nova.compute.manager [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Instance network_info: |[{"id": "86907c5e-9d45-488a-9b0d-f0c47a849e4a", "address": "fa:16:3e:ba:91:71", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86907c5e-9d", "ovs_interfaceid": "86907c5e-9d45-488a-9b0d-f0c47a849e4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 555.611264] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:91:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86907c5e-9d45-488a-9b0d-f0c47a849e4a', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 555.619599] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Creating folder: Project (3d23946a105d49b381ef6cc3e3382b10). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 555.621078] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8dad7bdf-09a5-4dbf-9646-0b0ae5a0b813 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.623929] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "refresh_cache-3a1584dd-c15a-4ddc-a601-00fb583cbb5f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.624188] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquired lock "refresh_cache-3a1584dd-c15a-4ddc-a601-00fb583cbb5f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.624692] env[69052]: DEBUG nova.network.neutron [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 555.628022] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Waiting for the task: (returnval){ [ 555.628022] env[69052]: value = "task-3235588" [ 555.628022] env[69052]: _type = "Task" [ 555.628022] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.640047] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235588, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.646148] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Created folder: Project (3d23946a105d49b381ef6cc3e3382b10) in parent group-v646676. [ 555.646148] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Creating folder: Instances. Parent ref: group-v646680. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 555.646461] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d71040a9-8b04-4f3f-898e-904c8d160a76 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.657839] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Created folder: Instances in parent group-v646680. [ 555.657839] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 555.658187] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 555.658291] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a8e76ea-cd9b-4306-be66-779265e37a58 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.682414] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 555.682414] env[69052]: value = "task-3235591" [ 555.682414] env[69052]: _type = "Task" [ 555.682414] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.690557] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235591, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.837029] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "b60dc416-39de-4dfa-a046-5e60cc9ffeed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 555.837148] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "b60dc416-39de-4dfa-a046-5e60cc9ffeed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 556.026642] env[69052]: DEBUG nova.compute.utils [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 556.028773] env[69052]: DEBUG nova.compute.manager [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Not allocating networking since 'none' was specified. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 556.062675] env[69052]: DEBUG oslo_concurrency.lockutils [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 556.142093] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235588, 'name': ReconfigVM_Task, 'duration_secs': 0.47462} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.142093] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 00e9ed4f-84d3-458a-8d61-69cf77f39200/00e9ed4f-84d3-458a-8d61-69cf77f39200.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 556.142093] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-270f358a-6bc3-4997-8cf5-9e0977044479 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.150030] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Waiting for the task: (returnval){ [ 556.150030] env[69052]: value = "task-3235592" [ 556.150030] env[69052]: _type = "Task" [ 556.150030] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.163552] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235592, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.191518] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235591, 'name': CreateVM_Task, 'duration_secs': 0.397332} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.191518] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 556.199814] env[69052]: DEBUG oslo_concurrency.lockutils [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.199989] env[69052]: DEBUG oslo_concurrency.lockutils [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.201390] env[69052]: DEBUG oslo_concurrency.lockutils [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.201675] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfaae344-fcd5-4791-84a1-eba18cf76dba {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.205640] env[69052]: DEBUG nova.network.neutron [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 556.211985] env[69052]: DEBUG oslo_vmware.api [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Waiting for the task: (returnval){ [ 556.211985] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c4aa9a-3c98-2a40-9a46-e4e80765a32f" [ 556.211985] env[69052]: _type = "Task" [ 556.211985] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.220798] env[69052]: DEBUG oslo_vmware.api [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c4aa9a-3c98-2a40-9a46-e4e80765a32f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.340719] env[69052]: DEBUG nova.compute.manager [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 556.530656] env[69052]: DEBUG nova.compute.manager [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 556.665324] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235592, 'name': Rename_Task, 'duration_secs': 0.135113} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.667653] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 556.668154] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a16ab43-5639-4fa4-a9d6-04d4ea4d188c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.677056] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Waiting for the task: (returnval){ [ 556.677056] env[69052]: value = "task-3235593" [ 556.677056] env[69052]: _type = "Task" [ 556.677056] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.695259] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235593, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.723811] env[69052]: DEBUG oslo_vmware.api [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c4aa9a-3c98-2a40-9a46-e4e80765a32f, 'name': SearchDatastore_Task, 'duration_secs': 0.009906} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.724116] env[69052]: DEBUG oslo_concurrency.lockutils [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.724340] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 556.725015] env[69052]: DEBUG oslo_concurrency.lockutils [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.725015] env[69052]: DEBUG oslo_concurrency.lockutils [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.725015] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 556.725172] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85fbe931-ff26-43a3-b845-d08c40386c64 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.743848] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 556.743848] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 556.743848] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ec7d823-27e7-4067-8595-9dbcf43af786 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.747296] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c125733-654f-4156-b72e-5df43fee1596 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.753471] env[69052]: DEBUG oslo_vmware.api [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Waiting for the task: (returnval){ [ 556.753471] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5261baec-60ec-c92f-d4d4-c20ac5c50ae7" [ 556.753471] env[69052]: _type = "Task" [ 556.753471] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.758058] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0080d38-7440-4d33-8954-2a5beb5ce98a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.765987] env[69052]: DEBUG oslo_vmware.api [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5261baec-60ec-c92f-d4d4-c20ac5c50ae7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.767063] env[69052]: DEBUG nova.network.neutron [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Updating instance_info_cache with network_info: [{"id": "c5889b7d-60f3-482a-85cd-41b113447cdb", "address": "fa:16:3e:49:42:ef", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5889b7d-60", "ovs_interfaceid": "c5889b7d-60f3-482a-85cd-41b113447cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 556.803858] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Releasing lock "refresh_cache-3a1584dd-c15a-4ddc-a601-00fb583cbb5f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.805254] env[69052]: DEBUG nova.compute.manager [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Instance network_info: |[{"id": "c5889b7d-60f3-482a-85cd-41b113447cdb", "address": "fa:16:3e:49:42:ef", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5889b7d-60", "ovs_interfaceid": "c5889b7d-60f3-482a-85cd-41b113447cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 556.805254] env[69052]: DEBUG nova.network.neutron [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Successfully updated port: ac9fd6cf-a198-44fb-ac76-3430b06c7cc4 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 556.806536] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b10208-f75c-41b8-b770-e120d2f84f39 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.809977] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:42:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5889b7d-60f3-482a-85cd-41b113447cdb', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 556.817704] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Creating folder: Project (68d6872252ed4e2a812469eb6bad3c43). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 556.819498] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Acquiring lock "refresh_cache-733f419b-7cfb-4e3b-bdbe-0c78dde72dd6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.819678] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Acquired lock "refresh_cache-733f419b-7cfb-4e3b-bdbe-0c78dde72dd6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.819804] env[69052]: DEBUG nova.network.neutron [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 556.820910] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad618f3c-b03f-4d36-aeec-89e1b952e528 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.829742] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a79b032-7c58-4c0e-afd5-3dddeb030d75 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.835023] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Created folder: Project (68d6872252ed4e2a812469eb6bad3c43) in parent group-v646676. [ 556.835219] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Creating folder: Instances. Parent ref: group-v646683. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 556.835749] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1770e790-5a9d-409d-ac32-4627a38be3bc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.845194] env[69052]: DEBUG nova.compute.provider_tree [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 556.856275] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Created folder: Instances in parent group-v646683. [ 556.856534] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 556.857426] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 556.857535] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-449cacf3-f339-4435-b674-c22353a95074 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.872805] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 556.878639] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 556.878639] env[69052]: value = "task-3235596" [ 556.878639] env[69052]: _type = "Task" [ 556.878639] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.888401] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235596, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.188375] env[69052]: DEBUG oslo_vmware.api [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235593, 'name': PowerOnVM_Task, 'duration_secs': 0.444422} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.188375] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 557.188710] env[69052]: INFO nova.compute.manager [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Took 9.48 seconds to spawn the instance on the hypervisor. [ 557.189177] env[69052]: DEBUG nova.compute.manager [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 557.190036] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e130bb6c-9246-4fb5-b159-00d8d39b9284 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.264980] env[69052]: DEBUG oslo_vmware.api [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5261baec-60ec-c92f-d4d4-c20ac5c50ae7, 'name': SearchDatastore_Task, 'duration_secs': 0.01301} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.266068] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53ad0cc9-90ce-4b7d-b60b-d9cb110fe20b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.272420] env[69052]: DEBUG oslo_vmware.api [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Waiting for the task: (returnval){ [ 557.272420] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f0a104-c4fc-28d3-9c36-45b2fe4296ac" [ 557.272420] env[69052]: _type = "Task" [ 557.272420] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.279804] env[69052]: DEBUG oslo_vmware.api [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f0a104-c4fc-28d3-9c36-45b2fe4296ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.350423] env[69052]: DEBUG nova.scheduler.client.report [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 557.376335] env[69052]: DEBUG nova.network.neutron [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 557.387147] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235596, 'name': CreateVM_Task, 'duration_secs': 0.382385} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.387327] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 557.387964] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.388136] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.388606] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.388747] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a65c006-4f09-4302-b5af-66998eb9cda4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.393660] env[69052]: DEBUG oslo_vmware.api [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 557.393660] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527cdb0a-9df2-80ee-d91e-e41904b421c4" [ 557.393660] env[69052]: _type = "Task" [ 557.393660] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.404535] env[69052]: DEBUG oslo_vmware.api [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527cdb0a-9df2-80ee-d91e-e41904b421c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.544261] env[69052]: DEBUG nova.compute.manager [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 557.574709] env[69052]: DEBUG nova.virt.hardware [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 557.574923] env[69052]: DEBUG nova.virt.hardware [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 557.575175] env[69052]: DEBUG nova.virt.hardware [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 557.575262] env[69052]: DEBUG nova.virt.hardware [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 557.575405] env[69052]: DEBUG nova.virt.hardware [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 557.575601] env[69052]: DEBUG nova.virt.hardware [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 557.575762] env[69052]: DEBUG nova.virt.hardware [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 557.575904] env[69052]: DEBUG nova.virt.hardware [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 557.576296] env[69052]: DEBUG nova.virt.hardware [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 557.576509] env[69052]: DEBUG nova.virt.hardware [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 557.576725] env[69052]: DEBUG nova.virt.hardware [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 557.577969] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6570e78-b560-4521-a1dc-50f07936ffa1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.598159] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a265b5-4e46-4c79-9646-211d02b83cc8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.617570] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Instance VIF info [] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 557.625182] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Creating folder: Project (19f6a44872e140148175a357645d2566). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 557.625182] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-755b906c-2a57-450c-919f-308fd07a488c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.637914] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Created folder: Project (19f6a44872e140148175a357645d2566) in parent group-v646676. [ 557.637914] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Creating folder: Instances. Parent ref: group-v646686. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 557.638050] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf3a5435-4e1e-436e-beee-af4fcddc06fe {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.650237] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Created folder: Instances in parent group-v646686. [ 557.650237] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 557.651343] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 557.651343] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-007e2739-cc1a-4fb7-9e7d-ce7c20318d6d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.673670] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 557.673670] env[69052]: value = "task-3235599" [ 557.673670] env[69052]: _type = "Task" [ 557.673670] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.683683] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235599, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.710798] env[69052]: INFO nova.compute.manager [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Took 14.21 seconds to build instance. [ 557.781723] env[69052]: DEBUG oslo_vmware.api [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f0a104-c4fc-28d3-9c36-45b2fe4296ac, 'name': SearchDatastore_Task, 'duration_secs': 0.024259} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.781848] env[69052]: DEBUG oslo_concurrency.lockutils [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.782335] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] a4462b16-2118-4c35-8790-eaf8c5d3f7db/a4462b16-2118-4c35-8790-eaf8c5d3f7db.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 557.782633] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0c7db03-1e0b-4b4d-8eaf-0c09cdc8a323 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.792424] env[69052]: DEBUG oslo_concurrency.lockutils [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Acquiring lock "5df864fc-1ee4-41d5-9ceb-ff166671992b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 557.792677] env[69052]: DEBUG oslo_concurrency.lockutils [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Lock "5df864fc-1ee4-41d5-9ceb-ff166671992b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 557.793794] env[69052]: DEBUG oslo_vmware.api [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Waiting for the task: (returnval){ [ 557.793794] env[69052]: value = "task-3235600" [ 557.793794] env[69052]: _type = "Task" [ 557.793794] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.803099] env[69052]: DEBUG oslo_vmware.api [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': task-3235600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.855693] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 557.856238] env[69052]: DEBUG nova.compute.manager [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 557.858884] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.752s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 557.858968] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 557.859116] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69052) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 557.859400] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.704s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 557.861270] env[69052]: INFO nova.compute.claims [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 557.865266] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d89db3f-3d2e-4a58-a00f-1f6fbbe1e3db {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.874703] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a73ae45-ac2d-40a7-8364-e62eed129ed4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.892401] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bc4c66-295e-4828-b506-6a19a6112525 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.908445] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a520644-b43c-48cb-8423-bfa79b1e0fe0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.914556] env[69052]: DEBUG oslo_vmware.api [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527cdb0a-9df2-80ee-d91e-e41904b421c4, 'name': SearchDatastore_Task, 'duration_secs': 0.020573} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.914556] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.914556] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 557.914556] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.914752] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.914920] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 557.916126] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a2d9742-6c25-4e21-a330-179777d4c102 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.948736] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181047MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=69052) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 557.948916] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 557.950415] env[69052]: DEBUG nova.network.neutron [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Updating instance_info_cache with network_info: [{"id": "ac9fd6cf-a198-44fb-ac76-3430b06c7cc4", "address": "fa:16:3e:35:b0:7e", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac9fd6cf-a1", "ovs_interfaceid": "ac9fd6cf-a198-44fb-ac76-3430b06c7cc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 557.957922] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 557.958234] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 557.959169] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bda9e70-1d0c-4ada-9ce8-813e161f9ec6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.966881] env[69052]: DEBUG oslo_vmware.api [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 557.966881] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52dda756-ef72-104c-6fd5-048e42bd0a05" [ 557.966881] env[69052]: _type = "Task" [ 557.966881] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.978051] env[69052]: DEBUG oslo_vmware.api [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52dda756-ef72-104c-6fd5-048e42bd0a05, 'name': SearchDatastore_Task, 'duration_secs': 0.009372} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.978858] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdf40607-ab54-4229-82b6-68961c7ef20d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.984411] env[69052]: DEBUG oslo_vmware.api [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 557.984411] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528cd5e1-8ca5-3d5e-3c79-6cb1885db8e4" [ 557.984411] env[69052]: _type = "Task" [ 557.984411] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.992301] env[69052]: DEBUG oslo_vmware.api [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528cd5e1-8ca5-3d5e-3c79-6cb1885db8e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.187980] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235599, 'name': CreateVM_Task, 'duration_secs': 0.306325} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.188253] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 558.189289] env[69052]: DEBUG oslo_vmware.service [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f188ac8-97d9-4392-bac3-c21697962b72 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.196901] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.197051] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.197478] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.198230] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49dda25e-d916-49f6-bae3-6c2b39bb3c82 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.203042] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Waiting for the task: (returnval){ [ 558.203042] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52497d99-635f-6b51-97d1-26e3d5e7cdc6" [ 558.203042] env[69052]: _type = "Task" [ 558.203042] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.211871] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52497d99-635f-6b51-97d1-26e3d5e7cdc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.215646] env[69052]: DEBUG oslo_concurrency.lockutils [None req-45e8b809-4f3a-4004-b7cb-94c529d379bd tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Lock "00e9ed4f-84d3-458a-8d61-69cf77f39200" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.731s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 558.294886] env[69052]: DEBUG nova.compute.manager [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 558.310843] env[69052]: DEBUG oslo_vmware.api [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': task-3235600, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.343657] env[69052]: DEBUG nova.compute.manager [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Received event network-changed-86907c5e-9d45-488a-9b0d-f0c47a849e4a {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 558.343835] env[69052]: DEBUG nova.compute.manager [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Refreshing instance network info cache due to event network-changed-86907c5e-9d45-488a-9b0d-f0c47a849e4a. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 558.344024] env[69052]: DEBUG oslo_concurrency.lockutils [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] Acquiring lock "refresh_cache-a4462b16-2118-4c35-8790-eaf8c5d3f7db" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.344187] env[69052]: DEBUG oslo_concurrency.lockutils [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] Acquired lock "refresh_cache-a4462b16-2118-4c35-8790-eaf8c5d3f7db" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.344515] env[69052]: DEBUG nova.network.neutron [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Refreshing network info cache for port 86907c5e-9d45-488a-9b0d-f0c47a849e4a {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 558.365733] env[69052]: DEBUG nova.compute.utils [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 558.367057] env[69052]: DEBUG nova.compute.manager [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 558.367779] env[69052]: DEBUG nova.network.neutron [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 558.452836] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Releasing lock "refresh_cache-733f419b-7cfb-4e3b-bdbe-0c78dde72dd6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.453163] env[69052]: DEBUG nova.compute.manager [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Instance network_info: |[{"id": "ac9fd6cf-a198-44fb-ac76-3430b06c7cc4", "address": "fa:16:3e:35:b0:7e", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac9fd6cf-a1", "ovs_interfaceid": "ac9fd6cf-a198-44fb-ac76-3430b06c7cc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 558.453598] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:b0:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac9fd6cf-a198-44fb-ac76-3430b06c7cc4', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 558.461479] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Creating folder: Project (c738f0011f6a4885b8a06eaafffa6311). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 558.461592] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54130e31-7d5d-4c1f-8832-fe16e65068f0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.474561] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Created folder: Project (c738f0011f6a4885b8a06eaafffa6311) in parent group-v646676. [ 558.474742] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Creating folder: Instances. Parent ref: group-v646689. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 558.475047] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02335d98-7972-48fd-813d-3a892766bfe9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.483433] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Created folder: Instances in parent group-v646689. [ 558.484015] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 558.484015] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 558.484117] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aba2455e-9142-4e45-b6bc-934657352004 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.508119] env[69052]: DEBUG oslo_vmware.api [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528cd5e1-8ca5-3d5e-3c79-6cb1885db8e4, 'name': SearchDatastore_Task, 'duration_secs': 0.015686} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.509401] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.509529] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 3a1584dd-c15a-4ddc-a601-00fb583cbb5f/3a1584dd-c15a-4ddc-a601-00fb583cbb5f.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 558.509762] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 558.509762] env[69052]: value = "task-3235603" [ 558.509762] env[69052]: _type = "Task" [ 558.509762] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.510313] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4b2ef08-dda1-4641-b31d-da7584402391 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.521438] env[69052]: DEBUG oslo_vmware.api [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 558.521438] env[69052]: value = "task-3235604" [ 558.521438] env[69052]: _type = "Task" [ 558.521438] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.528141] env[69052]: DEBUG nova.policy [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'baa5663b1f0c476589528e483a29a6e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3eb63231c45742209a5f531d87964048', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 558.530833] env[69052]: DEBUG oslo_vmware.api [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3235604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.722584] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.722918] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 558.723466] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.723466] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.723612] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 558.723823] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2e7585a-f012-425b-ae62-313b2a92a3ca {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.731940] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 558.732185] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 558.733129] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22192d91-c966-424f-920d-08d0c68ab7b3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.739739] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f816fa75-9177-48e2-b37a-548f9b61b1a5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.749180] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Waiting for the task: (returnval){ [ 558.749180] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52befcd6-fcef-9efe-c50b-5dbbde5f2e46" [ 558.749180] env[69052]: _type = "Task" [ 558.749180] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.757857] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52befcd6-fcef-9efe-c50b-5dbbde5f2e46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.810256] env[69052]: DEBUG oslo_vmware.api [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': task-3235600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536287} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.813389] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] a4462b16-2118-4c35-8790-eaf8c5d3f7db/a4462b16-2118-4c35-8790-eaf8c5d3f7db.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 558.813653] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 558.816157] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-640be892-fdb7-4cc4-937a-ea714df0e815 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.823717] env[69052]: DEBUG oslo_vmware.api [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Waiting for the task: (returnval){ [ 558.823717] env[69052]: value = "task-3235605" [ 558.823717] env[69052]: _type = "Task" [ 558.823717] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.831911] env[69052]: DEBUG oslo_vmware.api [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': task-3235605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.833059] env[69052]: DEBUG oslo_concurrency.lockutils [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 558.872814] env[69052]: DEBUG nova.compute.manager [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 559.023898] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235603, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.033900] env[69052]: DEBUG oslo_vmware.api [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3235604, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.097192] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f917c334-89fd-4994-a855-7de18e63e7e1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.107795] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd145fd8-a0dc-4db4-9300-0bfbf8f0183d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.155223] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84a9737-efe1-4760-a7c3-e31215ee74da {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.160511] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e9c6e4-d919-4455-8e91-9e4c1374b0fe {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.177317] env[69052]: DEBUG nova.compute.provider_tree [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 559.263965] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Preparing fetch location {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 559.264928] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Creating directory with path [datastore1] vmware_temp/c7222e05-6620-4dc5-a0c8-d111b716abf3/3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 559.265331] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b9cd975-bcd3-4939-984a-334e408af28a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.290337] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Created directory with path [datastore1] vmware_temp/c7222e05-6620-4dc5-a0c8-d111b716abf3/3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 559.290870] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Fetch image to [datastore1] vmware_temp/c7222e05-6620-4dc5-a0c8-d111b716abf3/3049a76a-6d1f-4722-9e01-a59c1119031f/tmp-sparse.vmdk {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 559.291363] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Downloading image file data 3049a76a-6d1f-4722-9e01-a59c1119031f to [datastore1] vmware_temp/c7222e05-6620-4dc5-a0c8-d111b716abf3/3049a76a-6d1f-4722-9e01-a59c1119031f/tmp-sparse.vmdk on the data store datastore1 {{(pid=69052) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 559.293444] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5efa93-b68d-46d7-9980-543f6c8402d9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.303812] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669f0d01-2f03-4471-b066-4ec295fa5dbb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.315145] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8757a8-8227-4592-9838-fec0899c0c26 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.355205] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3748be96-1d2e-40c5-b73b-3f6c07b3b2a4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.368445] env[69052]: DEBUG oslo_vmware.api [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': task-3235605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080928} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.368445] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 559.368445] env[69052]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-89843624-a57a-431c-bc11-3f1c7346acd0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.369478] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e0273f-a1fb-4fdd-90a5-aac72ec8432f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.400094] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] a4462b16-2118-4c35-8790-eaf8c5d3f7db/a4462b16-2118-4c35-8790-eaf8c5d3f7db.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 559.402789] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd87b7f8-6cf8-40f0-80e8-7b43b732fcdf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.421585] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Downloading image file data 3049a76a-6d1f-4722-9e01-a59c1119031f to the data store datastore1 {{(pid=69052) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 559.430269] env[69052]: DEBUG oslo_vmware.api [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Waiting for the task: (returnval){ [ 559.430269] env[69052]: value = "task-3235606" [ 559.430269] env[69052]: _type = "Task" [ 559.430269] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.440284] env[69052]: DEBUG oslo_vmware.api [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': task-3235606, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.497204] env[69052]: DEBUG oslo_vmware.rw_handles [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c7222e05-6620-4dc5-a0c8-d111b716abf3/3049a76a-6d1f-4722-9e01-a59c1119031f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69052) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 559.500937] env[69052]: DEBUG nova.network.neutron [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Successfully created port: ec8f9486-424e-4d10-9120-863762267a42 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 559.510017] env[69052]: DEBUG nova.network.neutron [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Updated VIF entry in instance network info cache for port 86907c5e-9d45-488a-9b0d-f0c47a849e4a. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 559.510017] env[69052]: DEBUG nova.network.neutron [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Updating instance_info_cache with network_info: [{"id": "86907c5e-9d45-488a-9b0d-f0c47a849e4a", "address": "fa:16:3e:ba:91:71", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86907c5e-9d", "ovs_interfaceid": "86907c5e-9d45-488a-9b0d-f0c47a849e4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 559.566288] env[69052]: DEBUG oslo_concurrency.lockutils [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] Releasing lock "refresh_cache-a4462b16-2118-4c35-8790-eaf8c5d3f7db" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.566572] env[69052]: DEBUG nova.compute.manager [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Received event network-vif-plugged-c5889b7d-60f3-482a-85cd-41b113447cdb {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 559.566791] env[69052]: DEBUG oslo_concurrency.lockutils [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] Acquiring lock "3a1584dd-c15a-4ddc-a601-00fb583cbb5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 559.566995] env[69052]: DEBUG oslo_concurrency.lockutils [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] Lock "3a1584dd-c15a-4ddc-a601-00fb583cbb5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 559.567438] env[69052]: DEBUG oslo_concurrency.lockutils [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] Lock "3a1584dd-c15a-4ddc-a601-00fb583cbb5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 559.567438] env[69052]: DEBUG nova.compute.manager [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] No waiting events found dispatching network-vif-plugged-c5889b7d-60f3-482a-85cd-41b113447cdb {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 559.567600] env[69052]: WARNING nova.compute.manager [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Received unexpected event network-vif-plugged-c5889b7d-60f3-482a-85cd-41b113447cdb for instance with vm_state building and task_state spawning. [ 559.567767] env[69052]: DEBUG nova.compute.manager [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Received event network-changed-c5889b7d-60f3-482a-85cd-41b113447cdb {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 559.567980] env[69052]: DEBUG nova.compute.manager [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Refreshing instance network info cache due to event network-changed-c5889b7d-60f3-482a-85cd-41b113447cdb. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 559.568076] env[69052]: DEBUG oslo_concurrency.lockutils [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] Acquiring lock "refresh_cache-3a1584dd-c15a-4ddc-a601-00fb583cbb5f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.568198] env[69052]: DEBUG oslo_concurrency.lockutils [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] Acquired lock "refresh_cache-3a1584dd-c15a-4ddc-a601-00fb583cbb5f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.568372] env[69052]: DEBUG nova.network.neutron [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Refreshing network info cache for port c5889b7d-60f3-482a-85cd-41b113447cdb {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 559.590528] env[69052]: DEBUG oslo_vmware.api [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3235604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670721} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.590882] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235603, 'name': CreateVM_Task, 'duration_secs': 0.541644} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.591437] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 3a1584dd-c15a-4ddc-a601-00fb583cbb5f/3a1584dd-c15a-4ddc-a601-00fb583cbb5f.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 559.591704] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 559.591997] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 559.592425] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f5eddf5-6692-4c25-9fb5-0c28a32e0b46 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.595047] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.595243] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.595592] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.596175] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-443d944b-60f7-4528-b264-558f3e1f6e6f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.602018] env[69052]: DEBUG oslo_vmware.api [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Waiting for the task: (returnval){ [ 559.602018] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e03203-4fc3-defe-ce9d-ad8c45ecf4f2" [ 559.602018] env[69052]: _type = "Task" [ 559.602018] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.603546] env[69052]: DEBUG oslo_vmware.api [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 559.603546] env[69052]: value = "task-3235607" [ 559.603546] env[69052]: _type = "Task" [ 559.603546] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.625177] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.625491] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 559.625737] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.629796] env[69052]: DEBUG oslo_vmware.api [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3235607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.682524] env[69052]: DEBUG nova.scheduler.client.report [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 559.859521] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Acquiring lock "38065204-486c-4d9d-abcb-eb49214e3c58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 559.859759] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Lock "38065204-486c-4d9d-abcb-eb49214e3c58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 559.903842] env[69052]: DEBUG nova.compute.manager [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 559.928258] env[69052]: DEBUG nova.virt.hardware [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 559.928509] env[69052]: DEBUG nova.virt.hardware [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 559.928663] env[69052]: DEBUG nova.virt.hardware [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 559.928959] env[69052]: DEBUG nova.virt.hardware [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 559.929012] env[69052]: DEBUG nova.virt.hardware [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 559.929147] env[69052]: DEBUG nova.virt.hardware [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 559.929362] env[69052]: DEBUG nova.virt.hardware [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 559.929516] env[69052]: DEBUG nova.virt.hardware [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 559.929675] env[69052]: DEBUG nova.virt.hardware [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 559.929832] env[69052]: DEBUG nova.virt.hardware [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 559.929998] env[69052]: DEBUG nova.virt.hardware [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 559.931235] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8f6dbe-129c-492b-b8bd-507106055a2b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.947030] env[69052]: DEBUG oslo_vmware.api [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': task-3235606, 'name': ReconfigVM_Task, 'duration_secs': 0.347681} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.947518] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Reconfigured VM instance instance-00000002 to attach disk [datastore2] a4462b16-2118-4c35-8790-eaf8c5d3f7db/a4462b16-2118-4c35-8790-eaf8c5d3f7db.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 559.949249] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1efac5-53c2-4098-9e15-0c42e981a0c1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.953580] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb8b2e28-cd03-4ddd-9389-9d17ce75c4b5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.971276] env[69052]: DEBUG oslo_vmware.api [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Waiting for the task: (returnval){ [ 559.971276] env[69052]: value = "task-3235608" [ 559.971276] env[69052]: _type = "Task" [ 559.971276] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.978326] env[69052]: DEBUG oslo_vmware.api [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': task-3235608, 'name': Rename_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.116997] env[69052]: DEBUG oslo_vmware.api [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3235607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081493} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.117195] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 560.118028] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a44b41-df48-492f-9b72-a469dbe10eb1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.133501] env[69052]: INFO nova.compute.manager [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Rebuilding instance [ 560.144041] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 3a1584dd-c15a-4ddc-a601-00fb583cbb5f/3a1584dd-c15a-4ddc-a601-00fb583cbb5f.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 560.149939] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c28481b-b306-4e1d-8bfe-654d0a116f2f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.172210] env[69052]: DEBUG oslo_vmware.api [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 560.172210] env[69052]: value = "task-3235609" [ 560.172210] env[69052]: _type = "Task" [ 560.172210] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.180638] env[69052]: DEBUG oslo_vmware.api [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3235609, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.188103] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 560.188910] env[69052]: DEBUG nova.compute.manager [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 560.195746] env[69052]: DEBUG oslo_concurrency.lockutils [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.134s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 560.197539] env[69052]: INFO nova.compute.claims [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 560.225429] env[69052]: DEBUG nova.compute.manager [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 560.226279] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7bd932-e700-46d7-895d-84cd603924c9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.324087] env[69052]: DEBUG oslo_vmware.rw_handles [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Completed reading data from the image iterator. {{(pid=69052) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 560.324412] env[69052]: DEBUG oslo_vmware.rw_handles [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c7222e05-6620-4dc5-a0c8-d111b716abf3/3049a76a-6d1f-4722-9e01-a59c1119031f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69052) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 560.362753] env[69052]: DEBUG nova.compute.manager [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 560.382860] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Downloaded image file data 3049a76a-6d1f-4722-9e01-a59c1119031f to vmware_temp/c7222e05-6620-4dc5-a0c8-d111b716abf3/3049a76a-6d1f-4722-9e01-a59c1119031f/tmp-sparse.vmdk on the data store datastore1 {{(pid=69052) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 560.384781] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Caching image {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 560.385035] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Copying Virtual Disk [datastore1] vmware_temp/c7222e05-6620-4dc5-a0c8-d111b716abf3/3049a76a-6d1f-4722-9e01-a59c1119031f/tmp-sparse.vmdk to [datastore1] vmware_temp/c7222e05-6620-4dc5-a0c8-d111b716abf3/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 560.385311] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1946023-5b92-4985-9b43-b34258d87662 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.399865] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Waiting for the task: (returnval){ [ 560.399865] env[69052]: value = "task-3235610" [ 560.399865] env[69052]: _type = "Task" [ 560.399865] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.411446] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Task: {'id': task-3235610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.480200] env[69052]: DEBUG oslo_vmware.api [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': task-3235608, 'name': Rename_Task, 'duration_secs': 0.16477} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.480200] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 560.480200] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5c35359-04cf-4eea-b127-82a92c4e0aa3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.487946] env[69052]: DEBUG oslo_vmware.api [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Waiting for the task: (returnval){ [ 560.487946] env[69052]: value = "task-3235611" [ 560.487946] env[69052]: _type = "Task" [ 560.487946] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.499070] env[69052]: DEBUG oslo_vmware.api [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': task-3235611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.573548] env[69052]: DEBUG nova.network.neutron [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Updated VIF entry in instance network info cache for port c5889b7d-60f3-482a-85cd-41b113447cdb. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 560.573548] env[69052]: DEBUG nova.network.neutron [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Updating instance_info_cache with network_info: [{"id": "c5889b7d-60f3-482a-85cd-41b113447cdb", "address": "fa:16:3e:49:42:ef", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5889b7d-60", "ovs_interfaceid": "c5889b7d-60f3-482a-85cd-41b113447cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 560.683985] env[69052]: DEBUG oslo_vmware.api [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3235609, 'name': ReconfigVM_Task, 'duration_secs': 0.298139} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.685102] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 3a1584dd-c15a-4ddc-a601-00fb583cbb5f/3a1584dd-c15a-4ddc-a601-00fb583cbb5f.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 560.687976] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3775c7c6-de92-4d18-9413-21353ab621c1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.693115] env[69052]: DEBUG oslo_vmware.api [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 560.693115] env[69052]: value = "task-3235612" [ 560.693115] env[69052]: _type = "Task" [ 560.693115] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.711254] env[69052]: DEBUG nova.compute.utils [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 560.719783] env[69052]: DEBUG oslo_vmware.api [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3235612, 'name': Rename_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.720245] env[69052]: DEBUG nova.compute.manager [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 560.720433] env[69052]: DEBUG nova.network.neutron [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 560.810272] env[69052]: DEBUG nova.policy [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98690feda04f4e22a6ce3f6de9d73ff2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c84c8f10f58b47c994aedff830a76bc6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 560.897859] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 560.911321] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Task: {'id': task-3235610, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.999445] env[69052]: DEBUG oslo_vmware.api [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': task-3235611, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.077913] env[69052]: DEBUG oslo_concurrency.lockutils [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] Releasing lock "refresh_cache-3a1584dd-c15a-4ddc-a601-00fb583cbb5f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.078660] env[69052]: DEBUG nova.compute.manager [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Received event network-vif-plugged-ac9fd6cf-a198-44fb-ac76-3430b06c7cc4 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 561.078955] env[69052]: DEBUG oslo_concurrency.lockutils [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] Acquiring lock "733f419b-7cfb-4e3b-bdbe-0c78dde72dd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 561.079867] env[69052]: DEBUG oslo_concurrency.lockutils [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] Lock "733f419b-7cfb-4e3b-bdbe-0c78dde72dd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 561.079867] env[69052]: DEBUG oslo_concurrency.lockutils [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] Lock "733f419b-7cfb-4e3b-bdbe-0c78dde72dd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 561.079867] env[69052]: DEBUG nova.compute.manager [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] No waiting events found dispatching network-vif-plugged-ac9fd6cf-a198-44fb-ac76-3430b06c7cc4 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 561.080219] env[69052]: WARNING nova.compute.manager [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Received unexpected event network-vif-plugged-ac9fd6cf-a198-44fb-ac76-3430b06c7cc4 for instance with vm_state building and task_state spawning. [ 561.080492] env[69052]: DEBUG nova.compute.manager [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Received event network-changed-ac9fd6cf-a198-44fb-ac76-3430b06c7cc4 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 561.080727] env[69052]: DEBUG nova.compute.manager [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Refreshing instance network info cache due to event network-changed-ac9fd6cf-a198-44fb-ac76-3430b06c7cc4. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 561.081038] env[69052]: DEBUG oslo_concurrency.lockutils [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] Acquiring lock "refresh_cache-733f419b-7cfb-4e3b-bdbe-0c78dde72dd6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.081205] env[69052]: DEBUG oslo_concurrency.lockutils [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] Acquired lock "refresh_cache-733f419b-7cfb-4e3b-bdbe-0c78dde72dd6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.081401] env[69052]: DEBUG nova.network.neutron [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Refreshing network info cache for port ac9fd6cf-a198-44fb-ac76-3430b06c7cc4 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 561.212380] env[69052]: DEBUG oslo_vmware.api [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3235612, 'name': Rename_Task, 'duration_secs': 0.153258} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.214196] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 561.214196] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f81a57a8-b329-4d4f-9c0d-7b7b52b86d7b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.226790] env[69052]: DEBUG nova.compute.manager [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 561.233178] env[69052]: DEBUG oslo_vmware.api [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 561.233178] env[69052]: value = "task-3235613" [ 561.233178] env[69052]: _type = "Task" [ 561.233178] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.249114] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 561.249114] env[69052]: DEBUG oslo_vmware.api [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3235613, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.249114] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c94defd7-886b-4ddd-8dbd-b0fc2875c4d6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.256526] env[69052]: DEBUG oslo_vmware.api [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Waiting for the task: (returnval){ [ 561.256526] env[69052]: value = "task-3235614" [ 561.256526] env[69052]: _type = "Task" [ 561.256526] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.268135] env[69052]: DEBUG oslo_vmware.api [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.418102] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Task: {'id': task-3235610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.947495} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.418382] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Copied Virtual Disk [datastore1] vmware_temp/c7222e05-6620-4dc5-a0c8-d111b716abf3/3049a76a-6d1f-4722-9e01-a59c1119031f/tmp-sparse.vmdk to [datastore1] vmware_temp/c7222e05-6620-4dc5-a0c8-d111b716abf3/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 561.418568] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Deleting the datastore file [datastore1] vmware_temp/c7222e05-6620-4dc5-a0c8-d111b716abf3/3049a76a-6d1f-4722-9e01-a59c1119031f/tmp-sparse.vmdk {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 561.418821] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ec58db3-3f6a-4baa-95ab-915d637db0a1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.426938] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Waiting for the task: (returnval){ [ 561.426938] env[69052]: value = "task-3235615" [ 561.426938] env[69052]: _type = "Task" [ 561.426938] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.436031] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Task: {'id': task-3235615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.501776] env[69052]: DEBUG oslo_vmware.api [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': task-3235611, 'name': PowerOnVM_Task, 'duration_secs': 0.589592} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.502328] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 561.503091] env[69052]: INFO nova.compute.manager [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Took 10.74 seconds to spawn the instance on the hypervisor. [ 561.503522] env[69052]: DEBUG nova.compute.manager [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 561.504590] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcf8c7d-89c9-4bf1-aded-bc3667cc9886 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.540837] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c6e2f4-76d3-436c-a1d3-77aed0d4c1c6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.549970] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3445a8eb-d43f-4b1c-b68b-96df517819c6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.592615] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c2c95a-eb83-4743-b63f-115d97ec6a79 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.602210] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8710eb4d-f3ff-45d8-ad45-514d71413b4b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.618902] env[69052]: DEBUG nova.compute.provider_tree [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 561.749641] env[69052]: DEBUG oslo_vmware.api [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3235613, 'name': PowerOnVM_Task, 'duration_secs': 0.482937} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.749812] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 561.749927] env[69052]: INFO nova.compute.manager [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Took 8.72 seconds to spawn the instance on the hypervisor. [ 561.750299] env[69052]: DEBUG nova.compute.manager [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 561.751198] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc6f0f5-13d8-424a-9143-438e7dd6f918 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.771419] env[69052]: DEBUG oslo_vmware.api [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235614, 'name': PowerOffVM_Task, 'duration_secs': 0.155559} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.771419] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 561.771419] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 561.772624] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6ecc68-a261-4b35-a2fd-61eb79c8f0c5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.781178] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 561.785465] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-182a86b9-8b4b-446d-8aac-e7e8bdf0e723 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.816197] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 561.816197] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 561.816197] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Deleting the datastore file [datastore2] 00e9ed4f-84d3-458a-8d61-69cf77f39200 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 561.816490] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6d4733b-1374-44c7-ae45-c3afcb5c29d3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.827478] env[69052]: DEBUG oslo_vmware.api [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Waiting for the task: (returnval){ [ 561.827478] env[69052]: value = "task-3235617" [ 561.827478] env[69052]: _type = "Task" [ 561.827478] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.834516] env[69052]: DEBUG oslo_vmware.api [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.937314] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Task: {'id': task-3235615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024435} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.937868] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 561.940887] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Moving file from [datastore1] vmware_temp/c7222e05-6620-4dc5-a0c8-d111b716abf3/3049a76a-6d1f-4722-9e01-a59c1119031f to [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f. {{(pid=69052) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 561.940887] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-ce1586c8-0152-4b61-811b-d03589468e93 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.947898] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Waiting for the task: (returnval){ [ 561.947898] env[69052]: value = "task-3235618" [ 561.947898] env[69052]: _type = "Task" [ 561.947898] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.968131] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Task: {'id': task-3235618, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.007463] env[69052]: DEBUG nova.network.neutron [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Successfully created port: 596763bb-75ba-4886-89f4-7fb097eac7ac {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 562.026969] env[69052]: INFO nova.compute.manager [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Took 15.55 seconds to build instance. [ 562.072134] env[69052]: DEBUG nova.network.neutron [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Updated VIF entry in instance network info cache for port ac9fd6cf-a198-44fb-ac76-3430b06c7cc4. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 562.072247] env[69052]: DEBUG nova.network.neutron [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Updating instance_info_cache with network_info: [{"id": "ac9fd6cf-a198-44fb-ac76-3430b06c7cc4", "address": "fa:16:3e:35:b0:7e", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac9fd6cf-a1", "ovs_interfaceid": "ac9fd6cf-a198-44fb-ac76-3430b06c7cc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.122610] env[69052]: DEBUG nova.scheduler.client.report [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 562.133941] env[69052]: DEBUG nova.network.neutron [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Successfully updated port: ec8f9486-424e-4d10-9120-863762267a42 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 562.247163] env[69052]: DEBUG nova.compute.manager [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 562.276044] env[69052]: INFO nova.compute.manager [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Took 14.35 seconds to build instance. [ 562.293313] env[69052]: DEBUG nova.virt.hardware [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 562.293556] env[69052]: DEBUG nova.virt.hardware [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 562.293759] env[69052]: DEBUG nova.virt.hardware [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 562.293881] env[69052]: DEBUG nova.virt.hardware [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 562.294032] env[69052]: DEBUG nova.virt.hardware [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 562.294178] env[69052]: DEBUG nova.virt.hardware [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 562.294383] env[69052]: DEBUG nova.virt.hardware [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 562.294536] env[69052]: DEBUG nova.virt.hardware [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 562.294694] env[69052]: DEBUG nova.virt.hardware [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 562.294849] env[69052]: DEBUG nova.virt.hardware [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 562.295019] env[69052]: DEBUG nova.virt.hardware [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 562.296263] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e635369-5694-45a5-bfc3-8d4666e8f53f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.306407] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a179a070-2c3d-4901-ad5f-b4fd03e3ec39 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.333318] env[69052]: DEBUG oslo_vmware.api [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115689} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.333626] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 562.333823] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 562.334068] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 562.459812] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Task: {'id': task-3235618, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.029339} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.459812] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] File moved {{(pid=69052) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 562.460130] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Cleaning up location [datastore1] vmware_temp/c7222e05-6620-4dc5-a0c8-d111b716abf3 {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 562.460130] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Deleting the datastore file [datastore1] vmware_temp/c7222e05-6620-4dc5-a0c8-d111b716abf3 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 562.460690] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4657de6a-752c-4663-9b90-0aa8fce61bec {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.467301] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Waiting for the task: (returnval){ [ 562.467301] env[69052]: value = "task-3235619" [ 562.467301] env[69052]: _type = "Task" [ 562.467301] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.476916] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Task: {'id': task-3235619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.490264] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Acquiring lock "e621b1e7-bbfd-403e-8877-e275f3481265" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 562.490546] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Lock "e621b1e7-bbfd-403e-8877-e275f3481265" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 562.532248] env[69052]: DEBUG oslo_concurrency.lockutils [None req-673ad2b1-54d6-4de4-9486-42e69aaabf78 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Lock "a4462b16-2118-4c35-8790-eaf8c5d3f7db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.067s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 562.576961] env[69052]: DEBUG oslo_concurrency.lockutils [req-110a6cbd-249d-4df6-bc8f-d39bc9d9134a req-d4d7e5f4-3c4f-4f90-b7b9-d6f34a68a41e service nova] Releasing lock "refresh_cache-733f419b-7cfb-4e3b-bdbe-0c78dde72dd6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.630923] env[69052]: DEBUG oslo_concurrency.lockutils [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 562.631492] env[69052]: DEBUG nova.compute.manager [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 562.634111] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.761s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 562.638699] env[69052]: INFO nova.compute.claims [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 562.642706] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "refresh_cache-005d3319-8faf-4320-afeb-983875e2db0a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.642853] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquired lock "refresh_cache-005d3319-8faf-4320-afeb-983875e2db0a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.642972] env[69052]: DEBUG nova.network.neutron [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 562.783140] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c52a258c-e2ae-4833-b34c-bea97b2c8d1b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "3a1584dd-c15a-4ddc-a601-00fb583cbb5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.869s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 562.958416] env[69052]: DEBUG nova.compute.manager [req-c85dfa9a-4086-437d-b0ae-3311ef85c1c9 req-9548163a-a3d0-467f-a07e-d8e72043c69e service nova] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Received event network-vif-plugged-ec8f9486-424e-4d10-9120-863762267a42 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 562.959091] env[69052]: DEBUG oslo_concurrency.lockutils [req-c85dfa9a-4086-437d-b0ae-3311ef85c1c9 req-9548163a-a3d0-467f-a07e-d8e72043c69e service nova] Acquiring lock "005d3319-8faf-4320-afeb-983875e2db0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 562.959091] env[69052]: DEBUG oslo_concurrency.lockutils [req-c85dfa9a-4086-437d-b0ae-3311ef85c1c9 req-9548163a-a3d0-467f-a07e-d8e72043c69e service nova] Lock "005d3319-8faf-4320-afeb-983875e2db0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 562.959435] env[69052]: DEBUG oslo_concurrency.lockutils [req-c85dfa9a-4086-437d-b0ae-3311ef85c1c9 req-9548163a-a3d0-467f-a07e-d8e72043c69e service nova] Lock "005d3319-8faf-4320-afeb-983875e2db0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 562.959800] env[69052]: DEBUG nova.compute.manager [req-c85dfa9a-4086-437d-b0ae-3311ef85c1c9 req-9548163a-a3d0-467f-a07e-d8e72043c69e service nova] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] No waiting events found dispatching network-vif-plugged-ec8f9486-424e-4d10-9120-863762267a42 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 562.960379] env[69052]: WARNING nova.compute.manager [req-c85dfa9a-4086-437d-b0ae-3311ef85c1c9 req-9548163a-a3d0-467f-a07e-d8e72043c69e service nova] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Received unexpected event network-vif-plugged-ec8f9486-424e-4d10-9120-863762267a42 for instance with vm_state building and task_state spawning. [ 562.979326] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Task: {'id': task-3235619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026851} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.980031] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 562.982202] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1891d77-499b-4760-9e6d-c85afb326982 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.987727] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Waiting for the task: (returnval){ [ 562.987727] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525fd14a-ddee-f3a7-9d3d-f07f747ee669" [ 562.987727] env[69052]: _type = "Task" [ 562.987727] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.997075] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525fd14a-ddee-f3a7-9d3d-f07f747ee669, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.037886] env[69052]: DEBUG nova.compute.manager [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 563.145974] env[69052]: DEBUG nova.compute.utils [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 563.152025] env[69052]: DEBUG nova.compute.manager [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 563.152025] env[69052]: DEBUG nova.network.neutron [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 563.226103] env[69052]: DEBUG nova.network.neutron [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 563.253439] env[69052]: DEBUG nova.policy [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'baa5663b1f0c476589528e483a29a6e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3eb63231c45742209a5f531d87964048', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 563.376808] env[69052]: DEBUG nova.virt.hardware [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 563.377319] env[69052]: DEBUG nova.virt.hardware [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 563.378420] env[69052]: DEBUG nova.virt.hardware [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 563.378875] env[69052]: DEBUG nova.virt.hardware [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 563.379159] env[69052]: DEBUG nova.virt.hardware [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 563.379517] env[69052]: DEBUG nova.virt.hardware [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 563.380074] env[69052]: DEBUG nova.virt.hardware [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 563.380364] env[69052]: DEBUG nova.virt.hardware [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 563.380646] env[69052]: DEBUG nova.virt.hardware [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 563.380926] env[69052]: DEBUG nova.virt.hardware [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 563.381210] env[69052]: DEBUG nova.virt.hardware [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 563.382380] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b994c0-1048-4719-962d-61a128383d32 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.398035] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81401962-9136-4342-9363-f519a871571b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.426634] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Instance VIF info [] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 563.433444] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 563.433850] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 563.434119] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b4d970f-dec9-468b-a1b2-9540d0e3f344 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.454155] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 563.454155] env[69052]: value = "task-3235620" [ 563.454155] env[69052]: _type = "Task" [ 563.454155] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.464341] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235620, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.500688] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525fd14a-ddee-f3a7-9d3d-f07f747ee669, 'name': SearchDatastore_Task, 'duration_secs': 0.008988} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.500897] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.501173] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] b7901a47-6e24-45e2-869f-52c58e88354f/b7901a47-6e24-45e2-869f-52c58e88354f.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 563.501449] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.501675] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 563.501888] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9b440c6-e399-4aff-8fe5-2171cf07f123 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.504724] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae05999c-f93a-4afd-aab3-386f51bf85e3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.514217] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Waiting for the task: (returnval){ [ 563.514217] env[69052]: value = "task-3235621" [ 563.514217] env[69052]: _type = "Task" [ 563.514217] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.521400] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 563.521400] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 563.522714] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aca1bd9d-f47d-450f-a5af-4e8d489568aa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.532020] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Task: {'id': task-3235621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.534557] env[69052]: DEBUG oslo_vmware.api [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Waiting for the task: (returnval){ [ 563.534557] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52325528-add0-fa4e-4257-549146ed5e63" [ 563.534557] env[69052]: _type = "Task" [ 563.534557] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.541154] env[69052]: DEBUG nova.network.neutron [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Updating instance_info_cache with network_info: [{"id": "ec8f9486-424e-4d10-9120-863762267a42", "address": "fa:16:3e:a3:8a:57", "network": {"id": "b6d9b7e5-400e-4efc-ba39-0f99fc82b883", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1340582833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb63231c45742209a5f531d87964048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec8f9486-42", "ovs_interfaceid": "ec8f9486-424e-4d10-9120-863762267a42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 563.557099] env[69052]: DEBUG oslo_vmware.api [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52325528-add0-fa4e-4257-549146ed5e63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.578436] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 563.660769] env[69052]: DEBUG nova.compute.manager [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 563.935400] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e653fed-623f-4a83-a1a3-af478611185d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.943463] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a3f82e-e8f0-4061-96e9-3f25df36c291 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.986606] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c19168a-85ef-4366-b2c2-98963cef0191 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.999346] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235620, 'name': CreateVM_Task, 'duration_secs': 0.456978} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.001775] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 564.002492] env[69052]: DEBUG oslo_concurrency.lockutils [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.002717] env[69052]: DEBUG oslo_concurrency.lockutils [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.003106] env[69052]: DEBUG oslo_concurrency.lockutils [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.006136] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0995344-458d-45b6-b48d-08dfe64ee0e5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.008710] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-400cfd2d-6822-47d2-91d6-6e26556c0e10 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.023225] env[69052]: DEBUG nova.compute.provider_tree [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 564.028669] env[69052]: DEBUG oslo_vmware.api [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Waiting for the task: (returnval){ [ 564.028669] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521d3f3c-84c2-5ad7-0432-c429faeabc53" [ 564.028669] env[69052]: _type = "Task" [ 564.028669] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.047847] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Releasing lock "refresh_cache-005d3319-8faf-4320-afeb-983875e2db0a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.048151] env[69052]: DEBUG nova.compute.manager [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Instance network_info: |[{"id": "ec8f9486-424e-4d10-9120-863762267a42", "address": "fa:16:3e:a3:8a:57", "network": {"id": "b6d9b7e5-400e-4efc-ba39-0f99fc82b883", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1340582833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb63231c45742209a5f531d87964048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec8f9486-42", "ovs_interfaceid": "ec8f9486-424e-4d10-9120-863762267a42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 564.048444] env[69052]: DEBUG oslo_vmware.api [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521d3f3c-84c2-5ad7-0432-c429faeabc53, 'name': SearchDatastore_Task, 'duration_secs': 0.009384} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.048653] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Task: {'id': task-3235621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508896} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.050156] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:8a:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '03ac2c9c-6ad2-4a85-bfab-c7e336df859a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec8f9486-424e-4d10-9120-863762267a42', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 564.057762] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Creating folder: Project (3eb63231c45742209a5f531d87964048). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.058173] env[69052]: DEBUG oslo_concurrency.lockutils [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.058380] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 564.058590] env[69052]: DEBUG oslo_concurrency.lockutils [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.058802] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] b7901a47-6e24-45e2-869f-52c58e88354f/b7901a47-6e24-45e2-869f-52c58e88354f.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 564.058986] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 564.060717] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e44b526e-5668-4eb3-9141-6a484aab1baf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.062515] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ccf1f5c-d8e7-4dfa-be1f-0ea7b09a3b86 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.070514] env[69052]: DEBUG oslo_vmware.api [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52325528-add0-fa4e-4257-549146ed5e63, 'name': SearchDatastore_Task, 'duration_secs': 0.020235} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.072349] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Waiting for the task: (returnval){ [ 564.072349] env[69052]: value = "task-3235623" [ 564.072349] env[69052]: _type = "Task" [ 564.072349] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.072564] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ee5a202-81a3-4c3d-ac77-0173347f74bf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.080539] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Created folder: Project (3eb63231c45742209a5f531d87964048) in parent group-v646676. [ 564.080794] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Creating folder: Instances. Parent ref: group-v646693. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.081450] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d91dcbd2-d6c1-45c7-9880-d198bf6fee4a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.086844] env[69052]: DEBUG oslo_vmware.api [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Waiting for the task: (returnval){ [ 564.086844] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526391ed-e85b-06b0-1909-5e555af702c3" [ 564.086844] env[69052]: _type = "Task" [ 564.086844] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.087058] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Task: {'id': task-3235623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.096193] env[69052]: DEBUG oslo_vmware.api [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526391ed-e85b-06b0-1909-5e555af702c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009115} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.096955] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.097263] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6/733f419b-7cfb-4e3b-bdbe-0c78dde72dd6.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 564.097887] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Created folder: Instances in parent group-v646693. [ 564.098135] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 564.098367] env[69052]: DEBUG oslo_concurrency.lockutils [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.098491] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 564.098709] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ceb14a44-8747-4c42-81ed-9184aa92051b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.100649] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 564.101334] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22d79d55-7783-4cff-83e0-0627b0c53fe0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.104783] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f1be9a9-7f60-4c6a-9551-2ae2a576c25c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.126038] env[69052]: DEBUG oslo_vmware.api [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Waiting for the task: (returnval){ [ 564.126038] env[69052]: value = "task-3235625" [ 564.126038] env[69052]: _type = "Task" [ 564.126038] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.126361] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 564.126361] env[69052]: value = "task-3235626" [ 564.126361] env[69052]: _type = "Task" [ 564.126361] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.131115] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 564.131115] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 564.136847] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d942690-67a1-4c97-a760-0de21834d542 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.145937] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235626, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.146093] env[69052]: DEBUG oslo_vmware.api [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Task: {'id': task-3235625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.147425] env[69052]: DEBUG oslo_vmware.api [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Waiting for the task: (returnval){ [ 564.147425] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528ab5e2-1fc4-adc4-d3fb-9b9f1663b33a" [ 564.147425] env[69052]: _type = "Task" [ 564.147425] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.156771] env[69052]: DEBUG oslo_vmware.api [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528ab5e2-1fc4-adc4-d3fb-9b9f1663b33a, 'name': SearchDatastore_Task, 'duration_secs': 0.008712} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.157653] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff48e898-b1c1-403f-b28c-83feab0c2238 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.168357] env[69052]: DEBUG oslo_vmware.api [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Waiting for the task: (returnval){ [ 564.168357] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a7a7f1-353f-5a72-c254-5f4776f1c394" [ 564.168357] env[69052]: _type = "Task" [ 564.168357] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.177023] env[69052]: DEBUG oslo_vmware.api [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a7a7f1-353f-5a72-c254-5f4776f1c394, 'name': SearchDatastore_Task, 'duration_secs': 0.008809} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.179409] env[69052]: DEBUG nova.network.neutron [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Successfully created port: c35dc851-f9c4-4470-a5c0-298963be4532 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 564.179827] env[69052]: DEBUG oslo_concurrency.lockutils [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.180096] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 00e9ed4f-84d3-458a-8d61-69cf77f39200/00e9ed4f-84d3-458a-8d61-69cf77f39200.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 564.180950] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3067e98d-e7c2-4709-81e3-0ac851df4ae7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.187387] env[69052]: DEBUG oslo_vmware.api [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Waiting for the task: (returnval){ [ 564.187387] env[69052]: value = "task-3235627" [ 564.187387] env[69052]: _type = "Task" [ 564.187387] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.196164] env[69052]: DEBUG oslo_vmware.api [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.306645] env[69052]: DEBUG oslo_concurrency.lockutils [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Acquiring lock "742a374a-07f2-4a59-89cb-e58e3cd2e357" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 564.306905] env[69052]: DEBUG oslo_concurrency.lockutils [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Lock "742a374a-07f2-4a59-89cb-e58e3cd2e357" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 564.536375] env[69052]: DEBUG nova.scheduler.client.report [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 564.587546] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Task: {'id': task-3235623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071311} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.587810] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 564.589047] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3219eb0-21c0-4549-9ad6-22e98e2765a5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.620259] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] b7901a47-6e24-45e2-869f-52c58e88354f/b7901a47-6e24-45e2-869f-52c58e88354f.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 564.620624] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32cd473f-38c2-4b55-879a-ba7373d3b1a3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.658380] env[69052]: DEBUG oslo_vmware.api [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Task: {'id': task-3235625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454656} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.658380] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235626, 'name': CreateVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.659742] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6/733f419b-7cfb-4e3b-bdbe-0c78dde72dd6.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 564.660248] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 564.660532] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Waiting for the task: (returnval){ [ 564.660532] env[69052]: value = "task-3235628" [ 564.660532] env[69052]: _type = "Task" [ 564.660532] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.660781] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0462209c-4347-4e4b-b7cf-79a5e30ece86 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.670792] env[69052]: DEBUG nova.compute.manager [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 564.681290] env[69052]: DEBUG oslo_vmware.api [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Waiting for the task: (returnval){ [ 564.681290] env[69052]: value = "task-3235629" [ 564.681290] env[69052]: _type = "Task" [ 564.681290] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.681290] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Task: {'id': task-3235628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.690345] env[69052]: DEBUG oslo_vmware.api [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Task: {'id': task-3235629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.701778] env[69052]: DEBUG oslo_vmware.api [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235627, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.712234] env[69052]: DEBUG nova.virt.hardware [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 564.712573] env[69052]: DEBUG nova.virt.hardware [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 564.712750] env[69052]: DEBUG nova.virt.hardware [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 564.712946] env[69052]: DEBUG nova.virt.hardware [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 564.713658] env[69052]: DEBUG nova.virt.hardware [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 564.713658] env[69052]: DEBUG nova.virt.hardware [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 564.713658] env[69052]: DEBUG nova.virt.hardware [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 564.714240] env[69052]: DEBUG nova.virt.hardware [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 564.714240] env[69052]: DEBUG nova.virt.hardware [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 564.714240] env[69052]: DEBUG nova.virt.hardware [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 564.714393] env[69052]: DEBUG nova.virt.hardware [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 564.714809] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Acquiring lock "a4462b16-2118-4c35-8790-eaf8c5d3f7db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 564.715022] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Lock "a4462b16-2118-4c35-8790-eaf8c5d3f7db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 564.715217] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Acquiring lock "a4462b16-2118-4c35-8790-eaf8c5d3f7db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 564.715389] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Lock "a4462b16-2118-4c35-8790-eaf8c5d3f7db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 564.715779] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Lock "a4462b16-2118-4c35-8790-eaf8c5d3f7db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 564.718757] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2168537d-a735-4387-a2bd-d0010bfebdd9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.722576] env[69052]: INFO nova.compute.manager [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Terminating instance [ 564.730689] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6ff8fa-81ef-4f92-924b-c3e260ef7f7e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.813014] env[69052]: DEBUG nova.compute.manager [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 565.044434] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 565.045243] env[69052]: DEBUG nova.compute.manager [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 565.048158] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.099s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 565.154038] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235626, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.179720] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Task: {'id': task-3235628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.190986] env[69052]: DEBUG oslo_vmware.api [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Task: {'id': task-3235629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.276289} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.194602] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 565.195443] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2fb876-cf66-40c8-b37f-6734913bc276 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.203705] env[69052]: DEBUG oslo_vmware.api [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738795} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.213327] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 00e9ed4f-84d3-458a-8d61-69cf77f39200/00e9ed4f-84d3-458a-8d61-69cf77f39200.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 565.213608] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 565.224421] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6/733f419b-7cfb-4e3b-bdbe-0c78dde72dd6.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 565.224421] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca31f59f-3a61-4645-aa0f-d0e33bc26356 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.225896] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a75434d7-39ab-4315-936d-11a3b59d8013 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.243087] env[69052]: DEBUG nova.compute.manager [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 565.243316] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 565.245098] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea40eb21-949c-40fc-82f0-30c68741245a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.250647] env[69052]: DEBUG oslo_vmware.api [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Waiting for the task: (returnval){ [ 565.250647] env[69052]: value = "task-3235630" [ 565.250647] env[69052]: _type = "Task" [ 565.250647] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.256886] env[69052]: DEBUG oslo_vmware.api [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Waiting for the task: (returnval){ [ 565.256886] env[69052]: value = "task-3235631" [ 565.256886] env[69052]: _type = "Task" [ 565.256886] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.257593] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 565.257917] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f2c9258-add0-4d08-995c-7b043e82af4e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.268544] env[69052]: DEBUG oslo_vmware.api [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.275251] env[69052]: DEBUG oslo_vmware.api [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Task: {'id': task-3235631, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.276627] env[69052]: DEBUG oslo_vmware.api [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Waiting for the task: (returnval){ [ 565.276627] env[69052]: value = "task-3235632" [ 565.276627] env[69052]: _type = "Task" [ 565.276627] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.286165] env[69052]: DEBUG oslo_vmware.api [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Task: {'id': task-3235632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.291080] env[69052]: DEBUG nova.network.neutron [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Successfully updated port: 596763bb-75ba-4886-89f4-7fb097eac7ac {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 565.340162] env[69052]: DEBUG oslo_concurrency.lockutils [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 565.552013] env[69052]: DEBUG nova.compute.utils [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 565.556507] env[69052]: DEBUG nova.compute.manager [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 565.556507] env[69052]: DEBUG nova.network.neutron [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 565.649658] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235626, 'name': CreateVM_Task, 'duration_secs': 1.04733} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.649847] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 565.650616] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.650857] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.651191] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.651442] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-256b1dfd-9397-44fc-8e72-581968d4582a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.657839] env[69052]: DEBUG oslo_vmware.api [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 565.657839] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f13beb-4211-12ad-bc89-d1c9039aef72" [ 565.657839] env[69052]: _type = "Task" [ 565.657839] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.673939] env[69052]: DEBUG oslo_vmware.api [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f13beb-4211-12ad-bc89-d1c9039aef72, 'name': SearchDatastore_Task, 'duration_secs': 0.009815} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.674885] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.676625] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 565.676625] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.676625] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.676625] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 565.678881] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f1f9afa-0c21-4165-8e58-e1bd5dd5bf3d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.682684] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Task: {'id': task-3235628, 'name': ReconfigVM_Task, 'duration_secs': 0.618366} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.683071] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Reconfigured VM instance instance-00000005 to attach disk [datastore1] b7901a47-6e24-45e2-869f-52c58e88354f/b7901a47-6e24-45e2-869f-52c58e88354f.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 565.683983] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fdbd930-11cb-459b-83da-d77cb57a9d45 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.689526] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 565.689715] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 565.694803] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a240001-4e2c-4d55-ae4b-333953291827 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.697277] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Waiting for the task: (returnval){ [ 565.697277] env[69052]: value = "task-3235633" [ 565.697277] env[69052]: _type = "Task" [ 565.697277] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.703074] env[69052]: DEBUG oslo_vmware.api [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 565.703074] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52221f51-91f1-cedf-02bc-d064e5f599bd" [ 565.703074] env[69052]: _type = "Task" [ 565.703074] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.710470] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Task: {'id': task-3235633, 'name': Rename_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.719157] env[69052]: DEBUG oslo_vmware.api [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52221f51-91f1-cedf-02bc-d064e5f599bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010223} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.719756] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f71f19d0-af34-46aa-8b68-1e0049f3303f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.726040] env[69052]: DEBUG oslo_vmware.api [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 565.726040] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52932672-a5ba-dc80-12d3-884c6c1befd1" [ 565.726040] env[69052]: _type = "Task" [ 565.726040] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.734838] env[69052]: DEBUG oslo_vmware.api [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52932672-a5ba-dc80-12d3-884c6c1befd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.759341] env[69052]: DEBUG oslo_vmware.api [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075507} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.762698] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 565.763792] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce91abc-a3d6-47a1-a411-6543d08f96c5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.770953] env[69052]: DEBUG oslo_vmware.api [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Task: {'id': task-3235631, 'name': ReconfigVM_Task, 'duration_secs': 0.285217} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.772343] env[69052]: DEBUG nova.policy [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17661cf9e4ac435ea02ca5937c3ff24d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19918ec410294b2685d0e75828f74507', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 565.782290] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6/733f419b-7cfb-4e3b-bdbe-0c78dde72dd6.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 565.789764] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 00e9ed4f-84d3-458a-8d61-69cf77f39200/00e9ed4f-84d3-458a-8d61-69cf77f39200.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 565.790056] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff887978-ca11-4321-a76a-a46c3fd324ed {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.794906] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efb77bc7-f81e-454f-bd37-6fa5c43d437f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.812405] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquiring lock "refresh_cache-12141b9b-bbb8-4080-ac76-aa4b6136b0de" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.812576] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquired lock "refresh_cache-12141b9b-bbb8-4080-ac76-aa4b6136b0de" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.812962] env[69052]: DEBUG nova.network.neutron [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 565.821168] env[69052]: DEBUG oslo_vmware.api [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Task: {'id': task-3235632, 'name': PowerOffVM_Task, 'duration_secs': 0.276575} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.823290] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 565.823572] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 565.823754] env[69052]: DEBUG oslo_vmware.api [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Waiting for the task: (returnval){ [ 565.823754] env[69052]: value = "task-3235634" [ 565.823754] env[69052]: _type = "Task" [ 565.823754] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.823980] env[69052]: DEBUG oslo_vmware.api [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Waiting for the task: (returnval){ [ 565.823980] env[69052]: value = "task-3235635" [ 565.823980] env[69052]: _type = "Task" [ 565.823980] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.824179] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c345f702-add4-4ce0-8b68-cf89351f81ae {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.837510] env[69052]: DEBUG oslo_vmware.api [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Task: {'id': task-3235634, 'name': Rename_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.840721] env[69052]: DEBUG oslo_vmware.api [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.913934] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 565.914158] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 565.914346] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Deleting the datastore file [datastore2] a4462b16-2118-4c35-8790-eaf8c5d3f7db {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 565.914623] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2871858-cab7-4cb7-a764-b73e289ffef4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.922556] env[69052]: DEBUG oslo_vmware.api [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Waiting for the task: (returnval){ [ 565.922556] env[69052]: value = "task-3235637" [ 565.922556] env[69052]: _type = "Task" [ 565.922556] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.931755] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Acquiring lock "13714572-539a-445d-8998-a974a291135d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 565.931755] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Lock "13714572-539a-445d-8998-a974a291135d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 565.935907] env[69052]: DEBUG oslo_vmware.api [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Task: {'id': task-3235637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.061644] env[69052]: DEBUG nova.compute.manager [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 566.066338] env[69052]: INFO nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Updating resource usage from migration 31ed88d4-ce9f-45f6-ac0e-0cc7ee40101a [ 566.208326] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Task: {'id': task-3235633, 'name': Rename_Task, 'duration_secs': 0.152521} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.208609] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 566.208609] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34b4dab9-cf61-48ca-818c-62f482f3f5b5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.215595] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Waiting for the task: (returnval){ [ 566.215595] env[69052]: value = "task-3235638" [ 566.215595] env[69052]: _type = "Task" [ 566.215595] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.226608] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Task: {'id': task-3235638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.239644] env[69052]: DEBUG oslo_vmware.api [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52932672-a5ba-dc80-12d3-884c6c1befd1, 'name': SearchDatastore_Task, 'duration_secs': 0.009538} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.240375] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.240375] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 005d3319-8faf-4320-afeb-983875e2db0a/005d3319-8faf-4320-afeb-983875e2db0a.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 566.241234] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c8f2d01-8f7e-4fd9-b41f-26043220b273 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.253027] env[69052]: DEBUG oslo_vmware.api [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 566.253027] env[69052]: value = "task-3235639" [ 566.253027] env[69052]: _type = "Task" [ 566.253027] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.262509] env[69052]: DEBUG oslo_vmware.api [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.325263] env[69052]: DEBUG nova.compute.manager [req-707b8182-2ffc-4429-b4e1-c281da473bba req-fa72ad72-4242-42d4-b105-33a1d0322878 service nova] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Received event network-changed-ec8f9486-424e-4d10-9120-863762267a42 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 566.325443] env[69052]: DEBUG nova.compute.manager [req-707b8182-2ffc-4429-b4e1-c281da473bba req-fa72ad72-4242-42d4-b105-33a1d0322878 service nova] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Refreshing instance network info cache due to event network-changed-ec8f9486-424e-4d10-9120-863762267a42. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 566.325649] env[69052]: DEBUG oslo_concurrency.lockutils [req-707b8182-2ffc-4429-b4e1-c281da473bba req-fa72ad72-4242-42d4-b105-33a1d0322878 service nova] Acquiring lock "refresh_cache-005d3319-8faf-4320-afeb-983875e2db0a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.325780] env[69052]: DEBUG oslo_concurrency.lockutils [req-707b8182-2ffc-4429-b4e1-c281da473bba req-fa72ad72-4242-42d4-b105-33a1d0322878 service nova] Acquired lock "refresh_cache-005d3319-8faf-4320-afeb-983875e2db0a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.325931] env[69052]: DEBUG nova.network.neutron [req-707b8182-2ffc-4429-b4e1-c281da473bba req-fa72ad72-4242-42d4-b105-33a1d0322878 service nova] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Refreshing network info cache for port ec8f9486-424e-4d10-9120-863762267a42 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 566.349757] env[69052]: DEBUG oslo_vmware.api [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Task: {'id': task-3235634, 'name': Rename_Task, 'duration_secs': 0.177389} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.354037] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 566.355494] env[69052]: DEBUG oslo_vmware.api [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235635, 'name': ReconfigVM_Task, 'duration_secs': 0.33203} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.360404] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef5c447b-1489-4d58-b4f6-de9f24134ece {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.362680] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 00e9ed4f-84d3-458a-8d61-69cf77f39200/00e9ed4f-84d3-458a-8d61-69cf77f39200.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 566.364416] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-526f4128-b33a-4b5e-8c5d-1ab60edfd118 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.370425] env[69052]: DEBUG oslo_vmware.api [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Waiting for the task: (returnval){ [ 566.370425] env[69052]: value = "task-3235640" [ 566.370425] env[69052]: _type = "Task" [ 566.370425] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.373442] env[69052]: DEBUG oslo_vmware.api [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Waiting for the task: (returnval){ [ 566.373442] env[69052]: value = "task-3235641" [ 566.373442] env[69052]: _type = "Task" [ 566.373442] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.385255] env[69052]: DEBUG oslo_vmware.api [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Task: {'id': task-3235640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.390023] env[69052]: DEBUG oslo_vmware.api [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235641, 'name': Rename_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.415646] env[69052]: DEBUG nova.network.neutron [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 566.433536] env[69052]: DEBUG oslo_vmware.api [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Task: {'id': task-3235637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174534} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.433781] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 566.433957] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 566.434142] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 566.434439] env[69052]: INFO nova.compute.manager [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Took 1.19 seconds to destroy the instance on the hypervisor. [ 566.434533] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 566.435269] env[69052]: DEBUG nova.compute.manager [-] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 566.435269] env[69052]: DEBUG nova.network.neutron [-] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 566.596728] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 742a374a-07f2-4a59-89cb-e58e3cd2e357 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 566.730397] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Task: {'id': task-3235638, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.762191] env[69052]: DEBUG oslo_vmware.api [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235639, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.820379] env[69052]: DEBUG nova.network.neutron [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Successfully created port: e1538ca3-f602-4a20-af79-a407e26339b3 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 566.871684] env[69052]: DEBUG nova.compute.manager [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Stashing vm_state: active {{(pid=69052) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 566.890195] env[69052]: DEBUG oslo_vmware.api [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235641, 'name': Rename_Task, 'duration_secs': 0.298541} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.892492] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 566.893404] env[69052]: DEBUG oslo_vmware.api [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Task: {'id': task-3235640, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.893710] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ace9557-523f-4cef-b32d-d93e6cd569c4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.902564] env[69052]: DEBUG oslo_vmware.api [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Waiting for the task: (returnval){ [ 566.902564] env[69052]: value = "task-3235642" [ 566.902564] env[69052]: _type = "Task" [ 566.902564] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.915722] env[69052]: DEBUG oslo_vmware.api [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.992100] env[69052]: DEBUG nova.network.neutron [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Updating instance_info_cache with network_info: [{"id": "596763bb-75ba-4886-89f4-7fb097eac7ac", "address": "fa:16:3e:95:3b:cf", "network": {"id": "9f6895a7-84c3-4ea9-8bd1-2b915efdcd68", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1401835395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c84c8f10f58b47c994aedff830a76bc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap596763bb-75", "ovs_interfaceid": "596763bb-75ba-4886-89f4-7fb097eac7ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 567.080681] env[69052]: DEBUG nova.compute.manager [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 567.104258] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance e621b1e7-bbfd-403e-8877-e275f3481265 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 567.104258] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance b60dc416-39de-4dfa-a046-5e60cc9ffeed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 567.104258] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance b7901a47-6e24-45e2-869f-52c58e88354f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 567.104258] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance a4462b16-2118-4c35-8790-eaf8c5d3f7db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 567.104506] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 005d3319-8faf-4320-afeb-983875e2db0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 567.104506] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 93e9483a-c673-4ab5-9050-e6c30acf5743 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 567.104506] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Migration 31ed88d4-ce9f-45f6-ac0e-0cc7ee40101a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 567.104506] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 3a1584dd-c15a-4ddc-a601-00fb583cbb5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 567.114256] env[69052]: DEBUG nova.virt.hardware [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 567.114684] env[69052]: DEBUG nova.virt.hardware [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 567.114901] env[69052]: DEBUG nova.virt.hardware [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 567.115121] env[69052]: DEBUG nova.virt.hardware [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 567.115722] env[69052]: DEBUG nova.virt.hardware [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 567.115722] env[69052]: DEBUG nova.virt.hardware [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 567.115722] env[69052]: DEBUG nova.virt.hardware [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 567.115845] env[69052]: DEBUG nova.virt.hardware [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 567.115908] env[69052]: DEBUG nova.virt.hardware [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 567.116080] env[69052]: DEBUG nova.virt.hardware [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 567.118094] env[69052]: DEBUG nova.virt.hardware [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 567.118130] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d20add-1e82-4a88-a4de-e72b68454ab8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.131732] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9454a553-b1b6-4bd1-88ba-1b6105924a97 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.227748] env[69052]: DEBUG oslo_vmware.api [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Task: {'id': task-3235638, 'name': PowerOnVM_Task, 'duration_secs': 0.815037} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.228100] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 567.228295] env[69052]: INFO nova.compute.manager [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Took 9.68 seconds to spawn the instance on the hypervisor. [ 567.228473] env[69052]: DEBUG nova.compute.manager [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 567.229257] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7575b6d3-e20a-409e-bad3-5b66b3ac65e3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.262493] env[69052]: DEBUG oslo_vmware.api [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592756} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.263819] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 005d3319-8faf-4320-afeb-983875e2db0a/005d3319-8faf-4320-afeb-983875e2db0a.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 567.264335] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 567.264638] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f16d728-223f-43a7-989c-094cd43133db {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.275060] env[69052]: DEBUG oslo_vmware.api [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 567.275060] env[69052]: value = "task-3235643" [ 567.275060] env[69052]: _type = "Task" [ 567.275060] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.285601] env[69052]: DEBUG oslo_vmware.api [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.391447] env[69052]: DEBUG oslo_vmware.api [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Task: {'id': task-3235640, 'name': PowerOnVM_Task, 'duration_secs': 0.82387} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.391722] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 567.391936] env[69052]: INFO nova.compute.manager [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Took 12.12 seconds to spawn the instance on the hypervisor. [ 567.392405] env[69052]: DEBUG nova.compute.manager [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 567.393327] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf49d8b-6aa6-491f-a549-6b96d7383b5f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.407153] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 567.412458] env[69052]: DEBUG oslo_vmware.api [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235642, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.499032] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Releasing lock "refresh_cache-12141b9b-bbb8-4080-ac76-aa4b6136b0de" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.499411] env[69052]: DEBUG nova.compute.manager [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Instance network_info: |[{"id": "596763bb-75ba-4886-89f4-7fb097eac7ac", "address": "fa:16:3e:95:3b:cf", "network": {"id": "9f6895a7-84c3-4ea9-8bd1-2b915efdcd68", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1401835395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c84c8f10f58b47c994aedff830a76bc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap596763bb-75", "ovs_interfaceid": "596763bb-75ba-4886-89f4-7fb097eac7ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 567.499842] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:3b:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '596763bb-75ba-4886-89f4-7fb097eac7ac', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 567.513534] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Creating folder: Project (c84c8f10f58b47c994aedff830a76bc6). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 567.514038] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2e1568f-6715-40e8-bcb1-f095fc8b118d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.527842] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Created folder: Project (c84c8f10f58b47c994aedff830a76bc6) in parent group-v646676. [ 567.528093] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Creating folder: Instances. Parent ref: group-v646696. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 567.528550] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5bcc4dd-643e-4de7-9928-0c627c639542 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.537315] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Created folder: Instances in parent group-v646696. [ 567.537551] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 567.538047] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 567.538047] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d222d77f-e335-4867-b02f-4de82238886b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.557903] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 567.557903] env[69052]: value = "task-3235646" [ 567.557903] env[69052]: _type = "Task" [ 567.557903] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.565712] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235646, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.609429] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 38065204-486c-4d9d-abcb-eb49214e3c58 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 567.609794] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 00e9ed4f-84d3-458a-8d61-69cf77f39200 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 567.609794] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 567.609888] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 12141b9b-bbb8-4080-ac76-aa4b6136b0de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 567.750416] env[69052]: INFO nova.compute.manager [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Took 17.64 seconds to build instance. [ 567.790546] env[69052]: DEBUG oslo_vmware.api [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075744} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.790546] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 567.790853] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c5603f-cfa6-4566-99a7-3c311616138c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.818601] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 005d3319-8faf-4320-afeb-983875e2db0a/005d3319-8faf-4320-afeb-983875e2db0a.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 567.819193] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d36372b1-f590-4bcf-9be3-cd10c136859f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.838905] env[69052]: DEBUG oslo_vmware.api [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 567.838905] env[69052]: value = "task-3235647" [ 567.838905] env[69052]: _type = "Task" [ 567.838905] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.848178] env[69052]: DEBUG oslo_vmware.api [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235647, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.915656] env[69052]: INFO nova.compute.manager [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Took 19.73 seconds to build instance. [ 567.923127] env[69052]: DEBUG oslo_vmware.api [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235642, 'name': PowerOnVM_Task, 'duration_secs': 0.793655} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.923572] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 567.923629] env[69052]: DEBUG nova.compute.manager [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 567.924504] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29adef8-9eab-4f6b-93b7-2d9d5c6cb8a2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.059311] env[69052]: DEBUG nova.network.neutron [req-707b8182-2ffc-4429-b4e1-c281da473bba req-fa72ad72-4242-42d4-b105-33a1d0322878 service nova] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Updated VIF entry in instance network info cache for port ec8f9486-424e-4d10-9120-863762267a42. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 568.059629] env[69052]: DEBUG nova.network.neutron [req-707b8182-2ffc-4429-b4e1-c281da473bba req-fa72ad72-4242-42d4-b105-33a1d0322878 service nova] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Updating instance_info_cache with network_info: [{"id": "ec8f9486-424e-4d10-9120-863762267a42", "address": "fa:16:3e:a3:8a:57", "network": {"id": "b6d9b7e5-400e-4efc-ba39-0f99fc82b883", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1340582833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb63231c45742209a5f531d87964048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec8f9486-42", "ovs_interfaceid": "ec8f9486-424e-4d10-9120-863762267a42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.074270] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235646, 'name': CreateVM_Task, 'duration_secs': 0.35975} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.074781] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 568.075512] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.075713] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.076118] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.076522] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b09f49a6-8aaf-4641-a298-978aa4dfffbd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.083521] env[69052]: DEBUG oslo_vmware.api [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 568.083521] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5253cdf8-f7ef-b2b0-0d18-8769abeeffb1" [ 568.083521] env[69052]: _type = "Task" [ 568.083521] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.095987] env[69052]: DEBUG oslo_vmware.api [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5253cdf8-f7ef-b2b0-0d18-8769abeeffb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.113421] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 5df864fc-1ee4-41d5-9ceb-ff166671992b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 568.194038] env[69052]: DEBUG nova.network.neutron [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Successfully updated port: c35dc851-f9c4-4470-a5c0-298963be4532 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 568.253152] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fbdd92cb-a3b2-4124-a869-eafe79f1140f tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Lock "b7901a47-6e24-45e2-869f-52c58e88354f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.209s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 568.352068] env[69052]: DEBUG oslo_vmware.api [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.370126] env[69052]: DEBUG nova.network.neutron [-] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.422214] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdde23ad-8645-4f6b-bafa-87aad2f0bb79 tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Lock "733f419b-7cfb-4e3b-bdbe-0c78dde72dd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.250s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 568.444467] env[69052]: DEBUG oslo_concurrency.lockutils [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 568.566674] env[69052]: DEBUG oslo_concurrency.lockutils [req-707b8182-2ffc-4429-b4e1-c281da473bba req-fa72ad72-4242-42d4-b105-33a1d0322878 service nova] Releasing lock "refresh_cache-005d3319-8faf-4320-afeb-983875e2db0a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.567886] env[69052]: DEBUG nova.compute.manager [req-707b8182-2ffc-4429-b4e1-c281da473bba req-fa72ad72-4242-42d4-b105-33a1d0322878 service nova] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Received event network-vif-plugged-596763bb-75ba-4886-89f4-7fb097eac7ac {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 568.568241] env[69052]: DEBUG oslo_concurrency.lockutils [req-707b8182-2ffc-4429-b4e1-c281da473bba req-fa72ad72-4242-42d4-b105-33a1d0322878 service nova] Acquiring lock "12141b9b-bbb8-4080-ac76-aa4b6136b0de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 568.569312] env[69052]: DEBUG oslo_concurrency.lockutils [req-707b8182-2ffc-4429-b4e1-c281da473bba req-fa72ad72-4242-42d4-b105-33a1d0322878 service nova] Lock "12141b9b-bbb8-4080-ac76-aa4b6136b0de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 568.573291] env[69052]: DEBUG oslo_concurrency.lockutils [req-707b8182-2ffc-4429-b4e1-c281da473bba req-fa72ad72-4242-42d4-b105-33a1d0322878 service nova] Lock "12141b9b-bbb8-4080-ac76-aa4b6136b0de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 568.573506] env[69052]: DEBUG nova.compute.manager [req-707b8182-2ffc-4429-b4e1-c281da473bba req-fa72ad72-4242-42d4-b105-33a1d0322878 service nova] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] No waiting events found dispatching network-vif-plugged-596763bb-75ba-4886-89f4-7fb097eac7ac {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 568.574910] env[69052]: WARNING nova.compute.manager [req-707b8182-2ffc-4429-b4e1-c281da473bba req-fa72ad72-4242-42d4-b105-33a1d0322878 service nova] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Received unexpected event network-vif-plugged-596763bb-75ba-4886-89f4-7fb097eac7ac for instance with vm_state building and task_state spawning. [ 568.596224] env[69052]: DEBUG oslo_vmware.api [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5253cdf8-f7ef-b2b0-0d18-8769abeeffb1, 'name': SearchDatastore_Task, 'duration_secs': 0.042294} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.596597] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.596842] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 568.597956] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.597956] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.597956] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 568.597956] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-412f6672-c414-4675-bd03-fab05d2683bb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.609420] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 568.609506] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 568.610633] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7d4de21-bfe8-41b4-be01-ee960d128f78 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.620707] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 13714572-539a-445d-8998-a974a291135d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 568.620707] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69052) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 568.620707] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69052) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 568.624968] env[69052]: DEBUG oslo_vmware.api [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 568.624968] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52533669-b150-be90-f17a-a9b1d16307d5" [ 568.624968] env[69052]: _type = "Task" [ 568.624968] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.642843] env[69052]: DEBUG oslo_vmware.api [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52533669-b150-be90-f17a-a9b1d16307d5, 'name': SearchDatastore_Task, 'duration_secs': 0.0101} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.644014] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afde0f07-7c31-4df5-9cfb-c7a7efe23372 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.650032] env[69052]: DEBUG oslo_vmware.api [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 568.650032] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52490c1d-c23e-45b9-63fa-d5b660fdf7af" [ 568.650032] env[69052]: _type = "Task" [ 568.650032] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.661858] env[69052]: DEBUG oslo_vmware.api [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52490c1d-c23e-45b9-63fa-d5b660fdf7af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.698941] env[69052]: DEBUG oslo_concurrency.lockutils [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "refresh_cache-93e9483a-c673-4ab5-9050-e6c30acf5743" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.699114] env[69052]: DEBUG oslo_concurrency.lockutils [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquired lock "refresh_cache-93e9483a-c673-4ab5-9050-e6c30acf5743" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.699277] env[69052]: DEBUG nova.network.neutron [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 568.757490] env[69052]: DEBUG nova.compute.manager [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 568.850678] env[69052]: DEBUG oslo_vmware.api [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235647, 'name': ReconfigVM_Task, 'duration_secs': 0.839774} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.850950] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 005d3319-8faf-4320-afeb-983875e2db0a/005d3319-8faf-4320-afeb-983875e2db0a.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 568.855814] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1b5a3ad-436f-4913-bf97-d6cba7ce8c62 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.861754] env[69052]: DEBUG oslo_vmware.api [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 568.861754] env[69052]: value = "task-3235648" [ 568.861754] env[69052]: _type = "Task" [ 568.861754] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.872997] env[69052]: INFO nova.compute.manager [-] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Took 2.44 seconds to deallocate network for instance. [ 568.872997] env[69052]: DEBUG oslo_vmware.api [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235648, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.929551] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4acf47d-3b42-40a9-911a-c38f4d3ed1c5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.938516] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cb7f65-389b-4f96-8ffb-ca9bda4dfdbc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.977228] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c654629c-a284-402e-8063-ba9e9b2736e3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.985431] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691b76cd-b089-4529-bc79-f1e142ce423a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.000170] env[69052]: DEBUG nova.compute.provider_tree [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 569.131014] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "13fd90f3-97b9-4e45-9de3-da498c79a8a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.131390] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "13fd90f3-97b9-4e45-9de3-da498c79a8a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 569.167422] env[69052]: DEBUG oslo_vmware.api [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52490c1d-c23e-45b9-63fa-d5b660fdf7af, 'name': SearchDatastore_Task, 'duration_secs': 0.01138} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.168526] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.168857] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 12141b9b-bbb8-4080-ac76-aa4b6136b0de/12141b9b-bbb8-4080-ac76-aa4b6136b0de.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 569.169107] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ee3f735-b732-4549-9fe8-3f300e89801a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.177116] env[69052]: DEBUG oslo_vmware.api [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 569.177116] env[69052]: value = "task-3235649" [ 569.177116] env[69052]: _type = "Task" [ 569.177116] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.187699] env[69052]: DEBUG oslo_vmware.api [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.259678] env[69052]: DEBUG nova.network.neutron [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 569.304189] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.373832] env[69052]: DEBUG oslo_vmware.api [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235648, 'name': Rename_Task, 'duration_secs': 0.273414} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.374107] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 569.374340] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f72d3b3a-9c20-4ba5-b7b7-c1f88613e55d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.380665] env[69052]: DEBUG oslo_vmware.api [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 569.380665] env[69052]: value = "task-3235650" [ 569.380665] env[69052]: _type = "Task" [ 569.380665] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.384854] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.390874] env[69052]: DEBUG oslo_vmware.api [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.505886] env[69052]: DEBUG nova.scheduler.client.report [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 569.635505] env[69052]: DEBUG nova.compute.manager [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 569.695611] env[69052]: DEBUG oslo_vmware.api [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235649, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.884429] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.884429] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 569.884688] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Acquiring lock "658ab1de-78f2-48e0-b777-6b68c07cf588" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.884688] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Lock "658ab1de-78f2-48e0-b777-6b68c07cf588" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 569.900438] env[69052]: DEBUG oslo_vmware.api [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235650, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.908202] env[69052]: DEBUG nova.network.neutron [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Updating instance_info_cache with network_info: [{"id": "c35dc851-f9c4-4470-a5c0-298963be4532", "address": "fa:16:3e:db:62:a9", "network": {"id": "b6d9b7e5-400e-4efc-ba39-0f99fc82b883", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1340582833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb63231c45742209a5f531d87964048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc35dc851-f9", "ovs_interfaceid": "c35dc851-f9c4-4470-a5c0-298963be4532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.010464] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69052) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 570.011167] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.963s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 570.011562] env[69052]: DEBUG oslo_concurrency.lockutils [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.179s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 570.013399] env[69052]: INFO nova.compute.claims [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 570.189216] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.200410] env[69052]: DEBUG oslo_vmware.api [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607892} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.202878] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 12141b9b-bbb8-4080-ac76-aa4b6136b0de/12141b9b-bbb8-4080-ac76-aa4b6136b0de.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 570.203166] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 570.203456] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0373aca0-156c-4e25-835c-1d434db47817 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.212509] env[69052]: DEBUG oslo_vmware.api [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 570.212509] env[69052]: value = "task-3235651" [ 570.212509] env[69052]: _type = "Task" [ 570.212509] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.221722] env[69052]: DEBUG nova.compute.manager [req-a24db58b-70c0-4721-9866-cb69e74925ac req-aa6568e3-b79f-4f23-94b9-bce7248da335 service nova] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Received event network-changed-596763bb-75ba-4886-89f4-7fb097eac7ac {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 570.222338] env[69052]: DEBUG nova.compute.manager [req-a24db58b-70c0-4721-9866-cb69e74925ac req-aa6568e3-b79f-4f23-94b9-bce7248da335 service nova] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Refreshing instance network info cache due to event network-changed-596763bb-75ba-4886-89f4-7fb097eac7ac. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 570.222338] env[69052]: DEBUG oslo_concurrency.lockutils [req-a24db58b-70c0-4721-9866-cb69e74925ac req-aa6568e3-b79f-4f23-94b9-bce7248da335 service nova] Acquiring lock "refresh_cache-12141b9b-bbb8-4080-ac76-aa4b6136b0de" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.222338] env[69052]: DEBUG oslo_concurrency.lockutils [req-a24db58b-70c0-4721-9866-cb69e74925ac req-aa6568e3-b79f-4f23-94b9-bce7248da335 service nova] Acquired lock "refresh_cache-12141b9b-bbb8-4080-ac76-aa4b6136b0de" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.222492] env[69052]: DEBUG nova.network.neutron [req-a24db58b-70c0-4721-9866-cb69e74925ac req-aa6568e3-b79f-4f23-94b9-bce7248da335 service nova] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Refreshing network info cache for port 596763bb-75ba-4886-89f4-7fb097eac7ac {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 570.235083] env[69052]: DEBUG oslo_vmware.api [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.308487] env[69052]: DEBUG nova.network.neutron [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Successfully updated port: e1538ca3-f602-4a20-af79-a407e26339b3 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 570.395845] env[69052]: DEBUG oslo_vmware.api [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235650, 'name': PowerOnVM_Task, 'duration_secs': 0.860004} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.396315] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 570.399109] env[69052]: INFO nova.compute.manager [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Took 10.49 seconds to spawn the instance on the hypervisor. [ 570.399109] env[69052]: DEBUG nova.compute.manager [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 570.399109] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d90ab02-f986-4b79-bdce-065e8c41ccb4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.412290] env[69052]: DEBUG oslo_concurrency.lockutils [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Releasing lock "refresh_cache-93e9483a-c673-4ab5-9050-e6c30acf5743" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.412512] env[69052]: DEBUG nova.compute.manager [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Instance network_info: |[{"id": "c35dc851-f9c4-4470-a5c0-298963be4532", "address": "fa:16:3e:db:62:a9", "network": {"id": "b6d9b7e5-400e-4efc-ba39-0f99fc82b883", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1340582833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb63231c45742209a5f531d87964048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc35dc851-f9", "ovs_interfaceid": "c35dc851-f9c4-4470-a5c0-298963be4532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 570.413620] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:62:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '03ac2c9c-6ad2-4a85-bfab-c7e336df859a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c35dc851-f9c4-4470-a5c0-298963be4532', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 570.424233] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 570.424563] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 570.424858] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a3e3089-47ce-405e-b1c8-1355b1c628cc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.451300] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 570.451300] env[69052]: value = "task-3235652" [ 570.451300] env[69052]: _type = "Task" [ 570.451300] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.460906] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235652, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.723690] env[69052]: DEBUG oslo_vmware.api [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070005} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.724508] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 570.726161] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ea6e69-fa24-402d-8d54-cac86d56497c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.759176] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 12141b9b-bbb8-4080-ac76-aa4b6136b0de/12141b9b-bbb8-4080-ac76-aa4b6136b0de.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 570.759176] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-283bc706-5716-4580-b7ad-85321961055b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.787877] env[69052]: DEBUG oslo_vmware.api [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 570.787877] env[69052]: value = "task-3235653" [ 570.787877] env[69052]: _type = "Task" [ 570.787877] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.800730] env[69052]: DEBUG oslo_vmware.api [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235653, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.816202] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "refresh_cache-b60dc416-39de-4dfa-a046-5e60cc9ffeed" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.816202] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquired lock "refresh_cache-b60dc416-39de-4dfa-a046-5e60cc9ffeed" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.816202] env[69052]: DEBUG nova.network.neutron [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 570.921216] env[69052]: INFO nova.compute.manager [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Took 17.26 seconds to build instance. [ 570.962922] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235652, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.102049] env[69052]: DEBUG nova.network.neutron [req-a24db58b-70c0-4721-9866-cb69e74925ac req-aa6568e3-b79f-4f23-94b9-bce7248da335 service nova] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Updated VIF entry in instance network info cache for port 596763bb-75ba-4886-89f4-7fb097eac7ac. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 571.103293] env[69052]: DEBUG nova.network.neutron [req-a24db58b-70c0-4721-9866-cb69e74925ac req-aa6568e3-b79f-4f23-94b9-bce7248da335 service nova] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Updating instance_info_cache with network_info: [{"id": "596763bb-75ba-4886-89f4-7fb097eac7ac", "address": "fa:16:3e:95:3b:cf", "network": {"id": "9f6895a7-84c3-4ea9-8bd1-2b915efdcd68", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1401835395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c84c8f10f58b47c994aedff830a76bc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap596763bb-75", "ovs_interfaceid": "596763bb-75ba-4886-89f4-7fb097eac7ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.283715] env[69052]: DEBUG nova.compute.manager [None req-72e90823-4040-468e-89e9-833b6cb4f63c tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 571.284957] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d582733b-fe2f-4ae9-a417-9af7e778edf7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.306588] env[69052]: DEBUG oslo_vmware.api [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235653, 'name': ReconfigVM_Task, 'duration_secs': 0.287588} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.307611] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 12141b9b-bbb8-4080-ac76-aa4b6136b0de/12141b9b-bbb8-4080-ac76-aa4b6136b0de.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 571.308251] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed3ad920-97b3-470b-8da5-1dd9332d6136 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.315330] env[69052]: DEBUG oslo_vmware.api [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 571.315330] env[69052]: value = "task-3235654" [ 571.315330] env[69052]: _type = "Task" [ 571.315330] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.338464] env[69052]: DEBUG oslo_vmware.api [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235654, 'name': Rename_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.344890] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3852b5e-1518-46f3-a80e-f11c40f91612 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.358225] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ada426a-edcc-4341-9802-1f27c54fa5bc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.395610] env[69052]: DEBUG nova.network.neutron [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 571.398288] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02271e9-60c7-4c6f-884c-d9cb3be51e41 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.406907] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56aeed57-304f-40aa-a594-9befbe0de6ba {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.429591] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6c3a14fe-757a-4836-8258-f2bd48172759 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "005d3319-8faf-4320-afeb-983875e2db0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.773s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 571.430515] env[69052]: DEBUG nova.compute.provider_tree [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 571.464435] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235652, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.597890] env[69052]: DEBUG nova.network.neutron [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Updating instance_info_cache with network_info: [{"id": "e1538ca3-f602-4a20-af79-a407e26339b3", "address": "fa:16:3e:f2:04:4c", "network": {"id": "a09c611a-3f85-44ff-a673-e176af1ea211", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-63151955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19918ec410294b2685d0e75828f74507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1538ca3-f6", "ovs_interfaceid": "e1538ca3-f602-4a20-af79-a407e26339b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.604605] env[69052]: DEBUG oslo_concurrency.lockutils [req-a24db58b-70c0-4721-9866-cb69e74925ac req-aa6568e3-b79f-4f23-94b9-bce7248da335 service nova] Releasing lock "refresh_cache-12141b9b-bbb8-4080-ac76-aa4b6136b0de" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.604892] env[69052]: DEBUG nova.compute.manager [req-a24db58b-70c0-4721-9866-cb69e74925ac req-aa6568e3-b79f-4f23-94b9-bce7248da335 service nova] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Received event network-vif-plugged-c35dc851-f9c4-4470-a5c0-298963be4532 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 571.605627] env[69052]: DEBUG oslo_concurrency.lockutils [req-a24db58b-70c0-4721-9866-cb69e74925ac req-aa6568e3-b79f-4f23-94b9-bce7248da335 service nova] Acquiring lock "93e9483a-c673-4ab5-9050-e6c30acf5743-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.606083] env[69052]: DEBUG oslo_concurrency.lockutils [req-a24db58b-70c0-4721-9866-cb69e74925ac req-aa6568e3-b79f-4f23-94b9-bce7248da335 service nova] Lock "93e9483a-c673-4ab5-9050-e6c30acf5743-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.606337] env[69052]: DEBUG oslo_concurrency.lockutils [req-a24db58b-70c0-4721-9866-cb69e74925ac req-aa6568e3-b79f-4f23-94b9-bce7248da335 service nova] Lock "93e9483a-c673-4ab5-9050-e6c30acf5743-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 571.606560] env[69052]: DEBUG nova.compute.manager [req-a24db58b-70c0-4721-9866-cb69e74925ac req-aa6568e3-b79f-4f23-94b9-bce7248da335 service nova] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] No waiting events found dispatching network-vif-plugged-c35dc851-f9c4-4470-a5c0-298963be4532 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 571.606774] env[69052]: WARNING nova.compute.manager [req-a24db58b-70c0-4721-9866-cb69e74925ac req-aa6568e3-b79f-4f23-94b9-bce7248da335 service nova] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Received unexpected event network-vif-plugged-c35dc851-f9c4-4470-a5c0-298963be4532 for instance with vm_state building and task_state spawning. [ 571.606953] env[69052]: DEBUG nova.compute.manager [req-a24db58b-70c0-4721-9866-cb69e74925ac req-aa6568e3-b79f-4f23-94b9-bce7248da335 service nova] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Received event network-vif-deleted-86907c5e-9d45-488a-9b0d-f0c47a849e4a {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 571.607139] env[69052]: DEBUG nova.compute.manager [req-a24db58b-70c0-4721-9866-cb69e74925ac req-aa6568e3-b79f-4f23-94b9-bce7248da335 service nova] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Received event network-changed-c35dc851-f9c4-4470-a5c0-298963be4532 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 571.607300] env[69052]: DEBUG nova.compute.manager [req-a24db58b-70c0-4721-9866-cb69e74925ac req-aa6568e3-b79f-4f23-94b9-bce7248da335 service nova] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Refreshing instance network info cache due to event network-changed-c35dc851-f9c4-4470-a5c0-298963be4532. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 571.607481] env[69052]: DEBUG oslo_concurrency.lockutils [req-a24db58b-70c0-4721-9866-cb69e74925ac req-aa6568e3-b79f-4f23-94b9-bce7248da335 service nova] Acquiring lock "refresh_cache-93e9483a-c673-4ab5-9050-e6c30acf5743" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.607614] env[69052]: DEBUG oslo_concurrency.lockutils [req-a24db58b-70c0-4721-9866-cb69e74925ac req-aa6568e3-b79f-4f23-94b9-bce7248da335 service nova] Acquired lock "refresh_cache-93e9483a-c673-4ab5-9050-e6c30acf5743" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.607764] env[69052]: DEBUG nova.network.neutron [req-a24db58b-70c0-4721-9866-cb69e74925ac req-aa6568e3-b79f-4f23-94b9-bce7248da335 service nova] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Refreshing network info cache for port c35dc851-f9c4-4470-a5c0-298963be4532 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 571.689834] env[69052]: INFO nova.compute.manager [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Rebuilding instance [ 571.752208] env[69052]: DEBUG nova.compute.manager [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 571.753509] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890f9db5-4a2d-458a-b3a0-3acdb0859e10 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.809056] env[69052]: INFO nova.compute.manager [None req-72e90823-4040-468e-89e9-833b6cb4f63c tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] instance snapshotting [ 571.809056] env[69052]: DEBUG nova.objects.instance [None req-72e90823-4040-468e-89e9-833b6cb4f63c tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Lazy-loading 'flavor' on Instance uuid b7901a47-6e24-45e2-869f-52c58e88354f {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 571.825046] env[69052]: DEBUG oslo_vmware.api [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235654, 'name': Rename_Task, 'duration_secs': 0.150625} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.825411] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 571.825528] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72f9c146-4e16-4568-a350-094ad10010d0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.833123] env[69052]: DEBUG oslo_vmware.api [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 571.833123] env[69052]: value = "task-3235655" [ 571.833123] env[69052]: _type = "Task" [ 571.833123] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.841028] env[69052]: DEBUG oslo_vmware.api [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.887956] env[69052]: DEBUG nova.compute.manager [None req-7f4e0951-d885-40bb-827e-3ed4dc7636f6 tempest-ServerExternalEventsTest-1283326753 tempest-ServerExternalEventsTest-1283326753-project] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Received event network-changed {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 571.888164] env[69052]: DEBUG nova.compute.manager [None req-7f4e0951-d885-40bb-827e-3ed4dc7636f6 tempest-ServerExternalEventsTest-1283326753 tempest-ServerExternalEventsTest-1283326753-project] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Refreshing instance network info cache due to event network-changed. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 571.888382] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7f4e0951-d885-40bb-827e-3ed4dc7636f6 tempest-ServerExternalEventsTest-1283326753 tempest-ServerExternalEventsTest-1283326753-project] Acquiring lock "refresh_cache-733f419b-7cfb-4e3b-bdbe-0c78dde72dd6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.888523] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7f4e0951-d885-40bb-827e-3ed4dc7636f6 tempest-ServerExternalEventsTest-1283326753 tempest-ServerExternalEventsTest-1283326753-project] Acquired lock "refresh_cache-733f419b-7cfb-4e3b-bdbe-0c78dde72dd6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.888680] env[69052]: DEBUG nova.network.neutron [None req-7f4e0951-d885-40bb-827e-3ed4dc7636f6 tempest-ServerExternalEventsTest-1283326753 tempest-ServerExternalEventsTest-1283326753-project] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 571.934433] env[69052]: DEBUG nova.scheduler.client.report [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 571.939686] env[69052]: DEBUG nova.compute.manager [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 571.966806] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235652, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.101972] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Releasing lock "refresh_cache-b60dc416-39de-4dfa-a046-5e60cc9ffeed" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.102096] env[69052]: DEBUG nova.compute.manager [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Instance network_info: |[{"id": "e1538ca3-f602-4a20-af79-a407e26339b3", "address": "fa:16:3e:f2:04:4c", "network": {"id": "a09c611a-3f85-44ff-a673-e176af1ea211", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-63151955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19918ec410294b2685d0e75828f74507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1538ca3-f6", "ovs_interfaceid": "e1538ca3-f602-4a20-af79-a407e26339b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 572.102465] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:04:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1538ca3-f602-4a20-af79-a407e26339b3', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 572.111734] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Creating folder: Project (19918ec410294b2685d0e75828f74507). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.115153] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c747479-a76a-43ce-99ed-ee648896c9ab {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.125059] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Created folder: Project (19918ec410294b2685d0e75828f74507) in parent group-v646676. [ 572.125315] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Creating folder: Instances. Parent ref: group-v646700. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.125652] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2dddceab-b348-4f81-8b4c-5fccbd10e673 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.137186] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Created folder: Instances in parent group-v646700. [ 572.137432] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 572.137641] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 572.138068] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4986db8f-7262-4937-ae59-48edb12c38ce {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.160130] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 572.160130] env[69052]: value = "task-3235658" [ 572.160130] env[69052]: _type = "Task" [ 572.160130] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.169813] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235658, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.317586] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627075a1-db62-4558-8fd8-19eeb248e7ec {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.345144] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d92794d-75de-4cca-9836-b889bc5f3053 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.353906] env[69052]: DEBUG oslo_vmware.api [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235655, 'name': PowerOnVM_Task, 'duration_secs': 0.453079} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.356627] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 572.356917] env[69052]: INFO nova.compute.manager [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Took 10.11 seconds to spawn the instance on the hypervisor. [ 572.357154] env[69052]: DEBUG nova.compute.manager [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 572.360079] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd86f7ac-c0c4-4849-967b-0c88c8b28e61 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.446399] env[69052]: DEBUG oslo_concurrency.lockutils [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 572.447078] env[69052]: DEBUG nova.compute.manager [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 572.452601] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.555s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.456324] env[69052]: INFO nova.compute.claims [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 572.475613] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235652, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.480196] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.489468] env[69052]: DEBUG nova.network.neutron [req-a24db58b-70c0-4721-9866-cb69e74925ac req-aa6568e3-b79f-4f23-94b9-bce7248da335 service nova] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Updated VIF entry in instance network info cache for port c35dc851-f9c4-4470-a5c0-298963be4532. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 572.489888] env[69052]: DEBUG nova.network.neutron [req-a24db58b-70c0-4721-9866-cb69e74925ac req-aa6568e3-b79f-4f23-94b9-bce7248da335 service nova] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Updating instance_info_cache with network_info: [{"id": "c35dc851-f9c4-4470-a5c0-298963be4532", "address": "fa:16:3e:db:62:a9", "network": {"id": "b6d9b7e5-400e-4efc-ba39-0f99fc82b883", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1340582833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb63231c45742209a5f531d87964048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc35dc851-f9", "ovs_interfaceid": "c35dc851-f9c4-4470-a5c0-298963be4532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.673354] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235658, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.699278] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Acquiring lock "b7901a47-6e24-45e2-869f-52c58e88354f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.699278] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Lock "b7901a47-6e24-45e2-869f-52c58e88354f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.699278] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Acquiring lock "b7901a47-6e24-45e2-869f-52c58e88354f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.699595] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Lock "b7901a47-6e24-45e2-869f-52c58e88354f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.699908] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Lock "b7901a47-6e24-45e2-869f-52c58e88354f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 572.702179] env[69052]: INFO nova.compute.manager [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Terminating instance [ 572.753762] env[69052]: DEBUG nova.network.neutron [None req-7f4e0951-d885-40bb-827e-3ed4dc7636f6 tempest-ServerExternalEventsTest-1283326753 tempest-ServerExternalEventsTest-1283326753-project] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Updating instance_info_cache with network_info: [{"id": "ac9fd6cf-a198-44fb-ac76-3430b06c7cc4", "address": "fa:16:3e:35:b0:7e", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac9fd6cf-a1", "ovs_interfaceid": "ac9fd6cf-a198-44fb-ac76-3430b06c7cc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.776771] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 572.777778] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52b0506a-05c6-47f8-8a25-65379cd30061 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.785052] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Waiting for the task: (returnval){ [ 572.785052] env[69052]: value = "task-3235659" [ 572.785052] env[69052]: _type = "Task" [ 572.785052] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.796207] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Task: {'id': task-3235659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.863540] env[69052]: DEBUG nova.compute.manager [None req-72e90823-4040-468e-89e9-833b6cb4f63c tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Instance disappeared during snapshot {{(pid=69052) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 572.888186] env[69052]: INFO nova.compute.manager [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Took 17.75 seconds to build instance. [ 572.963656] env[69052]: DEBUG nova.compute.utils [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 572.968707] env[69052]: DEBUG nova.compute.manager [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 572.968992] env[69052]: DEBUG nova.network.neutron [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 572.984194] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235652, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.995464] env[69052]: DEBUG oslo_concurrency.lockutils [req-a24db58b-70c0-4721-9866-cb69e74925ac req-aa6568e3-b79f-4f23-94b9-bce7248da335 service nova] Releasing lock "refresh_cache-93e9483a-c673-4ab5-9050-e6c30acf5743" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.034009] env[69052]: DEBUG nova.policy [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f66364458e674dda9c47ec0f3aeb3895', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2b3480e78c4466ea54c0c696402d1ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 573.047861] env[69052]: DEBUG nova.compute.manager [None req-72e90823-4040-468e-89e9-833b6cb4f63c tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Found 0 images (rotation: 2) {{(pid=69052) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 573.173223] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235658, 'name': CreateVM_Task, 'duration_secs': 0.597487} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.174285] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 573.174555] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.174717] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.175051] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.175310] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc0ec882-1ba0-4860-9b64-29d2110a7c32 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.180558] env[69052]: DEBUG oslo_vmware.api [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 573.180558] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c94e13-8e8a-0530-f1a3-d5ae2ecddc4f" [ 573.180558] env[69052]: _type = "Task" [ 573.180558] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.190938] env[69052]: DEBUG oslo_vmware.api [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c94e13-8e8a-0530-f1a3-d5ae2ecddc4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.206057] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Acquiring lock "refresh_cache-b7901a47-6e24-45e2-869f-52c58e88354f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.206254] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Acquired lock "refresh_cache-b7901a47-6e24-45e2-869f-52c58e88354f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.206433] env[69052]: DEBUG nova.network.neutron [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 573.258166] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7f4e0951-d885-40bb-827e-3ed4dc7636f6 tempest-ServerExternalEventsTest-1283326753 tempest-ServerExternalEventsTest-1283326753-project] Releasing lock "refresh_cache-733f419b-7cfb-4e3b-bdbe-0c78dde72dd6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.298595] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Task: {'id': task-3235659, 'name': PowerOffVM_Task, 'duration_secs': 0.188984} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.298988] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 573.299356] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 573.301066] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25163cdc-d0f5-4a92-8bef-216fa84e6bbd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.312768] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 573.313231] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2eb05fbe-f3e9-4ecf-9e0b-570df55f36eb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.343856] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 573.344103] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 573.344248] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Deleting the datastore file [datastore1] 00e9ed4f-84d3-458a-8d61-69cf77f39200 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 573.344493] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59124e6a-1304-4e5e-95a7-0d541590383e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.353520] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Waiting for the task: (returnval){ [ 573.353520] env[69052]: value = "task-3235661" [ 573.353520] env[69052]: _type = "Task" [ 573.353520] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.366177] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Task: {'id': task-3235661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.393756] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e0e5d020-9798-4429-9ddb-2eca95e562bf tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Lock "12141b9b-bbb8-4080-ac76-aa4b6136b0de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.274s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 573.421251] env[69052]: DEBUG nova.compute.manager [req-5674c6ea-e972-4d4e-891d-a56a3e1f269c req-a264cccd-8d49-405c-bfd3-ef472d295294 service nova] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Received event network-vif-plugged-e1538ca3-f602-4a20-af79-a407e26339b3 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 573.421251] env[69052]: DEBUG oslo_concurrency.lockutils [req-5674c6ea-e972-4d4e-891d-a56a3e1f269c req-a264cccd-8d49-405c-bfd3-ef472d295294 service nova] Acquiring lock "b60dc416-39de-4dfa-a046-5e60cc9ffeed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.421251] env[69052]: DEBUG oslo_concurrency.lockutils [req-5674c6ea-e972-4d4e-891d-a56a3e1f269c req-a264cccd-8d49-405c-bfd3-ef472d295294 service nova] Lock "b60dc416-39de-4dfa-a046-5e60cc9ffeed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.421251] env[69052]: DEBUG oslo_concurrency.lockutils [req-5674c6ea-e972-4d4e-891d-a56a3e1f269c req-a264cccd-8d49-405c-bfd3-ef472d295294 service nova] Lock "b60dc416-39de-4dfa-a046-5e60cc9ffeed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 573.422733] env[69052]: DEBUG nova.compute.manager [req-5674c6ea-e972-4d4e-891d-a56a3e1f269c req-a264cccd-8d49-405c-bfd3-ef472d295294 service nova] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] No waiting events found dispatching network-vif-plugged-e1538ca3-f602-4a20-af79-a407e26339b3 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 573.423673] env[69052]: WARNING nova.compute.manager [req-5674c6ea-e972-4d4e-891d-a56a3e1f269c req-a264cccd-8d49-405c-bfd3-ef472d295294 service nova] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Received unexpected event network-vif-plugged-e1538ca3-f602-4a20-af79-a407e26339b3 for instance with vm_state building and task_state spawning. [ 573.427577] env[69052]: DEBUG nova.compute.manager [req-5674c6ea-e972-4d4e-891d-a56a3e1f269c req-a264cccd-8d49-405c-bfd3-ef472d295294 service nova] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Received event network-changed-e1538ca3-f602-4a20-af79-a407e26339b3 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 573.427577] env[69052]: DEBUG nova.compute.manager [req-5674c6ea-e972-4d4e-891d-a56a3e1f269c req-a264cccd-8d49-405c-bfd3-ef472d295294 service nova] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Refreshing instance network info cache due to event network-changed-e1538ca3-f602-4a20-af79-a407e26339b3. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 573.427577] env[69052]: DEBUG oslo_concurrency.lockutils [req-5674c6ea-e972-4d4e-891d-a56a3e1f269c req-a264cccd-8d49-405c-bfd3-ef472d295294 service nova] Acquiring lock "refresh_cache-b60dc416-39de-4dfa-a046-5e60cc9ffeed" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.427577] env[69052]: DEBUG oslo_concurrency.lockutils [req-5674c6ea-e972-4d4e-891d-a56a3e1f269c req-a264cccd-8d49-405c-bfd3-ef472d295294 service nova] Acquired lock "refresh_cache-b60dc416-39de-4dfa-a046-5e60cc9ffeed" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.427577] env[69052]: DEBUG nova.network.neutron [req-5674c6ea-e972-4d4e-891d-a56a3e1f269c req-a264cccd-8d49-405c-bfd3-ef472d295294 service nova] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Refreshing network info cache for port e1538ca3-f602-4a20-af79-a407e26339b3 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 573.457357] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "cef3db69-2bc5-4b16-b362-5b92bfeb9f5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.457738] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "cef3db69-2bc5-4b16-b362-5b92bfeb9f5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.472231] env[69052]: DEBUG nova.compute.manager [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 573.483625] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235652, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.567433] env[69052]: DEBUG oslo_concurrency.lockutils [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Acquiring lock "733f419b-7cfb-4e3b-bdbe-0c78dde72dd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.567699] env[69052]: DEBUG oslo_concurrency.lockutils [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Lock "733f419b-7cfb-4e3b-bdbe-0c78dde72dd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.567903] env[69052]: DEBUG oslo_concurrency.lockutils [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Acquiring lock "733f419b-7cfb-4e3b-bdbe-0c78dde72dd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.568095] env[69052]: DEBUG oslo_concurrency.lockutils [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Lock "733f419b-7cfb-4e3b-bdbe-0c78dde72dd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.568263] env[69052]: DEBUG oslo_concurrency.lockutils [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Lock "733f419b-7cfb-4e3b-bdbe-0c78dde72dd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 573.573778] env[69052]: INFO nova.compute.manager [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Terminating instance [ 573.605149] env[69052]: DEBUG nova.network.neutron [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Successfully created port: 1c96ba4a-c72b-4222-b55d-1cda1e8f44ff {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 573.703450] env[69052]: DEBUG oslo_vmware.api [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c94e13-8e8a-0530-f1a3-d5ae2ecddc4f, 'name': SearchDatastore_Task, 'duration_secs': 0.014131} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.703767] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.703990] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 573.704236] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.704376] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.704566] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 573.704821] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30c4fbd2-1c66-4c87-bdec-5a1b2251b20c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.715071] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 573.715365] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 573.718975] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b7628ea-20dd-4824-a84e-c7619de45d8f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.726150] env[69052]: DEBUG oslo_vmware.api [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 573.726150] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522c011e-9ae7-cca8-1ce3-646c232ddb3b" [ 573.726150] env[69052]: _type = "Task" [ 573.726150] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.734110] env[69052]: DEBUG oslo_vmware.api [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522c011e-9ae7-cca8-1ce3-646c232ddb3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.752790] env[69052]: DEBUG nova.network.neutron [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 573.862476] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Task: {'id': task-3235661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224922} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.863478] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 573.863669] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 573.863843] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 573.866695] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b587ea9-c5a1-443f-9ec0-7cbb17795686 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.873882] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0e8f8a-5b78-4009-9e73-d90420865581 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.907537] env[69052]: DEBUG nova.compute.manager [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 573.911041] env[69052]: DEBUG nova.network.neutron [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.915559] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a973a0c-7ccd-44ad-ba1c-cb705dbd1bfc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.921569] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ee3520-8e1c-48a8-a0ec-02f4b5a0a3d2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.939901] env[69052]: DEBUG nova.compute.provider_tree [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 573.974691] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235652, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.080091] env[69052]: DEBUG nova.compute.manager [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 574.080091] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 574.080506] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c354579b-b934-4b28-a523-f1ba3cd92b4d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.089018] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 574.089343] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e74d7bf-46d3-411a-bae7-ceae511ba64c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.095666] env[69052]: DEBUG oslo_vmware.api [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Waiting for the task: (returnval){ [ 574.095666] env[69052]: value = "task-3235662" [ 574.095666] env[69052]: _type = "Task" [ 574.095666] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.104277] env[69052]: DEBUG oslo_vmware.api [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Task: {'id': task-3235662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.239704] env[69052]: DEBUG oslo_vmware.api [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522c011e-9ae7-cca8-1ce3-646c232ddb3b, 'name': SearchDatastore_Task, 'duration_secs': 0.012931} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.240578] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50b70337-df80-4341-ac6f-13857113d36d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.248886] env[69052]: DEBUG oslo_vmware.api [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 574.248886] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520fbc3a-458d-5106-ba59-5308014f63d8" [ 574.248886] env[69052]: _type = "Task" [ 574.248886] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.259569] env[69052]: DEBUG oslo_vmware.api [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520fbc3a-458d-5106-ba59-5308014f63d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.417173] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Releasing lock "refresh_cache-b7901a47-6e24-45e2-869f-52c58e88354f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.417722] env[69052]: DEBUG nova.compute.manager [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 574.417818] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 574.425780] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c968d48-2c81-4318-aa41-796649799604 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.450751] env[69052]: DEBUG nova.scheduler.client.report [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 574.456985] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 574.459326] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-136a567c-6239-4636-b058-2120ba1d13a9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.464379] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.468019] env[69052]: DEBUG oslo_vmware.api [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Waiting for the task: (returnval){ [ 574.468019] env[69052]: value = "task-3235663" [ 574.468019] env[69052]: _type = "Task" [ 574.468019] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.484932] env[69052]: DEBUG nova.compute.manager [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 574.495322] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235652, 'name': CreateVM_Task, 'duration_secs': 3.673428} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.495567] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 574.496470] env[69052]: DEBUG oslo_concurrency.lockutils [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.497282] env[69052]: DEBUG oslo_concurrency.lockutils [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.497282] env[69052]: DEBUG oslo_concurrency.lockutils [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.503061] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5a3dce6-1130-4ba6-a0c4-ed25ad1ceec5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.506862] env[69052]: DEBUG oslo_vmware.api [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Task: {'id': task-3235663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.511149] env[69052]: DEBUG oslo_vmware.api [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 574.511149] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52945fee-b950-ec16-5aac-a7776c1e89ec" [ 574.511149] env[69052]: _type = "Task" [ 574.511149] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.530112] env[69052]: DEBUG oslo_vmware.api [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52945fee-b950-ec16-5aac-a7776c1e89ec, 'name': SearchDatastore_Task, 'duration_secs': 0.011167} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.533313] env[69052]: DEBUG nova.virt.hardware [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 574.533729] env[69052]: DEBUG nova.virt.hardware [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 574.534051] env[69052]: DEBUG nova.virt.hardware [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 574.534493] env[69052]: DEBUG nova.virt.hardware [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 574.534760] env[69052]: DEBUG nova.virt.hardware [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 574.535413] env[69052]: DEBUG nova.virt.hardware [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 574.535413] env[69052]: DEBUG nova.virt.hardware [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 574.535638] env[69052]: DEBUG nova.virt.hardware [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 574.535924] env[69052]: DEBUG nova.virt.hardware [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 574.536362] env[69052]: DEBUG nova.virt.hardware [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 574.536621] env[69052]: DEBUG nova.virt.hardware [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 574.537427] env[69052]: DEBUG oslo_concurrency.lockutils [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.537883] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 574.538294] env[69052]: DEBUG oslo_concurrency.lockutils [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.538588] env[69052]: DEBUG oslo_concurrency.lockutils [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.539036] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 574.540304] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542f3e1c-e676-4721-9715-25a56f681764 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.544661] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98b133ad-1974-4453-bbe1-e7d1d6700df2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.554066] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081b8756-a76a-48d1-9c6d-9a563d757f6f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.561672] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 574.562304] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 574.564416] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2867ea9d-d2b1-46c6-99a6-c7264067ebf2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.583601] env[69052]: DEBUG oslo_vmware.api [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 574.583601] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ce6700-dee4-9552-fab2-4f763464c7da" [ 574.583601] env[69052]: _type = "Task" [ 574.583601] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.595495] env[69052]: DEBUG oslo_vmware.api [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ce6700-dee4-9552-fab2-4f763464c7da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.608234] env[69052]: DEBUG oslo_vmware.api [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Task: {'id': task-3235662, 'name': PowerOffVM_Task, 'duration_secs': 0.375081} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.608622] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 574.608879] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 574.609219] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37123719-941c-4ca4-829d-7ac3be83716b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.619823] env[69052]: DEBUG nova.network.neutron [req-5674c6ea-e972-4d4e-891d-a56a3e1f269c req-a264cccd-8d49-405c-bfd3-ef472d295294 service nova] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Updated VIF entry in instance network info cache for port e1538ca3-f602-4a20-af79-a407e26339b3. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 574.620385] env[69052]: DEBUG nova.network.neutron [req-5674c6ea-e972-4d4e-891d-a56a3e1f269c req-a264cccd-8d49-405c-bfd3-ef472d295294 service nova] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Updating instance_info_cache with network_info: [{"id": "e1538ca3-f602-4a20-af79-a407e26339b3", "address": "fa:16:3e:f2:04:4c", "network": {"id": "a09c611a-3f85-44ff-a673-e176af1ea211", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-63151955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19918ec410294b2685d0e75828f74507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1538ca3-f6", "ovs_interfaceid": "e1538ca3-f602-4a20-af79-a407e26339b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.691353] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 574.691697] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 574.692141] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Deleting the datastore file [datastore1] 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 574.692195] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdbb00f0-d9fb-4da5-95fa-8178aee953d6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.701758] env[69052]: DEBUG oslo_vmware.api [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Waiting for the task: (returnval){ [ 574.701758] env[69052]: value = "task-3235665" [ 574.701758] env[69052]: _type = "Task" [ 574.701758] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.712675] env[69052]: DEBUG oslo_vmware.api [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Task: {'id': task-3235665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.762050] env[69052]: DEBUG oslo_vmware.api [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520fbc3a-458d-5106-ba59-5308014f63d8, 'name': SearchDatastore_Task, 'duration_secs': 0.020298} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.763186] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.763766] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] b60dc416-39de-4dfa-a046-5e60cc9ffeed/b60dc416-39de-4dfa-a046-5e60cc9ffeed.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 574.763841] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bb8a22d-96ba-416c-a18c-b43719903093 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.771094] env[69052]: DEBUG oslo_vmware.api [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 574.771094] env[69052]: value = "task-3235666" [ 574.771094] env[69052]: _type = "Task" [ 574.771094] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.780243] env[69052]: DEBUG oslo_vmware.api [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3235666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.901135] env[69052]: DEBUG nova.virt.hardware [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 574.901135] env[69052]: DEBUG nova.virt.hardware [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 574.901135] env[69052]: DEBUG nova.virt.hardware [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 574.902021] env[69052]: DEBUG nova.virt.hardware [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 574.902021] env[69052]: DEBUG nova.virt.hardware [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 574.902102] env[69052]: DEBUG nova.virt.hardware [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 574.902466] env[69052]: DEBUG nova.virt.hardware [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 574.902991] env[69052]: DEBUG nova.virt.hardware [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 574.902991] env[69052]: DEBUG nova.virt.hardware [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 574.902991] env[69052]: DEBUG nova.virt.hardware [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 574.903267] env[69052]: DEBUG nova.virt.hardware [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 574.904461] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f8db6d-2c9c-4da7-bc8d-daeca447eee2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.913253] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8587a001-6d34-4857-8d39-dbba5c269128 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.931071] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Instance VIF info [] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 574.940371] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 574.942863] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 574.945098] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6564a755-87ae-45da-92e7-a4453693a10c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.961651] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 574.962142] env[69052]: DEBUG nova.compute.manager [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 574.965323] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.387s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.966922] env[69052]: INFO nova.compute.claims [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 574.980251] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 574.980251] env[69052]: value = "task-3235667" [ 574.980251] env[69052]: _type = "Task" [ 574.980251] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.989602] env[69052]: DEBUG oslo_vmware.api [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Task: {'id': task-3235663, 'name': PowerOffVM_Task, 'duration_secs': 0.133201} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.990436] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 574.990630] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 574.991612] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e454bfa-ee13-406b-a9fc-61d9d0d3a6ed {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.996876] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235667, 'name': CreateVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.024384] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 575.024384] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 575.024384] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Deleting the datastore file [datastore1] b7901a47-6e24-45e2-869f-52c58e88354f {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 575.024384] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8813774-90cb-4167-8430-a7bb90bcd747 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.032805] env[69052]: DEBUG oslo_vmware.api [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Waiting for the task: (returnval){ [ 575.032805] env[69052]: value = "task-3235669" [ 575.032805] env[69052]: _type = "Task" [ 575.032805] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.042757] env[69052]: DEBUG oslo_vmware.api [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Task: {'id': task-3235669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.099121] env[69052]: DEBUG oslo_vmware.api [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ce6700-dee4-9552-fab2-4f763464c7da, 'name': SearchDatastore_Task, 'duration_secs': 0.014161} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.100662] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afb33381-4774-446c-aa0a-bd329d51ca64 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.108558] env[69052]: DEBUG oslo_vmware.api [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 575.108558] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5241d08a-f619-270d-67d6-3557dfea188e" [ 575.108558] env[69052]: _type = "Task" [ 575.108558] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.118654] env[69052]: DEBUG oslo_vmware.api [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5241d08a-f619-270d-67d6-3557dfea188e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.124042] env[69052]: DEBUG oslo_concurrency.lockutils [req-5674c6ea-e972-4d4e-891d-a56a3e1f269c req-a264cccd-8d49-405c-bfd3-ef472d295294 service nova] Releasing lock "refresh_cache-b60dc416-39de-4dfa-a046-5e60cc9ffeed" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.218124] env[69052]: DEBUG oslo_vmware.api [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Task: {'id': task-3235665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165897} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.218777] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 575.223030] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 575.223030] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 575.223030] env[69052]: INFO nova.compute.manager [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 575.223030] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 575.223030] env[69052]: DEBUG nova.compute.manager [-] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 575.223030] env[69052]: DEBUG nova.network.neutron [-] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 575.286293] env[69052]: DEBUG oslo_vmware.api [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3235666, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.461745] env[69052]: INFO nova.compute.manager [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Rescuing [ 575.461745] env[69052]: DEBUG oslo_concurrency.lockutils [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquiring lock "refresh_cache-12141b9b-bbb8-4080-ac76-aa4b6136b0de" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.461745] env[69052]: DEBUG oslo_concurrency.lockutils [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquired lock "refresh_cache-12141b9b-bbb8-4080-ac76-aa4b6136b0de" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.461745] env[69052]: DEBUG nova.network.neutron [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 575.476624] env[69052]: DEBUG nova.compute.utils [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 575.478543] env[69052]: DEBUG nova.compute.manager [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 575.478709] env[69052]: DEBUG nova.network.neutron [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 575.499771] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235667, 'name': CreateVM_Task, 'duration_secs': 0.493092} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.499935] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 575.500752] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.500752] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.500936] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.501149] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f80693af-ff6e-4e87-a632-69894bfca784 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.507607] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Waiting for the task: (returnval){ [ 575.507607] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523c52fc-3aa3-7d17-027e-6e06f14bf897" [ 575.507607] env[69052]: _type = "Task" [ 575.507607] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.517689] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523c52fc-3aa3-7d17-027e-6e06f14bf897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.541726] env[69052]: DEBUG oslo_vmware.api [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Task: {'id': task-3235669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215891} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.541986] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 575.542208] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 575.542366] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 575.542537] env[69052]: INFO nova.compute.manager [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 575.542767] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 575.543032] env[69052]: DEBUG nova.compute.manager [-] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 575.543121] env[69052]: DEBUG nova.network.neutron [-] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 575.601645] env[69052]: DEBUG nova.network.neutron [-] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 575.620752] env[69052]: DEBUG oslo_vmware.api [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5241d08a-f619-270d-67d6-3557dfea188e, 'name': SearchDatastore_Task, 'duration_secs': 0.02213} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.621037] env[69052]: DEBUG oslo_concurrency.lockutils [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.621298] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 93e9483a-c673-4ab5-9050-e6c30acf5743/93e9483a-c673-4ab5-9050-e6c30acf5743.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 575.621569] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-478f477e-e2a9-4a02-9b5a-5c126115eba9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.628265] env[69052]: DEBUG oslo_vmware.api [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 575.628265] env[69052]: value = "task-3235670" [ 575.628265] env[69052]: _type = "Task" [ 575.628265] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.641262] env[69052]: DEBUG oslo_vmware.api [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.685516] env[69052]: DEBUG nova.policy [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aeaadeb17ab145939aaa4204fc7300a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a789703842b43ed96f6c868e179bdf8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 575.784763] env[69052]: DEBUG oslo_vmware.api [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3235666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524718} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.785015] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] b60dc416-39de-4dfa-a046-5e60cc9ffeed/b60dc416-39de-4dfa-a046-5e60cc9ffeed.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 575.785239] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 575.785487] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09246fac-f0a1-4633-b1a6-3dbcfd189d10 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.791180] env[69052]: DEBUG oslo_vmware.api [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 575.791180] env[69052]: value = "task-3235671" [ 575.791180] env[69052]: _type = "Task" [ 575.791180] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.799078] env[69052]: DEBUG oslo_vmware.api [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3235671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.982910] env[69052]: DEBUG nova.compute.manager [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 575.997028] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Acquiring lock "857c7aa8-406a-4a90-8f1b-166e87f0f559" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.997028] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Lock "857c7aa8-406a-4a90-8f1b-166e87f0f559" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.023025] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523c52fc-3aa3-7d17-027e-6e06f14bf897, 'name': SearchDatastore_Task, 'duration_secs': 0.028614} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.023025] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.023025] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 576.023025] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.023188] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.024160] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 576.024160] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a88547aa-87c1-40b2-8a5c-6dbd89754366 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.044298] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 576.044497] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 576.045250] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e98c9bf-1ffd-4c27-8ad5-467a0f799514 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.056565] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Waiting for the task: (returnval){ [ 576.056565] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52134f70-f2ae-098a-a024-03b586ae6621" [ 576.056565] env[69052]: _type = "Task" [ 576.056565] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.061841] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52134f70-f2ae-098a-a024-03b586ae6621, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.105454] env[69052]: DEBUG nova.network.neutron [-] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.147947] env[69052]: DEBUG oslo_vmware.api [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235670, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.301051] env[69052]: DEBUG oslo_vmware.api [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3235671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167553} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.302145] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 576.302915] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a77f28-677e-4256-80d8-94ae9378a930 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.305795] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e792ef46-6f24-4faf-a014-69f04851d1cd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.323048] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9030e46d-b58c-4de2-b0dc-1dae4571e5b0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.335504] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] b60dc416-39de-4dfa-a046-5e60cc9ffeed/b60dc416-39de-4dfa-a046-5e60cc9ffeed.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 576.339302] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa293b17-d2e1-4afd-919c-1ea2e82abdf6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.385955] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa4fd22-6644-49e9-a807-b17c28c4311b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.389607] env[69052]: DEBUG oslo_vmware.api [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 576.389607] env[69052]: value = "task-3235672" [ 576.389607] env[69052]: _type = "Task" [ 576.389607] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.397118] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a443351-95c8-463d-98f7-f1c5dad59784 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.407087] env[69052]: DEBUG oslo_vmware.api [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3235672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.415494] env[69052]: DEBUG nova.compute.provider_tree [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 576.569945] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52134f70-f2ae-098a-a024-03b586ae6621, 'name': SearchDatastore_Task, 'duration_secs': 0.066552} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.570994] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35d378aa-5763-4317-9df3-379d45d5ada7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.579102] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Waiting for the task: (returnval){ [ 576.579102] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d96fda-534e-c76b-348d-760f255d2b3a" [ 576.579102] env[69052]: _type = "Task" [ 576.579102] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.591714] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d96fda-534e-c76b-348d-760f255d2b3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.608318] env[69052]: INFO nova.compute.manager [-] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Took 1.07 seconds to deallocate network for instance. [ 576.640241] env[69052]: DEBUG oslo_vmware.api [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235670, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.900478] env[69052]: DEBUG oslo_vmware.api [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3235672, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.918646] env[69052]: DEBUG nova.scheduler.client.report [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 576.935777] env[69052]: DEBUG nova.network.neutron [-] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.999231] env[69052]: DEBUG nova.compute.manager [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 577.035524] env[69052]: DEBUG nova.virt.hardware [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 577.035779] env[69052]: DEBUG nova.virt.hardware [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 577.035934] env[69052]: DEBUG nova.virt.hardware [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 577.036125] env[69052]: DEBUG nova.virt.hardware [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 577.036268] env[69052]: DEBUG nova.virt.hardware [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 577.036410] env[69052]: DEBUG nova.virt.hardware [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 577.037071] env[69052]: DEBUG nova.virt.hardware [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 577.037390] env[69052]: DEBUG nova.virt.hardware [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 577.037650] env[69052]: DEBUG nova.virt.hardware [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 577.038044] env[69052]: DEBUG nova.virt.hardware [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 577.038335] env[69052]: DEBUG nova.virt.hardware [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 577.040186] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ea71d7-f787-43a3-b5a7-46a63270642a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.051177] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fd187a-1782-461a-a770-c39f7a44e9cc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.091109] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d96fda-534e-c76b-348d-760f255d2b3a, 'name': SearchDatastore_Task, 'duration_secs': 0.021937} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.091992] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.091992] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 00e9ed4f-84d3-458a-8d61-69cf77f39200/00e9ed4f-84d3-458a-8d61-69cf77f39200.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 577.091992] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fee0ab1-50ed-4b06-9af5-571561542f6a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.098483] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Waiting for the task: (returnval){ [ 577.098483] env[69052]: value = "task-3235673" [ 577.098483] env[69052]: _type = "Task" [ 577.098483] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.106873] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Task: {'id': task-3235673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.115063] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.140274] env[69052]: DEBUG oslo_vmware.api [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235670, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.141405] env[69052]: DEBUG nova.network.neutron [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Updating instance_info_cache with network_info: [{"id": "596763bb-75ba-4886-89f4-7fb097eac7ac", "address": "fa:16:3e:95:3b:cf", "network": {"id": "9f6895a7-84c3-4ea9-8bd1-2b915efdcd68", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1401835395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c84c8f10f58b47c994aedff830a76bc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap596763bb-75", "ovs_interfaceid": "596763bb-75ba-4886-89f4-7fb097eac7ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.196329] env[69052]: DEBUG nova.network.neutron [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Successfully updated port: 1c96ba4a-c72b-4222-b55d-1cda1e8f44ff {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 577.282156] env[69052]: DEBUG nova.network.neutron [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Successfully created port: 69c31fb2-7e0c-4a02-8d92-b4b127d85657 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 577.401855] env[69052]: DEBUG oslo_vmware.api [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3235672, 'name': ReconfigVM_Task, 'duration_secs': 0.583878} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.402982] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Reconfigured VM instance instance-00000009 to attach disk [datastore2] b60dc416-39de-4dfa-a046-5e60cc9ffeed/b60dc416-39de-4dfa-a046-5e60cc9ffeed.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 577.403825] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9501d9d2-006b-4491-9fe1-a3b26e82b1dc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.411685] env[69052]: DEBUG oslo_vmware.api [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 577.411685] env[69052]: value = "task-3235674" [ 577.411685] env[69052]: _type = "Task" [ 577.411685] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.422454] env[69052]: DEBUG oslo_vmware.api [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3235674, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.427021] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 577.427021] env[69052]: DEBUG nova.compute.manager [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 577.428109] env[69052]: DEBUG oslo_concurrency.lockutils [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.088s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.430434] env[69052]: INFO nova.compute.claims [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 577.446333] env[69052]: INFO nova.compute.manager [-] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Took 2.22 seconds to deallocate network for instance. [ 577.610635] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Task: {'id': task-3235673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.641853] env[69052]: DEBUG oslo_vmware.api [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235670, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.643812] env[69052]: DEBUG oslo_concurrency.lockutils [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Releasing lock "refresh_cache-12141b9b-bbb8-4080-ac76-aa4b6136b0de" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.701436] env[69052]: DEBUG oslo_concurrency.lockutils [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Acquiring lock "refresh_cache-5df864fc-1ee4-41d5-9ceb-ff166671992b" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.701436] env[69052]: DEBUG oslo_concurrency.lockutils [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Acquired lock "refresh_cache-5df864fc-1ee4-41d5-9ceb-ff166671992b" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.701436] env[69052]: DEBUG nova.network.neutron [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 577.927752] env[69052]: DEBUG oslo_vmware.api [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3235674, 'name': Rename_Task, 'duration_secs': 0.335253} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.927752] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 577.927752] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39c3b3cc-6128-4f68-a4a7-8573d2b07caa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.933939] env[69052]: DEBUG oslo_vmware.api [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 577.933939] env[69052]: value = "task-3235675" [ 577.933939] env[69052]: _type = "Task" [ 577.933939] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.936105] env[69052]: DEBUG nova.compute.utils [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 577.940959] env[69052]: DEBUG nova.compute.manager [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 577.941441] env[69052]: DEBUG nova.network.neutron [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 577.952622] env[69052]: DEBUG oslo_concurrency.lockutils [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.952901] env[69052]: DEBUG oslo_vmware.api [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3235675, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.113149] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Task: {'id': task-3235673, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.144861] env[69052]: DEBUG oslo_vmware.api [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235670, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.083973} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.144861] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 93e9483a-c673-4ab5-9050-e6c30acf5743/93e9483a-c673-4ab5-9050-e6c30acf5743.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 578.144861] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 578.145338] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eed29a31-85b2-46fa-99f5-c5609cd9fafd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.152912] env[69052]: DEBUG oslo_vmware.api [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 578.152912] env[69052]: value = "task-3235676" [ 578.152912] env[69052]: _type = "Task" [ 578.152912] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.158694] env[69052]: DEBUG nova.policy [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '461096fce69344c2b6d3f5fa1ea881c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a730482b5004068a0768f17705f6543', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 578.168376] env[69052]: DEBUG oslo_vmware.api [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.323133] env[69052]: DEBUG nova.compute.manager [req-6c46ea7b-147e-4fb1-90b8-fd961aacb29a req-fc19273f-eeab-4932-a584-b1fcb9a7c283 service nova] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Received event network-vif-deleted-ac9fd6cf-a198-44fb-ac76-3430b06c7cc4 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 578.332687] env[69052]: DEBUG nova.network.neutron [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 578.444778] env[69052]: DEBUG oslo_vmware.api [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3235675, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.447404] env[69052]: DEBUG nova.compute.manager [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 578.616379] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Task: {'id': task-3235673, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.352901} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.616987] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 00e9ed4f-84d3-458a-8d61-69cf77f39200/00e9ed4f-84d3-458a-8d61-69cf77f39200.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 578.617243] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 578.617504] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3780e16-0335-44ec-8929-035d3215ed6d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.628025] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Waiting for the task: (returnval){ [ 578.628025] env[69052]: value = "task-3235677" [ 578.628025] env[69052]: _type = "Task" [ 578.628025] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.637704] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Task: {'id': task-3235677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.666555] env[69052]: DEBUG oslo_vmware.api [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086658} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.666995] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 578.668347] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9353ec49-0c60-4803-a4ed-95c5300245de {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.698751] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 93e9483a-c673-4ab5-9050-e6c30acf5743/93e9483a-c673-4ab5-9050-e6c30acf5743.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 578.704345] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b18a157-7b27-4c25-8e59-93163105073e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.728543] env[69052]: DEBUG oslo_vmware.api [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 578.728543] env[69052]: value = "task-3235678" [ 578.728543] env[69052]: _type = "Task" [ 578.728543] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.739969] env[69052]: DEBUG oslo_vmware.api [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.844426] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd56348f-1c00-499b-a772-c425b3777275 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.854057] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd7ae8a-4c5f-4fda-b77a-65e1739d4347 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.885471] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65edf469-caac-424b-ac94-50c3e0aaaff6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.893160] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e0065c-a6bd-460d-b8eb-7349812b7f6a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.908270] env[69052]: DEBUG nova.compute.provider_tree [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 578.931104] env[69052]: DEBUG nova.network.neutron [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Updating instance_info_cache with network_info: [{"id": "1c96ba4a-c72b-4222-b55d-1cda1e8f44ff", "address": "fa:16:3e:42:d4:8b", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c96ba4a-c7", "ovs_interfaceid": "1c96ba4a-c72b-4222-b55d-1cda1e8f44ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.945352] env[69052]: DEBUG oslo_vmware.api [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3235675, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.141462] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Task: {'id': task-3235677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066058} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.141788] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 579.143082] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5740d5-6e28-46a4-85dd-d3cf5ccef51d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.169725] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 00e9ed4f-84d3-458a-8d61-69cf77f39200/00e9ed4f-84d3-458a-8d61-69cf77f39200.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 579.170111] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20a7b002-0c74-4d41-bbbc-7cf645a43797 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.192681] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Waiting for the task: (returnval){ [ 579.192681] env[69052]: value = "task-3235679" [ 579.192681] env[69052]: _type = "Task" [ 579.192681] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.206740] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Task: {'id': task-3235679, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.226139] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 579.226497] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97c900c8-b371-4f49-a4e4-42bdda7cb909 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.233724] env[69052]: DEBUG oslo_vmware.api [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 579.233724] env[69052]: value = "task-3235680" [ 579.233724] env[69052]: _type = "Task" [ 579.233724] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.241561] env[69052]: DEBUG oslo_vmware.api [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235678, 'name': ReconfigVM_Task, 'duration_secs': 0.28339} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.242215] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 93e9483a-c673-4ab5-9050-e6c30acf5743/93e9483a-c673-4ab5-9050-e6c30acf5743.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 579.242908] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64e6f6c1-0eeb-4d81-8045-a8be9bcb3add {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.247672] env[69052]: DEBUG oslo_vmware.api [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.252390] env[69052]: DEBUG oslo_vmware.api [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 579.252390] env[69052]: value = "task-3235681" [ 579.252390] env[69052]: _type = "Task" [ 579.252390] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.260790] env[69052]: DEBUG oslo_vmware.api [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235681, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.413237] env[69052]: DEBUG nova.scheduler.client.report [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 579.433880] env[69052]: DEBUG oslo_concurrency.lockutils [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Releasing lock "refresh_cache-5df864fc-1ee4-41d5-9ceb-ff166671992b" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.437512] env[69052]: DEBUG nova.compute.manager [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Instance network_info: |[{"id": "1c96ba4a-c72b-4222-b55d-1cda1e8f44ff", "address": "fa:16:3e:42:d4:8b", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c96ba4a-c7", "ovs_interfaceid": "1c96ba4a-c72b-4222-b55d-1cda1e8f44ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 579.438048] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:d4:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c96ba4a-c72b-4222-b55d-1cda1e8f44ff', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 579.446915] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Creating folder: Project (e2b3480e78c4466ea54c0c696402d1ab). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 579.448120] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a43ba6ea-4a82-45fa-99bf-d5be9c88e439 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.457349] env[69052]: DEBUG nova.compute.manager [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 579.466482] env[69052]: DEBUG oslo_vmware.api [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3235675, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.468290] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Created folder: Project (e2b3480e78c4466ea54c0c696402d1ab) in parent group-v646676. [ 579.468653] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Creating folder: Instances. Parent ref: group-v646704. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 579.470975] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63466d7e-7b35-465f-b213-313cddd063d9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.479098] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Created folder: Instances in parent group-v646704. [ 579.479499] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 579.480091] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 579.481035] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-419034ce-ca14-4efc-b8cb-ee04f4376786 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.508107] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 579.508107] env[69052]: value = "task-3235684" [ 579.508107] env[69052]: _type = "Task" [ 579.508107] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.510934] env[69052]: DEBUG nova.virt.hardware [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 579.511431] env[69052]: DEBUG nova.virt.hardware [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 579.511734] env[69052]: DEBUG nova.virt.hardware [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 579.511969] env[69052]: DEBUG nova.virt.hardware [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 579.512187] env[69052]: DEBUG nova.virt.hardware [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 579.512389] env[69052]: DEBUG nova.virt.hardware [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 579.512677] env[69052]: DEBUG nova.virt.hardware [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 579.512899] env[69052]: DEBUG nova.virt.hardware [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 579.513136] env[69052]: DEBUG nova.virt.hardware [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 579.513368] env[69052]: DEBUG nova.virt.hardware [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 579.513597] env[69052]: DEBUG nova.virt.hardware [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 579.514490] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6286de90-7f8b-4f30-bedf-4ab28a58594e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.526773] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235684, 'name': CreateVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.528412] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9326176b-7a98-4c70-8754-d4705c2bf1ea {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.609284] env[69052]: DEBUG nova.network.neutron [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Successfully created port: 8f46cf2f-aac7-4092-8b7f-8da6cc9da2f6 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 579.704694] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Task: {'id': task-3235679, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.744610] env[69052]: DEBUG oslo_vmware.api [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235680, 'name': PowerOffVM_Task, 'duration_secs': 0.206223} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.744945] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 579.745893] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b90d0b8-2abc-4b38-a013-9dba9911a6d7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.770467] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5db27e5-3fe8-41d0-aa95-24001e0acc6e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.779339] env[69052]: DEBUG oslo_vmware.api [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235681, 'name': Rename_Task, 'duration_secs': 0.148393} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.783653] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 579.785308] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b18deca3-ee6d-404f-afe0-fefb2ddd5505 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.794788] env[69052]: DEBUG oslo_vmware.api [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 579.794788] env[69052]: value = "task-3235685" [ 579.794788] env[69052]: _type = "Task" [ 579.794788] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.805207] env[69052]: DEBUG oslo_vmware.api [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.837206] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 579.837206] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c14f9ebf-6b84-48ef-8893-16ffdefef6f5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.845767] env[69052]: DEBUG oslo_vmware.api [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 579.845767] env[69052]: value = "task-3235686" [ 579.845767] env[69052]: _type = "Task" [ 579.845767] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.856805] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] VM already powered off {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 579.857022] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 579.857544] env[69052]: DEBUG oslo_concurrency.lockutils [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.857544] env[69052]: DEBUG oslo_concurrency.lockutils [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.857646] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 579.857840] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0be1f6df-90b6-4dfe-8cbf-112ad3790165 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.866182] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 579.866382] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 579.867137] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01899d3b-9cba-4998-b1b6-7d3ae728ce07 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.873513] env[69052]: DEBUG oslo_vmware.api [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 579.873513] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522a0034-5159-2f7d-ed75-35157b15a18a" [ 579.873513] env[69052]: _type = "Task" [ 579.873513] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.885534] env[69052]: DEBUG oslo_vmware.api [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522a0034-5159-2f7d-ed75-35157b15a18a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.919564] env[69052]: DEBUG oslo_concurrency.lockutils [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.920526] env[69052]: DEBUG nova.compute.manager [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 579.923817] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.517s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.960292] env[69052]: DEBUG oslo_vmware.api [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3235675, 'name': PowerOnVM_Task, 'duration_secs': 1.809198} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.960697] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 579.960962] env[69052]: INFO nova.compute.manager [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Took 12.88 seconds to spawn the instance on the hypervisor. [ 579.961184] env[69052]: DEBUG nova.compute.manager [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 579.962172] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea54e9a3-ebbf-4486-960b-0ab8668441cb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.018631] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235684, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.206530] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Task: {'id': task-3235679, 'name': ReconfigVM_Task, 'duration_secs': 0.535873} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.206872] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 00e9ed4f-84d3-458a-8d61-69cf77f39200/00e9ed4f-84d3-458a-8d61-69cf77f39200.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 580.208093] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91dd1d77-062b-4ed5-97db-a19c941982a2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.213828] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Waiting for the task: (returnval){ [ 580.213828] env[69052]: value = "task-3235687" [ 580.213828] env[69052]: _type = "Task" [ 580.213828] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.225305] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Task: {'id': task-3235687, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.303854] env[69052]: DEBUG oslo_vmware.api [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235685, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.388839] env[69052]: DEBUG oslo_vmware.api [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522a0034-5159-2f7d-ed75-35157b15a18a, 'name': SearchDatastore_Task, 'duration_secs': 0.010363} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.390123] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3542439a-2146-4596-b577-922b9fc709c3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.396737] env[69052]: DEBUG oslo_vmware.api [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 580.396737] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52da676c-680d-f191-0449-335ce304716b" [ 580.396737] env[69052]: _type = "Task" [ 580.396737] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.405507] env[69052]: DEBUG oslo_vmware.api [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52da676c-680d-f191-0449-335ce304716b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.428639] env[69052]: DEBUG nova.compute.utils [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 580.433377] env[69052]: INFO nova.compute.claims [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 580.437718] env[69052]: DEBUG nova.compute.manager [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 580.437958] env[69052]: DEBUG nova.network.neutron [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 580.484063] env[69052]: INFO nova.compute.manager [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Took 23.64 seconds to build instance. [ 580.520521] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235684, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.672096] env[69052]: DEBUG nova.policy [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '461096fce69344c2b6d3f5fa1ea881c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a730482b5004068a0768f17705f6543', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 580.724400] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Task: {'id': task-3235687, 'name': Rename_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.808021] env[69052]: DEBUG oslo_vmware.api [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235685, 'name': PowerOnVM_Task, 'duration_secs': 0.625428} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.808676] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 580.808857] env[69052]: INFO nova.compute.manager [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Took 16.14 seconds to spawn the instance on the hypervisor. [ 580.809115] env[69052]: DEBUG nova.compute.manager [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 580.810291] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738e9596-e7bc-4fff-909e-1802e0cc95f1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.907612] env[69052]: DEBUG oslo_vmware.api [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52da676c-680d-f191-0449-335ce304716b, 'name': SearchDatastore_Task, 'duration_secs': 0.012156} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.908119] env[69052]: DEBUG oslo_concurrency.lockutils [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.908400] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 12141b9b-bbb8-4080-ac76-aa4b6136b0de/3049a76a-6d1f-4722-9e01-a59c1119031f-rescue.vmdk. {{(pid=69052) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 580.908700] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-485e11a9-0963-46ff-9cb5-7dea2a6d1dc6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.920150] env[69052]: DEBUG oslo_vmware.api [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 580.920150] env[69052]: value = "task-3235688" [ 580.920150] env[69052]: _type = "Task" [ 580.920150] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.929830] env[69052]: DEBUG oslo_vmware.api [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.934732] env[69052]: DEBUG nova.network.neutron [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Successfully updated port: 69c31fb2-7e0c-4a02-8d92-b4b127d85657 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 580.939574] env[69052]: DEBUG nova.compute.manager [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 580.944626] env[69052]: INFO nova.compute.resource_tracker [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Updating resource usage from migration 31ed88d4-ce9f-45f6-ac0e-0cc7ee40101a [ 580.989294] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5e629c43-3d27-4f42-857c-e44f6eec0005 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "b60dc416-39de-4dfa-a046-5e60cc9ffeed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.151s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 581.020266] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235684, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.235459] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Task: {'id': task-3235687, 'name': Rename_Task, 'duration_secs': 0.953815} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.235780] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 581.237852] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c538df03-f61c-4b85-b4f4-efc5a8bd8b3d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.244907] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Waiting for the task: (returnval){ [ 581.244907] env[69052]: value = "task-3235689" [ 581.244907] env[69052]: _type = "Task" [ 581.244907] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.260823] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Task: {'id': task-3235689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.336231] env[69052]: INFO nova.compute.manager [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Took 25.30 seconds to build instance. [ 581.408645] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01359d4e-4133-41a3-8139-32ca25ebfcfd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.420915] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52acdd6-149d-49bb-b710-0cb29babb996 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.461932] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Acquiring lock "refresh_cache-38065204-486c-4d9d-abcb-eb49214e3c58" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.462168] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Acquired lock "refresh_cache-38065204-486c-4d9d-abcb-eb49214e3c58" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.462343] env[69052]: DEBUG nova.network.neutron [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 581.475963] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7300b27d-4e38-4613-8a03-a0ae1f129be4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.480495] env[69052]: DEBUG oslo_vmware.api [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235688, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.487465] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09861db-d314-40a0-9050-5e697cc26b28 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.493132] env[69052]: DEBUG nova.compute.manager [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 581.509712] env[69052]: DEBUG nova.compute.provider_tree [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 581.525017] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235684, 'name': CreateVM_Task, 'duration_secs': 1.613578} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.526309] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 581.526551] env[69052]: DEBUG oslo_concurrency.lockutils [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.526729] env[69052]: DEBUG oslo_concurrency.lockutils [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.527078] env[69052]: DEBUG oslo_concurrency.lockutils [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.529398] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7f86fae-e786-4272-899a-09a0184922b6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.534405] env[69052]: DEBUG oslo_vmware.api [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Waiting for the task: (returnval){ [ 581.534405] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52904c46-bb5d-1d79-3808-878b3dc6b518" [ 581.534405] env[69052]: _type = "Task" [ 581.534405] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.548597] env[69052]: DEBUG oslo_vmware.api [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52904c46-bb5d-1d79-3808-878b3dc6b518, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.584402] env[69052]: DEBUG nova.network.neutron [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Successfully created port: 5be0e5de-b4f3-4b2f-adb7-f34bef09d8a8 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 581.756556] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Task: {'id': task-3235689, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.844739] env[69052]: DEBUG oslo_concurrency.lockutils [None req-84e6cb86-56f1-4c64-bd64-0571b981ff6d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "93e9483a-c673-4ab5-9050-e6c30acf5743" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.826s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 581.934879] env[69052]: DEBUG oslo_vmware.api [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67165} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.935526] env[69052]: INFO nova.virt.vmwareapi.ds_util [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 12141b9b-bbb8-4080-ac76-aa4b6136b0de/3049a76a-6d1f-4722-9e01-a59c1119031f-rescue.vmdk. [ 581.936348] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf07e224-c169-46fc-9e12-bd03ab4d46f9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.974954] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 12141b9b-bbb8-4080-ac76-aa4b6136b0de/3049a76a-6d1f-4722-9e01-a59c1119031f-rescue.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 581.976097] env[69052]: DEBUG nova.compute.manager [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 581.978015] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db901615-4872-4a7c-8594-370f3ceb5de9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.003992] env[69052]: DEBUG oslo_vmware.api [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 582.003992] env[69052]: value = "task-3235690" [ 582.003992] env[69052]: _type = "Task" [ 582.003992] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.012129] env[69052]: DEBUG oslo_vmware.api [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.017189] env[69052]: DEBUG nova.scheduler.client.report [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 582.022689] env[69052]: DEBUG nova.virt.hardware [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 582.022765] env[69052]: DEBUG nova.virt.hardware [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 582.025861] env[69052]: DEBUG nova.virt.hardware [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 582.025861] env[69052]: DEBUG nova.virt.hardware [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 582.025861] env[69052]: DEBUG nova.virt.hardware [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 582.025861] env[69052]: DEBUG nova.virt.hardware [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 582.025861] env[69052]: DEBUG nova.virt.hardware [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 582.026916] env[69052]: DEBUG nova.virt.hardware [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 582.026916] env[69052]: DEBUG nova.virt.hardware [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 582.026916] env[69052]: DEBUG nova.virt.hardware [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 582.026916] env[69052]: DEBUG nova.virt.hardware [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 582.026916] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88d9439-b63a-4b59-b6ab-36ad0cd99ed9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.033566] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.035089] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bc30a1-390a-4850-b4a9-17c10097801d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.059328] env[69052]: DEBUG oslo_vmware.api [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52904c46-bb5d-1d79-3808-878b3dc6b518, 'name': SearchDatastore_Task, 'duration_secs': 0.0182} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.059947] env[69052]: DEBUG oslo_concurrency.lockutils [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.060473] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 582.060762] env[69052]: DEBUG oslo_concurrency.lockutils [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.060903] env[69052]: DEBUG oslo_concurrency.lockutils [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.061110] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 582.061373] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0b274e2-c56d-4437-93ab-fc5ce9e62506 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.070645] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 582.070888] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 582.071630] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9915f387-6f80-41f5-9907-8906418c6c91 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.077385] env[69052]: DEBUG oslo_vmware.api [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Waiting for the task: (returnval){ [ 582.077385] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52954526-8f30-30b9-58c1-dc250ce1cefd" [ 582.077385] env[69052]: _type = "Task" [ 582.077385] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.088290] env[69052]: DEBUG oslo_vmware.api [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52954526-8f30-30b9-58c1-dc250ce1cefd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.089389] env[69052]: DEBUG nova.network.neutron [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 582.097998] env[69052]: DEBUG nova.compute.manager [req-0a711f2b-87af-49ed-a212-bb534578e60f req-df4ed0c9-ea42-4d4b-9034-693c22eda062 service nova] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Received event network-vif-plugged-1c96ba4a-c72b-4222-b55d-1cda1e8f44ff {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 582.103033] env[69052]: DEBUG oslo_concurrency.lockutils [req-0a711f2b-87af-49ed-a212-bb534578e60f req-df4ed0c9-ea42-4d4b-9034-693c22eda062 service nova] Acquiring lock "5df864fc-1ee4-41d5-9ceb-ff166671992b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.103033] env[69052]: DEBUG oslo_concurrency.lockutils [req-0a711f2b-87af-49ed-a212-bb534578e60f req-df4ed0c9-ea42-4d4b-9034-693c22eda062 service nova] Lock "5df864fc-1ee4-41d5-9ceb-ff166671992b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.103033] env[69052]: DEBUG oslo_concurrency.lockutils [req-0a711f2b-87af-49ed-a212-bb534578e60f req-df4ed0c9-ea42-4d4b-9034-693c22eda062 service nova] Lock "5df864fc-1ee4-41d5-9ceb-ff166671992b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.103033] env[69052]: DEBUG nova.compute.manager [req-0a711f2b-87af-49ed-a212-bb534578e60f req-df4ed0c9-ea42-4d4b-9034-693c22eda062 service nova] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] No waiting events found dispatching network-vif-plugged-1c96ba4a-c72b-4222-b55d-1cda1e8f44ff {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 582.103033] env[69052]: WARNING nova.compute.manager [req-0a711f2b-87af-49ed-a212-bb534578e60f req-df4ed0c9-ea42-4d4b-9034-693c22eda062 service nova] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Received unexpected event network-vif-plugged-1c96ba4a-c72b-4222-b55d-1cda1e8f44ff for instance with vm_state building and task_state spawning. [ 582.103935] env[69052]: DEBUG nova.compute.manager [req-0a711f2b-87af-49ed-a212-bb534578e60f req-df4ed0c9-ea42-4d4b-9034-693c22eda062 service nova] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Received event network-changed-1c96ba4a-c72b-4222-b55d-1cda1e8f44ff {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 582.103935] env[69052]: DEBUG nova.compute.manager [req-0a711f2b-87af-49ed-a212-bb534578e60f req-df4ed0c9-ea42-4d4b-9034-693c22eda062 service nova] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Refreshing instance network info cache due to event network-changed-1c96ba4a-c72b-4222-b55d-1cda1e8f44ff. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 582.103935] env[69052]: DEBUG oslo_concurrency.lockutils [req-0a711f2b-87af-49ed-a212-bb534578e60f req-df4ed0c9-ea42-4d4b-9034-693c22eda062 service nova] Acquiring lock "refresh_cache-5df864fc-1ee4-41d5-9ceb-ff166671992b" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.103935] env[69052]: DEBUG oslo_concurrency.lockutils [req-0a711f2b-87af-49ed-a212-bb534578e60f req-df4ed0c9-ea42-4d4b-9034-693c22eda062 service nova] Acquired lock "refresh_cache-5df864fc-1ee4-41d5-9ceb-ff166671992b" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.103935] env[69052]: DEBUG nova.network.neutron [req-0a711f2b-87af-49ed-a212-bb534578e60f req-df4ed0c9-ea42-4d4b-9034-693c22eda062 service nova] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Refreshing network info cache for port 1c96ba4a-c72b-4222-b55d-1cda1e8f44ff {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 582.256176] env[69052]: DEBUG oslo_vmware.api [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Task: {'id': task-3235689, 'name': PowerOnVM_Task, 'duration_secs': 0.965375} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.256503] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 582.256705] env[69052]: DEBUG nova.compute.manager [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 582.257578] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427b70c8-46ee-4d0a-9e5a-8dd59be0fae2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.348601] env[69052]: DEBUG nova.compute.manager [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 582.486124] env[69052]: DEBUG nova.network.neutron [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Updating instance_info_cache with network_info: [{"id": "69c31fb2-7e0c-4a02-8d92-b4b127d85657", "address": "fa:16:3e:7b:7f:63", "network": {"id": "2c835bd6-ba88-4ae1-a892-289d2080d59e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1282550139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a789703842b43ed96f6c868e179bdf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c31fb2-7e", "ovs_interfaceid": "69c31fb2-7e0c-4a02-8d92-b4b127d85657", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.516457] env[69052]: DEBUG oslo_vmware.api [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235690, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.530023] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.606s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.530078] env[69052]: INFO nova.compute.manager [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Migrating [ 582.530383] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.530550] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.532417] env[69052]: DEBUG oslo_concurrency.lockutils [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.089s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.532653] env[69052]: DEBUG nova.objects.instance [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69052) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 582.536152] env[69052]: INFO nova.compute.rpcapi [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 582.536621] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.594628] env[69052]: DEBUG oslo_vmware.api [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52954526-8f30-30b9-58c1-dc250ce1cefd, 'name': SearchDatastore_Task, 'duration_secs': 0.014865} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.595662] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1719f47-1976-48d4-b98c-3a1671f24b53 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.605051] env[69052]: DEBUG oslo_vmware.api [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Waiting for the task: (returnval){ [ 582.605051] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520c737c-b431-e0fe-f740-a9400cc6cae0" [ 582.605051] env[69052]: _type = "Task" [ 582.605051] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.622160] env[69052]: DEBUG oslo_vmware.api [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520c737c-b431-e0fe-f740-a9400cc6cae0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.777499] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.809433] env[69052]: DEBUG nova.network.neutron [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Successfully updated port: 8f46cf2f-aac7-4092-8b7f-8da6cc9da2f6 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 582.892190] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.989024] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Releasing lock "refresh_cache-38065204-486c-4d9d-abcb-eb49214e3c58" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.990691] env[69052]: DEBUG nova.compute.manager [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Instance network_info: |[{"id": "69c31fb2-7e0c-4a02-8d92-b4b127d85657", "address": "fa:16:3e:7b:7f:63", "network": {"id": "2c835bd6-ba88-4ae1-a892-289d2080d59e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1282550139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a789703842b43ed96f6c868e179bdf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c31fb2-7e", "ovs_interfaceid": "69c31fb2-7e0c-4a02-8d92-b4b127d85657", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 582.995250] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:7f:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69c31fb2-7e0c-4a02-8d92-b4b127d85657', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 583.008286] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Creating folder: Project (6a789703842b43ed96f6c868e179bdf8). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.008775] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bde2347-f8ac-4214-88ef-7f291c3b551a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.025411] env[69052]: DEBUG oslo_vmware.api [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235690, 'name': ReconfigVM_Task, 'duration_secs': 0.526528} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.025928] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 12141b9b-bbb8-4080-ac76-aa4b6136b0de/3049a76a-6d1f-4722-9e01-a59c1119031f-rescue.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 583.026747] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88439a46-8e3f-43e5-8e67-fba89b917f00 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.030697] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Created folder: Project (6a789703842b43ed96f6c868e179bdf8) in parent group-v646676. [ 583.030905] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Creating folder: Instances. Parent ref: group-v646710. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.031511] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba589944-c7d1-4da9-8d10-e23ef9887bec {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.067189] env[69052]: DEBUG nova.network.neutron [req-0a711f2b-87af-49ed-a212-bb534578e60f req-df4ed0c9-ea42-4d4b-9034-693c22eda062 service nova] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Updated VIF entry in instance network info cache for port 1c96ba4a-c72b-4222-b55d-1cda1e8f44ff. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 583.067712] env[69052]: DEBUG nova.network.neutron [req-0a711f2b-87af-49ed-a212-bb534578e60f req-df4ed0c9-ea42-4d4b-9034-693c22eda062 service nova] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Updating instance_info_cache with network_info: [{"id": "1c96ba4a-c72b-4222-b55d-1cda1e8f44ff", "address": "fa:16:3e:42:d4:8b", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c96ba4a-c7", "ovs_interfaceid": "1c96ba4a-c72b-4222-b55d-1cda1e8f44ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.073068] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "refresh_cache-3a1584dd-c15a-4ddc-a601-00fb583cbb5f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.073068] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquired lock "refresh_cache-3a1584dd-c15a-4ddc-a601-00fb583cbb5f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.073068] env[69052]: DEBUG nova.network.neutron [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 583.073068] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bbc8301-31c5-46bd-9323-2c1cfa68b1fa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.085802] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Created folder: Instances in parent group-v646710. [ 583.086155] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 583.086812] env[69052]: DEBUG oslo_concurrency.lockutils [req-0a711f2b-87af-49ed-a212-bb534578e60f req-df4ed0c9-ea42-4d4b-9034-693c22eda062 service nova] Releasing lock "refresh_cache-5df864fc-1ee4-41d5-9ceb-ff166671992b" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.088051] env[69052]: DEBUG nova.compute.manager [req-0a711f2b-87af-49ed-a212-bb534578e60f req-df4ed0c9-ea42-4d4b-9034-693c22eda062 service nova] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Received event network-vif-plugged-69c31fb2-7e0c-4a02-8d92-b4b127d85657 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 583.088051] env[69052]: DEBUG oslo_concurrency.lockutils [req-0a711f2b-87af-49ed-a212-bb534578e60f req-df4ed0c9-ea42-4d4b-9034-693c22eda062 service nova] Acquiring lock "38065204-486c-4d9d-abcb-eb49214e3c58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.088051] env[69052]: DEBUG oslo_concurrency.lockutils [req-0a711f2b-87af-49ed-a212-bb534578e60f req-df4ed0c9-ea42-4d4b-9034-693c22eda062 service nova] Lock "38065204-486c-4d9d-abcb-eb49214e3c58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.088051] env[69052]: DEBUG oslo_concurrency.lockutils [req-0a711f2b-87af-49ed-a212-bb534578e60f req-df4ed0c9-ea42-4d4b-9034-693c22eda062 service nova] Lock "38065204-486c-4d9d-abcb-eb49214e3c58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.088051] env[69052]: DEBUG nova.compute.manager [req-0a711f2b-87af-49ed-a212-bb534578e60f req-df4ed0c9-ea42-4d4b-9034-693c22eda062 service nova] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] No waiting events found dispatching network-vif-plugged-69c31fb2-7e0c-4a02-8d92-b4b127d85657 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 583.088309] env[69052]: WARNING nova.compute.manager [req-0a711f2b-87af-49ed-a212-bb534578e60f req-df4ed0c9-ea42-4d4b-9034-693c22eda062 service nova] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Received unexpected event network-vif-plugged-69c31fb2-7e0c-4a02-8d92-b4b127d85657 for instance with vm_state building and task_state spawning. [ 583.090782] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 583.092043] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b87cd96b-17be-45c1-87bc-1cb01b8f060d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.111099] env[69052]: DEBUG oslo_vmware.api [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 583.111099] env[69052]: value = "task-3235697" [ 583.111099] env[69052]: _type = "Task" [ 583.111099] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.120958] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 583.120958] env[69052]: value = "task-3235698" [ 583.120958] env[69052]: _type = "Task" [ 583.120958] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.132557] env[69052]: DEBUG oslo_vmware.api [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.132700] env[69052]: DEBUG oslo_vmware.api [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520c737c-b431-e0fe-f740-a9400cc6cae0, 'name': SearchDatastore_Task, 'duration_secs': 0.040339} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.133386] env[69052]: DEBUG oslo_concurrency.lockutils [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.133760] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 5df864fc-1ee4-41d5-9ceb-ff166671992b/5df864fc-1ee4-41d5-9ceb-ff166671992b.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 583.134011] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69804e4f-10d3-4d00-b56f-06833cbc7024 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.139370] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235698, 'name': CreateVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.144021] env[69052]: DEBUG oslo_vmware.api [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Waiting for the task: (returnval){ [ 583.144021] env[69052]: value = "task-3235699" [ 583.144021] env[69052]: _type = "Task" [ 583.144021] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.152540] env[69052]: DEBUG oslo_vmware.api [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Task: {'id': task-3235699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.315561] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Acquiring lock "refresh_cache-e621b1e7-bbfd-403e-8877-e275f3481265" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.315910] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Acquired lock "refresh_cache-e621b1e7-bbfd-403e-8877-e275f3481265" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.315910] env[69052]: DEBUG nova.network.neutron [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 583.572063] env[69052]: DEBUG oslo_concurrency.lockutils [None req-64b025b3-dfb9-4fc7-bf03-fc109b7c9018 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.038s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.572063] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.268s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.573578] env[69052]: INFO nova.compute.claims [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 583.629858] env[69052]: DEBUG oslo_vmware.api [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235697, 'name': ReconfigVM_Task, 'duration_secs': 0.224784} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.633182] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 583.633182] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67d3f5ad-9476-463b-bff2-60dc27076235 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.641185] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235698, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.652117] env[69052]: DEBUG oslo_vmware.api [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 583.652117] env[69052]: value = "task-3235700" [ 583.652117] env[69052]: _type = "Task" [ 583.652117] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.665165] env[69052]: DEBUG oslo_vmware.api [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Task: {'id': task-3235699, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.675562] env[69052]: DEBUG oslo_vmware.api [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235700, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.909298] env[69052]: DEBUG nova.network.neutron [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 583.936576] env[69052]: DEBUG nova.network.neutron [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Updating instance_info_cache with network_info: [{"id": "c5889b7d-60f3-482a-85cd-41b113447cdb", "address": "fa:16:3e:49:42:ef", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5889b7d-60", "ovs_interfaceid": "c5889b7d-60f3-482a-85cd-41b113447cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.139458] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235698, 'name': CreateVM_Task, 'duration_secs': 0.709354} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.139458] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 584.139458] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.139458] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.139738] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.140051] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ca5adf6-bc8c-4020-856f-b0a7d613e895 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.144640] env[69052]: DEBUG oslo_vmware.api [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Waiting for the task: (returnval){ [ 584.144640] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5272173f-e5ac-5aa3-1804-bb605105e2ff" [ 584.144640] env[69052]: _type = "Task" [ 584.144640] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.158737] env[69052]: DEBUG oslo_vmware.api [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5272173f-e5ac-5aa3-1804-bb605105e2ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.164723] env[69052]: DEBUG oslo_vmware.api [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Task: {'id': task-3235699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683203} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.165802] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 5df864fc-1ee4-41d5-9ceb-ff166671992b/5df864fc-1ee4-41d5-9ceb-ff166671992b.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 584.166107] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 584.166730] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9016220-ff2b-48a8-a41c-61225809c71e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.172436] env[69052]: DEBUG oslo_vmware.api [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235700, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.178824] env[69052]: DEBUG oslo_vmware.api [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Waiting for the task: (returnval){ [ 584.178824] env[69052]: value = "task-3235701" [ 584.178824] env[69052]: _type = "Task" [ 584.178824] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.187179] env[69052]: DEBUG oslo_vmware.api [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Task: {'id': task-3235701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.233568] env[69052]: DEBUG nova.network.neutron [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Successfully updated port: 5be0e5de-b4f3-4b2f-adb7-f34bef09d8a8 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 584.265599] env[69052]: DEBUG nova.network.neutron [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Updating instance_info_cache with network_info: [{"id": "8f46cf2f-aac7-4092-8b7f-8da6cc9da2f6", "address": "fa:16:3e:01:be:4e", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f46cf2f-aa", "ovs_interfaceid": "8f46cf2f-aac7-4092-8b7f-8da6cc9da2f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.440027] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Releasing lock "refresh_cache-3a1584dd-c15a-4ddc-a601-00fb583cbb5f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.660981] env[69052]: DEBUG oslo_vmware.api [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5272173f-e5ac-5aa3-1804-bb605105e2ff, 'name': SearchDatastore_Task, 'duration_secs': 0.016377} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.664443] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.664708] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 584.664957] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.665176] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.665390] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 584.668662] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e17dbc2-9d27-40fb-a30b-2b8df0e9c10e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.681489] env[69052]: DEBUG oslo_vmware.api [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235700, 'name': PowerOnVM_Task, 'duration_secs': 0.908109} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.686240] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 584.689067] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 584.689067] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 584.691956] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c207fab9-562c-4b7a-b095-4bff5ebc1c53 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.695471] env[69052]: DEBUG nova.compute.manager [None req-47b1fd4e-0603-46ed-9898-576b7defcb0f tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 584.696705] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc7e83c-1cbb-48a3-ab47-635f830c0a3c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.703582] env[69052]: DEBUG oslo_vmware.api [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Task: {'id': task-3235701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.310738} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.703751] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 584.704647] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5f50d5-1b33-46eb-9f4a-04a5f7762a53 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.709936] env[69052]: DEBUG oslo_vmware.api [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Waiting for the task: (returnval){ [ 584.709936] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5229fb95-28c8-2b0e-e9f3-5291b9f65541" [ 584.709936] env[69052]: _type = "Task" [ 584.709936] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.739900] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 5df864fc-1ee4-41d5-9ceb-ff166671992b/5df864fc-1ee4-41d5-9ceb-ff166671992b.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 584.744599] env[69052]: DEBUG oslo_concurrency.lockutils [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Acquiring lock "refresh_cache-742a374a-07f2-4a59-89cb-e58e3cd2e357" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.744599] env[69052]: DEBUG oslo_concurrency.lockutils [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Acquired lock "refresh_cache-742a374a-07f2-4a59-89cb-e58e3cd2e357" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.744599] env[69052]: DEBUG nova.network.neutron [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 584.745819] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52f81b63-3a6f-440b-b98f-a468d8b64ecc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.766255] env[69052]: DEBUG oslo_vmware.api [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5229fb95-28c8-2b0e-e9f3-5291b9f65541, 'name': SearchDatastore_Task, 'duration_secs': 0.01446} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.767688] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Releasing lock "refresh_cache-e621b1e7-bbfd-403e-8877-e275f3481265" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.768064] env[69052]: DEBUG nova.compute.manager [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Instance network_info: |[{"id": "8f46cf2f-aac7-4092-8b7f-8da6cc9da2f6", "address": "fa:16:3e:01:be:4e", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f46cf2f-aa", "ovs_interfaceid": "8f46cf2f-aac7-4092-8b7f-8da6cc9da2f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 584.768295] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ef9bd98-8e6e-4157-ae51-7b8fa6513f5d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.771560] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:be:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f46cf2f-aac7-4092-8b7f-8da6cc9da2f6', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 584.779035] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Creating folder: Project (0a730482b5004068a0768f17705f6543). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.783398] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5949d444-2874-4080-b82f-7ad80146f396 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.787325] env[69052]: DEBUG oslo_vmware.api [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Waiting for the task: (returnval){ [ 584.787325] env[69052]: value = "task-3235702" [ 584.787325] env[69052]: _type = "Task" [ 584.787325] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.789018] env[69052]: DEBUG oslo_vmware.api [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Waiting for the task: (returnval){ [ 584.789018] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5251699e-04a2-7548-4bf4-a862e749624e" [ 584.789018] env[69052]: _type = "Task" [ 584.789018] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.798085] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Created folder: Project (0a730482b5004068a0768f17705f6543) in parent group-v646676. [ 584.799457] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Creating folder: Instances. Parent ref: group-v646713. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.799457] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cc61474-30a9-4bff-bb18-4e6781f0c487 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.806803] env[69052]: DEBUG oslo_vmware.api [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5251699e-04a2-7548-4bf4-a862e749624e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.807091] env[69052]: DEBUG oslo_vmware.api [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Task: {'id': task-3235702, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.822478] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Created folder: Instances in parent group-v646713. [ 584.822478] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 584.822695] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 584.822886] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ffae743-3dad-4335-9cd4-15245895bedc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.850034] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 584.850034] env[69052]: value = "task-3235705" [ 584.850034] env[69052]: _type = "Task" [ 584.850034] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.862425] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235705, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.017614] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1296bd-51cf-4dff-bf6b-8208d089d277 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.026163] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fd3dd6-6059-4561-b5d7-008df319c5f2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.057741] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fd1531-39d8-4e63-b309-f883f62a1559 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.065243] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b9bec4-0a4e-436c-9fb4-01a884b87382 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.079164] env[69052]: DEBUG nova.compute.provider_tree [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.195333] env[69052]: DEBUG nova.compute.manager [req-a7459a80-b5de-43b4-82dd-c5891c9ebc05 req-2c2b7b74-7dca-41d1-b6f6-a981e541cfdf service nova] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Received event network-changed-e1538ca3-f602-4a20-af79-a407e26339b3 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 585.195495] env[69052]: DEBUG nova.compute.manager [req-a7459a80-b5de-43b4-82dd-c5891c9ebc05 req-2c2b7b74-7dca-41d1-b6f6-a981e541cfdf service nova] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Refreshing instance network info cache due to event network-changed-e1538ca3-f602-4a20-af79-a407e26339b3. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 585.195718] env[69052]: DEBUG oslo_concurrency.lockutils [req-a7459a80-b5de-43b4-82dd-c5891c9ebc05 req-2c2b7b74-7dca-41d1-b6f6-a981e541cfdf service nova] Acquiring lock "refresh_cache-b60dc416-39de-4dfa-a046-5e60cc9ffeed" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.195865] env[69052]: DEBUG oslo_concurrency.lockutils [req-a7459a80-b5de-43b4-82dd-c5891c9ebc05 req-2c2b7b74-7dca-41d1-b6f6-a981e541cfdf service nova] Acquired lock "refresh_cache-b60dc416-39de-4dfa-a046-5e60cc9ffeed" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.197747] env[69052]: DEBUG nova.network.neutron [req-a7459a80-b5de-43b4-82dd-c5891c9ebc05 req-2c2b7b74-7dca-41d1-b6f6-a981e541cfdf service nova] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Refreshing network info cache for port e1538ca3-f602-4a20-af79-a407e26339b3 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 585.229646] env[69052]: DEBUG nova.compute.manager [req-dcf78ceb-a1ac-4d99-8ea5-2910906ecfb5 req-b905c78b-2b7c-4512-9fa7-7ef700a27eeb service nova] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Received event network-changed-69c31fb2-7e0c-4a02-8d92-b4b127d85657 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 585.229646] env[69052]: DEBUG nova.compute.manager [req-dcf78ceb-a1ac-4d99-8ea5-2910906ecfb5 req-b905c78b-2b7c-4512-9fa7-7ef700a27eeb service nova] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Refreshing instance network info cache due to event network-changed-69c31fb2-7e0c-4a02-8d92-b4b127d85657. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 585.229646] env[69052]: DEBUG oslo_concurrency.lockutils [req-dcf78ceb-a1ac-4d99-8ea5-2910906ecfb5 req-b905c78b-2b7c-4512-9fa7-7ef700a27eeb service nova] Acquiring lock "refresh_cache-38065204-486c-4d9d-abcb-eb49214e3c58" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.229646] env[69052]: DEBUG oslo_concurrency.lockutils [req-dcf78ceb-a1ac-4d99-8ea5-2910906ecfb5 req-b905c78b-2b7c-4512-9fa7-7ef700a27eeb service nova] Acquired lock "refresh_cache-38065204-486c-4d9d-abcb-eb49214e3c58" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.229646] env[69052]: DEBUG nova.network.neutron [req-dcf78ceb-a1ac-4d99-8ea5-2910906ecfb5 req-b905c78b-2b7c-4512-9fa7-7ef700a27eeb service nova] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Refreshing network info cache for port 69c31fb2-7e0c-4a02-8d92-b4b127d85657 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 585.302883] env[69052]: DEBUG oslo_vmware.api [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Task: {'id': task-3235702, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.306631] env[69052]: DEBUG oslo_vmware.api [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5251699e-04a2-7548-4bf4-a862e749624e, 'name': SearchDatastore_Task, 'duration_secs': 0.019603} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.306874] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.307144] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 38065204-486c-4d9d-abcb-eb49214e3c58/38065204-486c-4d9d-abcb-eb49214e3c58.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 585.307411] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a7c258b-48e1-430a-bc3b-0868efdf93e4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.315356] env[69052]: DEBUG oslo_vmware.api [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Waiting for the task: (returnval){ [ 585.315356] env[69052]: value = "task-3235706" [ 585.315356] env[69052]: _type = "Task" [ 585.315356] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.324261] env[69052]: DEBUG oslo_vmware.api [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Task: {'id': task-3235706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.336291] env[69052]: DEBUG nova.network.neutron [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 585.359910] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235705, 'name': CreateVM_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.582541] env[69052]: DEBUG nova.scheduler.client.report [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.655019] env[69052]: DEBUG nova.network.neutron [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Updating instance_info_cache with network_info: [{"id": "5be0e5de-b4f3-4b2f-adb7-f34bef09d8a8", "address": "fa:16:3e:98:e6:68", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5be0e5de-b4", "ovs_interfaceid": "5be0e5de-b4f3-4b2f-adb7-f34bef09d8a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.803255] env[69052]: DEBUG oslo_vmware.api [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Task: {'id': task-3235702, 'name': ReconfigVM_Task, 'duration_secs': 0.737032} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.803915] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 5df864fc-1ee4-41d5-9ceb-ff166671992b/5df864fc-1ee4-41d5-9ceb-ff166671992b.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 585.804668] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58b20b15-e5cb-4723-8bd6-5ca7b58f288f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.815403] env[69052]: DEBUG oslo_vmware.api [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Waiting for the task: (returnval){ [ 585.815403] env[69052]: value = "task-3235707" [ 585.815403] env[69052]: _type = "Task" [ 585.815403] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.835525] env[69052]: DEBUG oslo_vmware.api [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Task: {'id': task-3235706, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.842210] env[69052]: DEBUG oslo_vmware.api [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Task: {'id': task-3235707, 'name': Rename_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.864666] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235705, 'name': CreateVM_Task, 'duration_secs': 0.649995} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.864848] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 585.865828] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.865997] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.866420] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.866691] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c5a6829-7a7a-4739-afd2-d4e09c03b1d7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.875247] env[69052]: DEBUG oslo_vmware.api [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 585.875247] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e2b1c0-eac7-1e07-3dae-be2c3726bb19" [ 585.875247] env[69052]: _type = "Task" [ 585.875247] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.888894] env[69052]: DEBUG oslo_vmware.api [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e2b1c0-eac7-1e07-3dae-be2c3726bb19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.969021] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909925c0-25a8-4073-8f2f-2716fae8a3c0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.993096] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Updating instance '3a1584dd-c15a-4ddc-a601-00fb583cbb5f' progress to 0 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 586.097148] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.097148] env[69052]: DEBUG nova.compute.manager [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 586.101022] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.716s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.101402] env[69052]: DEBUG nova.objects.instance [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Lazy-loading 'resources' on Instance uuid a4462b16-2118-4c35-8790-eaf8c5d3f7db {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 586.158357] env[69052]: DEBUG oslo_concurrency.lockutils [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Releasing lock "refresh_cache-742a374a-07f2-4a59-89cb-e58e3cd2e357" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.158995] env[69052]: DEBUG nova.compute.manager [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Instance network_info: |[{"id": "5be0e5de-b4f3-4b2f-adb7-f34bef09d8a8", "address": "fa:16:3e:98:e6:68", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5be0e5de-b4", "ovs_interfaceid": "5be0e5de-b4f3-4b2f-adb7-f34bef09d8a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 586.159991] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:e6:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5be0e5de-b4f3-4b2f-adb7-f34bef09d8a8', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 586.169475] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 586.170327] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 586.170564] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e13fc15-74c3-4ee6-a293-f83e1c07067c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.196857] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 586.196857] env[69052]: value = "task-3235709" [ 586.196857] env[69052]: _type = "Task" [ 586.196857] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.207328] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235709, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.243416] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Acquiring lock "00e9ed4f-84d3-458a-8d61-69cf77f39200" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.243682] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Lock "00e9ed4f-84d3-458a-8d61-69cf77f39200" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.243919] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Acquiring lock "00e9ed4f-84d3-458a-8d61-69cf77f39200-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.244176] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Lock "00e9ed4f-84d3-458a-8d61-69cf77f39200-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.244349] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Lock "00e9ed4f-84d3-458a-8d61-69cf77f39200-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.246368] env[69052]: INFO nova.compute.manager [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Terminating instance [ 586.331512] env[69052]: DEBUG oslo_vmware.api [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Task: {'id': task-3235707, 'name': Rename_Task, 'duration_secs': 0.32291} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.333751] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 586.337524] env[69052]: DEBUG oslo_vmware.api [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Task: {'id': task-3235706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711846} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.337724] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58f3af41-0768-4023-baaf-ffaa8ebbc1f3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.339459] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 38065204-486c-4d9d-abcb-eb49214e3c58/38065204-486c-4d9d-abcb-eb49214e3c58.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 586.339689] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 586.339933] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65815de5-e822-467e-afd4-b41723bdcd3b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.349316] env[69052]: DEBUG oslo_vmware.api [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Waiting for the task: (returnval){ [ 586.349316] env[69052]: value = "task-3235711" [ 586.349316] env[69052]: _type = "Task" [ 586.349316] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.349526] env[69052]: DEBUG oslo_vmware.api [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Waiting for the task: (returnval){ [ 586.349526] env[69052]: value = "task-3235710" [ 586.349526] env[69052]: _type = "Task" [ 586.349526] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.361056] env[69052]: DEBUG oslo_vmware.api [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Task: {'id': task-3235710, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.364188] env[69052]: DEBUG oslo_vmware.api [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Task: {'id': task-3235711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.398240] env[69052]: DEBUG oslo_vmware.api [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e2b1c0-eac7-1e07-3dae-be2c3726bb19, 'name': SearchDatastore_Task, 'duration_secs': 0.064563} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.403465] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.403465] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 586.403465] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.403465] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.403887] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 586.403887] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2278262b-aefd-4394-bb82-d82023a793c5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.420396] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "6fc5568a-4b04-4e1b-9cde-3b16b9ac8130" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.420547] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "6fc5568a-4b04-4e1b-9cde-3b16b9ac8130" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.422939] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 586.423155] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 586.424145] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6118fc9-198e-4e9d-ac0e-fd4b1982ba36 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.430774] env[69052]: DEBUG oslo_vmware.api [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 586.430774] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5265fd57-40fe-6900-4d80-46cc7cff51f9" [ 586.430774] env[69052]: _type = "Task" [ 586.430774] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.442441] env[69052]: DEBUG oslo_vmware.api [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5265fd57-40fe-6900-4d80-46cc7cff51f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.501811] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 586.502162] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c36d3e74-7af2-44b4-bcc8-86c5b7a2c6df {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.512014] env[69052]: DEBUG oslo_vmware.api [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 586.512014] env[69052]: value = "task-3235712" [ 586.512014] env[69052]: _type = "Task" [ 586.512014] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.521068] env[69052]: DEBUG oslo_vmware.api [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3235712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.612641] env[69052]: DEBUG nova.compute.utils [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 586.615600] env[69052]: DEBUG nova.compute.manager [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 586.615600] env[69052]: DEBUG nova.network.neutron [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 586.711200] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235709, 'name': CreateVM_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.752928] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Acquiring lock "refresh_cache-00e9ed4f-84d3-458a-8d61-69cf77f39200" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.753191] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Acquired lock "refresh_cache-00e9ed4f-84d3-458a-8d61-69cf77f39200" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.753256] env[69052]: DEBUG nova.network.neutron [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 586.783178] env[69052]: DEBUG nova.network.neutron [req-a7459a80-b5de-43b4-82dd-c5891c9ebc05 req-2c2b7b74-7dca-41d1-b6f6-a981e541cfdf service nova] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Updated VIF entry in instance network info cache for port e1538ca3-f602-4a20-af79-a407e26339b3. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 586.783578] env[69052]: DEBUG nova.network.neutron [req-a7459a80-b5de-43b4-82dd-c5891c9ebc05 req-2c2b7b74-7dca-41d1-b6f6-a981e541cfdf service nova] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Updating instance_info_cache with network_info: [{"id": "e1538ca3-f602-4a20-af79-a407e26339b3", "address": "fa:16:3e:f2:04:4c", "network": {"id": "a09c611a-3f85-44ff-a673-e176af1ea211", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-63151955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19918ec410294b2685d0e75828f74507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1538ca3-f6", "ovs_interfaceid": "e1538ca3-f602-4a20-af79-a407e26339b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.785654] env[69052]: DEBUG nova.network.neutron [req-dcf78ceb-a1ac-4d99-8ea5-2910906ecfb5 req-b905c78b-2b7c-4512-9fa7-7ef700a27eeb service nova] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Updated VIF entry in instance network info cache for port 69c31fb2-7e0c-4a02-8d92-b4b127d85657. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 586.785981] env[69052]: DEBUG nova.network.neutron [req-dcf78ceb-a1ac-4d99-8ea5-2910906ecfb5 req-b905c78b-2b7c-4512-9fa7-7ef700a27eeb service nova] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Updating instance_info_cache with network_info: [{"id": "69c31fb2-7e0c-4a02-8d92-b4b127d85657", "address": "fa:16:3e:7b:7f:63", "network": {"id": "2c835bd6-ba88-4ae1-a892-289d2080d59e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1282550139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a789703842b43ed96f6c868e179bdf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c31fb2-7e", "ovs_interfaceid": "69c31fb2-7e0c-4a02-8d92-b4b127d85657", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.835712] env[69052]: DEBUG nova.policy [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e483e58c0fde43c69177aa6be20b7dd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea40ca097d844151bf8f57deb786eb90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 586.873210] env[69052]: DEBUG oslo_vmware.api [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Task: {'id': task-3235711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231369} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.873509] env[69052]: DEBUG oslo_vmware.api [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Task: {'id': task-3235710, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.873801] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 586.874578] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ef9110-0fe0-4a99-ab8c-c0de03bde212 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.900360] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 38065204-486c-4d9d-abcb-eb49214e3c58/38065204-486c-4d9d-abcb-eb49214e3c58.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 586.905979] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24bdcc87-7aa5-4c9b-9560-42ca9b6048b8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.926493] env[69052]: DEBUG oslo_vmware.api [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Waiting for the task: (returnval){ [ 586.926493] env[69052]: value = "task-3235713" [ 586.926493] env[69052]: _type = "Task" [ 586.926493] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.941186] env[69052]: DEBUG oslo_vmware.api [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Task: {'id': task-3235713, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.949066] env[69052]: DEBUG oslo_vmware.api [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5265fd57-40fe-6900-4d80-46cc7cff51f9, 'name': SearchDatastore_Task, 'duration_secs': 0.055345} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.949917] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e3ee2c6-62b3-4d0c-b490-630f5a418e38 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.959085] env[69052]: DEBUG oslo_vmware.api [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 586.959085] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b9c776-1359-80f2-0ac5-8b0768a53e4b" [ 586.959085] env[69052]: _type = "Task" [ 586.959085] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.967371] env[69052]: DEBUG oslo_vmware.api [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b9c776-1359-80f2-0ac5-8b0768a53e4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.021638] env[69052]: DEBUG oslo_vmware.api [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3235712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.049103] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70e1aa6-f1e5-4f4c-928c-a730d124840f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.056968] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ab07fe-0701-4f88-a4f0-7829b1f1cc75 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.092411] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bff56e-f601-41df-a2c9-a62d02c5c9e3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.101258] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc68549-5603-49a0-8cdc-5f67dc1c7f74 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.123659] env[69052]: DEBUG nova.compute.manager [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 587.126652] env[69052]: DEBUG nova.compute.provider_tree [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 587.211117] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235709, 'name': CreateVM_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.289283] env[69052]: DEBUG oslo_concurrency.lockutils [req-dcf78ceb-a1ac-4d99-8ea5-2910906ecfb5 req-b905c78b-2b7c-4512-9fa7-7ef700a27eeb service nova] Releasing lock "refresh_cache-38065204-486c-4d9d-abcb-eb49214e3c58" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.289645] env[69052]: DEBUG nova.compute.manager [req-dcf78ceb-a1ac-4d99-8ea5-2910906ecfb5 req-b905c78b-2b7c-4512-9fa7-7ef700a27eeb service nova] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Received event network-vif-plugged-8f46cf2f-aac7-4092-8b7f-8da6cc9da2f6 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 587.289835] env[69052]: DEBUG oslo_concurrency.lockutils [req-dcf78ceb-a1ac-4d99-8ea5-2910906ecfb5 req-b905c78b-2b7c-4512-9fa7-7ef700a27eeb service nova] Acquiring lock "e621b1e7-bbfd-403e-8877-e275f3481265-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.290052] env[69052]: DEBUG oslo_concurrency.lockutils [req-dcf78ceb-a1ac-4d99-8ea5-2910906ecfb5 req-b905c78b-2b7c-4512-9fa7-7ef700a27eeb service nova] Lock "e621b1e7-bbfd-403e-8877-e275f3481265-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.290211] env[69052]: DEBUG oslo_concurrency.lockutils [req-dcf78ceb-a1ac-4d99-8ea5-2910906ecfb5 req-b905c78b-2b7c-4512-9fa7-7ef700a27eeb service nova] Lock "e621b1e7-bbfd-403e-8877-e275f3481265-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.290387] env[69052]: DEBUG nova.compute.manager [req-dcf78ceb-a1ac-4d99-8ea5-2910906ecfb5 req-b905c78b-2b7c-4512-9fa7-7ef700a27eeb service nova] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] No waiting events found dispatching network-vif-plugged-8f46cf2f-aac7-4092-8b7f-8da6cc9da2f6 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 587.290763] env[69052]: WARNING nova.compute.manager [req-dcf78ceb-a1ac-4d99-8ea5-2910906ecfb5 req-b905c78b-2b7c-4512-9fa7-7ef700a27eeb service nova] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Received unexpected event network-vif-plugged-8f46cf2f-aac7-4092-8b7f-8da6cc9da2f6 for instance with vm_state building and task_state spawning. [ 587.290763] env[69052]: DEBUG nova.compute.manager [req-dcf78ceb-a1ac-4d99-8ea5-2910906ecfb5 req-b905c78b-2b7c-4512-9fa7-7ef700a27eeb service nova] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Received event network-changed-8f46cf2f-aac7-4092-8b7f-8da6cc9da2f6 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 587.290960] env[69052]: DEBUG nova.compute.manager [req-dcf78ceb-a1ac-4d99-8ea5-2910906ecfb5 req-b905c78b-2b7c-4512-9fa7-7ef700a27eeb service nova] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Refreshing instance network info cache due to event network-changed-8f46cf2f-aac7-4092-8b7f-8da6cc9da2f6. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 587.291112] env[69052]: DEBUG oslo_concurrency.lockutils [req-dcf78ceb-a1ac-4d99-8ea5-2910906ecfb5 req-b905c78b-2b7c-4512-9fa7-7ef700a27eeb service nova] Acquiring lock "refresh_cache-e621b1e7-bbfd-403e-8877-e275f3481265" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.291240] env[69052]: DEBUG oslo_concurrency.lockutils [req-dcf78ceb-a1ac-4d99-8ea5-2910906ecfb5 req-b905c78b-2b7c-4512-9fa7-7ef700a27eeb service nova] Acquired lock "refresh_cache-e621b1e7-bbfd-403e-8877-e275f3481265" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.291390] env[69052]: DEBUG nova.network.neutron [req-dcf78ceb-a1ac-4d99-8ea5-2910906ecfb5 req-b905c78b-2b7c-4512-9fa7-7ef700a27eeb service nova] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Refreshing network info cache for port 8f46cf2f-aac7-4092-8b7f-8da6cc9da2f6 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 587.293167] env[69052]: DEBUG oslo_concurrency.lockutils [req-a7459a80-b5de-43b4-82dd-c5891c9ebc05 req-2c2b7b74-7dca-41d1-b6f6-a981e541cfdf service nova] Releasing lock "refresh_cache-b60dc416-39de-4dfa-a046-5e60cc9ffeed" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.295714] env[69052]: DEBUG nova.network.neutron [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 587.363702] env[69052]: DEBUG oslo_vmware.api [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Task: {'id': task-3235710, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.439145] env[69052]: DEBUG oslo_vmware.api [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Task: {'id': task-3235713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.470320] env[69052]: DEBUG oslo_vmware.api [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b9c776-1359-80f2-0ac5-8b0768a53e4b, 'name': SearchDatastore_Task, 'duration_secs': 0.047002} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.470634] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.471274] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] e621b1e7-bbfd-403e-8877-e275f3481265/e621b1e7-bbfd-403e-8877-e275f3481265.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 587.471610] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e98eec5d-66e1-4869-bf3c-bafaf0832c21 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.480894] env[69052]: DEBUG oslo_vmware.api [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 587.480894] env[69052]: value = "task-3235714" [ 587.480894] env[69052]: _type = "Task" [ 587.480894] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.494238] env[69052]: DEBUG oslo_vmware.api [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.529402] env[69052]: DEBUG oslo_vmware.api [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3235712, 'name': PowerOffVM_Task, 'duration_secs': 0.887082} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.529402] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 587.529402] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Updating instance '3a1584dd-c15a-4ddc-a601-00fb583cbb5f' progress to 17 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 587.550218] env[69052]: DEBUG nova.network.neutron [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.660416] env[69052]: ERROR nova.scheduler.client.report [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] [req-f6557e7a-bb29-45e8-bc75-1299c21e263d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5482791e-699f-417a-8caf-f93d7835d755. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f6557e7a-bb29-45e8-bc75-1299c21e263d"}]} [ 587.686914] env[69052]: DEBUG nova.scheduler.client.report [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Refreshing inventories for resource provider 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 587.711243] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235709, 'name': CreateVM_Task, 'duration_secs': 1.441494} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.712438] env[69052]: DEBUG nova.scheduler.client.report [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Updating ProviderTree inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 587.712656] env[69052]: DEBUG nova.compute.provider_tree [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 587.715020] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 587.716525] env[69052]: DEBUG oslo_concurrency.lockutils [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.716690] env[69052]: DEBUG oslo_concurrency.lockutils [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.717006] env[69052]: DEBUG oslo_concurrency.lockutils [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.717587] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c77feadb-cdad-4c91-a069-b530446d457c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.726745] env[69052]: DEBUG oslo_vmware.api [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 587.726745] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52461e77-2466-69f4-fcb0-bc868f5f76cc" [ 587.726745] env[69052]: _type = "Task" [ 587.726745] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.742177] env[69052]: DEBUG oslo_vmware.api [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52461e77-2466-69f4-fcb0-bc868f5f76cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.743492] env[69052]: DEBUG nova.scheduler.client.report [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Refreshing aggregate associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, aggregates: None {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 587.770833] env[69052]: DEBUG nova.scheduler.client.report [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Refreshing trait associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 587.869314] env[69052]: DEBUG oslo_vmware.api [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Task: {'id': task-3235710, 'name': PowerOnVM_Task, 'duration_secs': 1.501678} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.870646] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 587.870646] env[69052]: INFO nova.compute.manager [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Took 13.38 seconds to spawn the instance on the hypervisor. [ 587.870646] env[69052]: DEBUG nova.compute.manager [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 587.870970] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902552b8-6a73-4b99-9bee-97bd604569fb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.883760] env[69052]: DEBUG oslo_concurrency.lockutils [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "d2b777aa-dab0-4258-b5cc-138fd60f8fb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.884013] env[69052]: DEBUG oslo_concurrency.lockutils [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "d2b777aa-dab0-4258-b5cc-138fd60f8fb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.948620] env[69052]: DEBUG oslo_vmware.api [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Task: {'id': task-3235713, 'name': ReconfigVM_Task, 'duration_secs': 0.753916} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.948936] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 38065204-486c-4d9d-abcb-eb49214e3c58/38065204-486c-4d9d-abcb-eb49214e3c58.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 587.949661] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e822ec5-e920-4e29-b8e4-eea4a30b1666 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.960517] env[69052]: DEBUG oslo_vmware.api [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Waiting for the task: (returnval){ [ 587.960517] env[69052]: value = "task-3235716" [ 587.960517] env[69052]: _type = "Task" [ 587.960517] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.976513] env[69052]: DEBUG oslo_vmware.api [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Task: {'id': task-3235716, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.996886] env[69052]: DEBUG oslo_vmware.api [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235714, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.039717] env[69052]: DEBUG nova.virt.hardware [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 588.040038] env[69052]: DEBUG nova.virt.hardware [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 588.041114] env[69052]: DEBUG nova.virt.hardware [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 588.041114] env[69052]: DEBUG nova.virt.hardware [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 588.041114] env[69052]: DEBUG nova.virt.hardware [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 588.041295] env[69052]: DEBUG nova.virt.hardware [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 588.041377] env[69052]: DEBUG nova.virt.hardware [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 588.041537] env[69052]: DEBUG nova.virt.hardware [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 588.041763] env[69052]: DEBUG nova.virt.hardware [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 588.041960] env[69052]: DEBUG nova.virt.hardware [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 588.042071] env[69052]: DEBUG nova.virt.hardware [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 588.048015] env[69052]: DEBUG nova.network.neutron [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Successfully created port: ebdbb620-77d1-4d4c-a769-c768e1e3cd0a {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 588.054445] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ecfe11a-9bdc-470f-8ecd-b88e0598f0ac {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.065066] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Releasing lock "refresh_cache-00e9ed4f-84d3-458a-8d61-69cf77f39200" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.068915] env[69052]: DEBUG nova.compute.manager [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 588.068915] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 588.069402] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642c181c-f838-4ce7-a411-9765fbf6e1fa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.079891] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 588.082341] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6055535f-8fc9-4caa-a142-88e67329729f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.084160] env[69052]: DEBUG oslo_vmware.api [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 588.084160] env[69052]: value = "task-3235717" [ 588.084160] env[69052]: _type = "Task" [ 588.084160] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.092037] env[69052]: DEBUG oslo_vmware.api [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Waiting for the task: (returnval){ [ 588.092037] env[69052]: value = "task-3235718" [ 588.092037] env[69052]: _type = "Task" [ 588.092037] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.098822] env[69052]: DEBUG oslo_vmware.api [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3235717, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.105789] env[69052]: DEBUG oslo_vmware.api [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.142024] env[69052]: DEBUG nova.compute.manager [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 588.183407] env[69052]: DEBUG nova.virt.hardware [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:09:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1682413318',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1979355952',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 588.183661] env[69052]: DEBUG nova.virt.hardware [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 588.183855] env[69052]: DEBUG nova.virt.hardware [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 588.184093] env[69052]: DEBUG nova.virt.hardware [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 588.184247] env[69052]: DEBUG nova.virt.hardware [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 588.184452] env[69052]: DEBUG nova.virt.hardware [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 588.184709] env[69052]: DEBUG nova.virt.hardware [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 588.185010] env[69052]: DEBUG nova.virt.hardware [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 588.185363] env[69052]: DEBUG nova.virt.hardware [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 588.185648] env[69052]: DEBUG nova.virt.hardware [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 588.185904] env[69052]: DEBUG nova.virt.hardware [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 588.187207] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9d12dc-3527-4181-b3fe-2f166f66e58e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.197499] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a639fc-6cdd-4fd8-8961-f897a9fb25a1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.238246] env[69052]: DEBUG oslo_vmware.api [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52461e77-2466-69f4-fcb0-bc868f5f76cc, 'name': SearchDatastore_Task, 'duration_secs': 0.062658} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.244592] env[69052]: DEBUG oslo_concurrency.lockutils [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.244592] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 588.244592] env[69052]: DEBUG oslo_concurrency.lockutils [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.244592] env[69052]: DEBUG oslo_concurrency.lockutils [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.245080] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 588.245080] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ced7eeb-6ea3-4743-98fb-fc0c8cf807c0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.256531] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 588.256675] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 588.258821] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01d3a11f-76ea-40e0-a1f4-37c8ab9acfb1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.262417] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9aab6a-2201-4312-8e8f-7ecc99924043 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.272644] env[69052]: DEBUG oslo_vmware.api [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 588.272644] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52994dc0-4ad3-0e9e-f139-5757f708c999" [ 588.272644] env[69052]: _type = "Task" [ 588.272644] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.280162] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d30bbb4-b831-4fcf-a168-4872f32623ad {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.292602] env[69052]: DEBUG oslo_vmware.api [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52994dc0-4ad3-0e9e-f139-5757f708c999, 'name': SearchDatastore_Task, 'duration_secs': 0.014739} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.322025] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0157967c-fe6f-43ac-807b-7154be11384f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.324696] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d885b92-3281-4b67-b91a-f40015e6c530 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.332679] env[69052]: DEBUG oslo_vmware.api [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 588.332679] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527cd4de-50d6-88d1-906d-ecebf96215b7" [ 588.332679] env[69052]: _type = "Task" [ 588.332679] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.339949] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1e7ecc-fca6-4545-ad87-6c71a73bb0c5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.353155] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquiring lock "7b0c2e85-ac32-4b92-80a8-f20dd67afa45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.353155] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Lock "7b0c2e85-ac32-4b92-80a8-f20dd67afa45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.358476] env[69052]: DEBUG oslo_vmware.api [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527cd4de-50d6-88d1-906d-ecebf96215b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.369373] env[69052]: DEBUG nova.compute.provider_tree [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 588.401328] env[69052]: INFO nova.compute.manager [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Took 29.60 seconds to build instance. [ 588.471584] env[69052]: DEBUG oslo_vmware.api [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Task: {'id': task-3235716, 'name': Rename_Task, 'duration_secs': 0.292978} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.471936] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 588.472197] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57032e34-b4d1-4fa0-be9c-09a1cc1f3ec9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.480201] env[69052]: DEBUG oslo_vmware.api [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Waiting for the task: (returnval){ [ 588.480201] env[69052]: value = "task-3235719" [ 588.480201] env[69052]: _type = "Task" [ 588.480201] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.493040] env[69052]: DEBUG oslo_vmware.api [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Task: {'id': task-3235719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.496769] env[69052]: DEBUG oslo_vmware.api [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235714, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594642} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.497036] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] e621b1e7-bbfd-403e-8877-e275f3481265/e621b1e7-bbfd-403e-8877-e275f3481265.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 588.497254] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 588.497504] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d865615b-87a0-44d4-a72b-ebc1143dddff {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.505462] env[69052]: DEBUG oslo_vmware.api [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 588.505462] env[69052]: value = "task-3235720" [ 588.505462] env[69052]: _type = "Task" [ 588.505462] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.515780] env[69052]: DEBUG oslo_vmware.api [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.602323] env[69052]: DEBUG oslo_vmware.api [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3235717, 'name': ReconfigVM_Task, 'duration_secs': 0.284104} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.603281] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Updating instance '3a1584dd-c15a-4ddc-a601-00fb583cbb5f' progress to 33 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 588.611315] env[69052]: DEBUG oslo_vmware.api [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235718, 'name': PowerOffVM_Task, 'duration_secs': 0.21088} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.611895] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 588.612100] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 588.612349] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47bc8c9a-6adb-4f26-bb9e-f5bee4e646eb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.645261] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 588.645685] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 588.645985] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Deleting the datastore file [datastore2] 00e9ed4f-84d3-458a-8d61-69cf77f39200 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 588.646456] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cbe5b83-c838-46f3-bcce-4e245f2f0751 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.658261] env[69052]: DEBUG oslo_vmware.api [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Waiting for the task: (returnval){ [ 588.658261] env[69052]: value = "task-3235722" [ 588.658261] env[69052]: _type = "Task" [ 588.658261] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.669168] env[69052]: DEBUG oslo_vmware.api [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.816165] env[69052]: DEBUG nova.network.neutron [req-dcf78ceb-a1ac-4d99-8ea5-2910906ecfb5 req-b905c78b-2b7c-4512-9fa7-7ef700a27eeb service nova] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Updated VIF entry in instance network info cache for port 8f46cf2f-aac7-4092-8b7f-8da6cc9da2f6. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 588.816165] env[69052]: DEBUG nova.network.neutron [req-dcf78ceb-a1ac-4d99-8ea5-2910906ecfb5 req-b905c78b-2b7c-4512-9fa7-7ef700a27eeb service nova] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Updating instance_info_cache with network_info: [{"id": "8f46cf2f-aac7-4092-8b7f-8da6cc9da2f6", "address": "fa:16:3e:01:be:4e", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f46cf2f-aa", "ovs_interfaceid": "8f46cf2f-aac7-4092-8b7f-8da6cc9da2f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.852175] env[69052]: DEBUG oslo_vmware.api [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527cd4de-50d6-88d1-906d-ecebf96215b7, 'name': SearchDatastore_Task, 'duration_secs': 0.027615} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.852175] env[69052]: DEBUG oslo_concurrency.lockutils [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.852175] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 742a374a-07f2-4a59-89cb-e58e3cd2e357/742a374a-07f2-4a59-89cb-e58e3cd2e357.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 588.852175] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f09603b9-19d6-4a46-996f-eefb622c5869 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.863548] env[69052]: DEBUG oslo_vmware.api [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 588.863548] env[69052]: value = "task-3235723" [ 588.863548] env[69052]: _type = "Task" [ 588.863548] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.877277] env[69052]: DEBUG oslo_vmware.api [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.898754] env[69052]: ERROR nova.scheduler.client.report [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] [req-7cab687f-ed95-4f39-aa1a-0cb2accf7f2a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5482791e-699f-417a-8caf-f93d7835d755. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7cab687f-ed95-4f39-aa1a-0cb2accf7f2a"}]} [ 588.905449] env[69052]: DEBUG oslo_concurrency.lockutils [None req-34e31cd9-e0c0-44e1-a497-82387440a249 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Lock "5df864fc-1ee4-41d5-9ceb-ff166671992b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.112s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.924010] env[69052]: DEBUG nova.scheduler.client.report [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Refreshing inventories for resource provider 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 588.944492] env[69052]: DEBUG nova.scheduler.client.report [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Updating ProviderTree inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 588.944722] env[69052]: DEBUG nova.compute.provider_tree [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 588.960740] env[69052]: DEBUG nova.scheduler.client.report [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Refreshing aggregate associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, aggregates: None {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 588.987488] env[69052]: DEBUG nova.scheduler.client.report [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Refreshing trait associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 588.996775] env[69052]: DEBUG oslo_vmware.api [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Task: {'id': task-3235719, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.016841] env[69052]: DEBUG oslo_vmware.api [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077002} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.020482] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 589.021444] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c1ab3e-e466-4cda-9892-ed2eeba368b6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.051657] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] e621b1e7-bbfd-403e-8877-e275f3481265/e621b1e7-bbfd-403e-8877-e275f3481265.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 589.056993] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38358201-5e6d-49d4-b253-5b2411b0ccd6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.074296] env[69052]: DEBUG nova.compute.manager [req-825300ae-1190-4743-8769-39c51359536a req-26dbc497-f4b0-4ce7-ba86-cbf67593c377 service nova] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Received event network-changed-5be0e5de-b4f3-4b2f-adb7-f34bef09d8a8 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 589.074481] env[69052]: DEBUG nova.compute.manager [req-825300ae-1190-4743-8769-39c51359536a req-26dbc497-f4b0-4ce7-ba86-cbf67593c377 service nova] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Refreshing instance network info cache due to event network-changed-5be0e5de-b4f3-4b2f-adb7-f34bef09d8a8. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 589.074694] env[69052]: DEBUG oslo_concurrency.lockutils [req-825300ae-1190-4743-8769-39c51359536a req-26dbc497-f4b0-4ce7-ba86-cbf67593c377 service nova] Acquiring lock "refresh_cache-742a374a-07f2-4a59-89cb-e58e3cd2e357" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.074826] env[69052]: DEBUG oslo_concurrency.lockutils [req-825300ae-1190-4743-8769-39c51359536a req-26dbc497-f4b0-4ce7-ba86-cbf67593c377 service nova] Acquired lock "refresh_cache-742a374a-07f2-4a59-89cb-e58e3cd2e357" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.074974] env[69052]: DEBUG nova.network.neutron [req-825300ae-1190-4743-8769-39c51359536a req-26dbc497-f4b0-4ce7-ba86-cbf67593c377 service nova] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Refreshing network info cache for port 5be0e5de-b4f3-4b2f-adb7-f34bef09d8a8 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 589.085232] env[69052]: DEBUG oslo_vmware.api [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 589.085232] env[69052]: value = "task-3235724" [ 589.085232] env[69052]: _type = "Task" [ 589.085232] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.098052] env[69052]: DEBUG oslo_vmware.api [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.118467] env[69052]: DEBUG nova.virt.hardware [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 589.118467] env[69052]: DEBUG nova.virt.hardware [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 589.118633] env[69052]: DEBUG nova.virt.hardware [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.118786] env[69052]: DEBUG nova.virt.hardware [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 589.118919] env[69052]: DEBUG nova.virt.hardware [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.119108] env[69052]: DEBUG nova.virt.hardware [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 589.119322] env[69052]: DEBUG nova.virt.hardware [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 589.119493] env[69052]: DEBUG nova.virt.hardware [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 589.119674] env[69052]: DEBUG nova.virt.hardware [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 589.119871] env[69052]: DEBUG nova.virt.hardware [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 589.120013] env[69052]: DEBUG nova.virt.hardware [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 589.126105] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Reconfiguring VM instance instance-00000003 to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 589.126968] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a674ad7b-0da9-43df-bace-95217b8c9e60 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.152030] env[69052]: DEBUG oslo_vmware.api [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 589.152030] env[69052]: value = "task-3235725" [ 589.152030] env[69052]: _type = "Task" [ 589.152030] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.161963] env[69052]: DEBUG oslo_vmware.api [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3235725, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.175326] env[69052]: DEBUG oslo_vmware.api [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Task: {'id': task-3235722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313425} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.175380] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 589.175542] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 589.175681] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 589.175952] env[69052]: INFO nova.compute.manager [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Took 1.11 seconds to destroy the instance on the hypervisor. [ 589.176344] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 589.176452] env[69052]: DEBUG nova.compute.manager [-] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 589.176512] env[69052]: DEBUG nova.network.neutron [-] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 589.209958] env[69052]: DEBUG nova.network.neutron [-] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 589.323294] env[69052]: DEBUG oslo_concurrency.lockutils [req-dcf78ceb-a1ac-4d99-8ea5-2910906ecfb5 req-b905c78b-2b7c-4512-9fa7-7ef700a27eeb service nova] Releasing lock "refresh_cache-e621b1e7-bbfd-403e-8877-e275f3481265" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.323294] env[69052]: DEBUG nova.compute.manager [req-dcf78ceb-a1ac-4d99-8ea5-2910906ecfb5 req-b905c78b-2b7c-4512-9fa7-7ef700a27eeb service nova] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Received event network-vif-plugged-5be0e5de-b4f3-4b2f-adb7-f34bef09d8a8 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 589.323294] env[69052]: DEBUG oslo_concurrency.lockutils [req-dcf78ceb-a1ac-4d99-8ea5-2910906ecfb5 req-b905c78b-2b7c-4512-9fa7-7ef700a27eeb service nova] Acquiring lock "742a374a-07f2-4a59-89cb-e58e3cd2e357-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.323294] env[69052]: DEBUG oslo_concurrency.lockutils [req-dcf78ceb-a1ac-4d99-8ea5-2910906ecfb5 req-b905c78b-2b7c-4512-9fa7-7ef700a27eeb service nova] Lock "742a374a-07f2-4a59-89cb-e58e3cd2e357-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.323294] env[69052]: DEBUG oslo_concurrency.lockutils [req-dcf78ceb-a1ac-4d99-8ea5-2910906ecfb5 req-b905c78b-2b7c-4512-9fa7-7ef700a27eeb service nova] Lock "742a374a-07f2-4a59-89cb-e58e3cd2e357-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.323533] env[69052]: DEBUG nova.compute.manager [req-dcf78ceb-a1ac-4d99-8ea5-2910906ecfb5 req-b905c78b-2b7c-4512-9fa7-7ef700a27eeb service nova] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] No waiting events found dispatching network-vif-plugged-5be0e5de-b4f3-4b2f-adb7-f34bef09d8a8 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 589.323533] env[69052]: WARNING nova.compute.manager [req-dcf78ceb-a1ac-4d99-8ea5-2910906ecfb5 req-b905c78b-2b7c-4512-9fa7-7ef700a27eeb service nova] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Received unexpected event network-vif-plugged-5be0e5de-b4f3-4b2f-adb7-f34bef09d8a8 for instance with vm_state building and task_state spawning. [ 589.374560] env[69052]: DEBUG oslo_vmware.api [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235723, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.407591] env[69052]: DEBUG nova.compute.manager [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.502142] env[69052]: DEBUG oslo_vmware.api [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Task: {'id': task-3235719, 'name': PowerOnVM_Task, 'duration_secs': 0.824485} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.502311] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 589.502675] env[69052]: INFO nova.compute.manager [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Took 12.50 seconds to spawn the instance on the hypervisor. [ 589.503126] env[69052]: DEBUG nova.compute.manager [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 589.504198] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928d248f-469a-4958-9e6a-d8f834d3eb0b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.523978] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2823ce13-665d-43fe-ae97-77052b5b33c9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.533783] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61653ade-cdde-4995-918a-95097576c40c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.585920] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba54dc4-722e-421a-840c-07a2846a72e8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.598737] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ca6e9b-99bc-498d-8d6c-83f9d3b3bc3b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.604020] env[69052]: DEBUG oslo_vmware.api [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.622134] env[69052]: DEBUG nova.compute.provider_tree [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 589.664047] env[69052]: DEBUG oslo_vmware.api [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3235725, 'name': ReconfigVM_Task, 'duration_secs': 0.324252} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.664525] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Reconfigured VM instance instance-00000003 to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 589.665241] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19896ee-cd15-4187-9575-4cebd326ce7e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.697719] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 3a1584dd-c15a-4ddc-a601-00fb583cbb5f/3a1584dd-c15a-4ddc-a601-00fb583cbb5f.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 589.697719] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-475cac42-02be-490f-b68a-0dd4718a4203 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.712338] env[69052]: DEBUG nova.network.neutron [-] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.718834] env[69052]: DEBUG oslo_vmware.api [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 589.718834] env[69052]: value = "task-3235726" [ 589.718834] env[69052]: _type = "Task" [ 589.718834] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.728810] env[69052]: DEBUG oslo_vmware.api [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3235726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.880026] env[69052]: DEBUG oslo_vmware.api [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75369} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.881385] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 742a374a-07f2-4a59-89cb-e58e3cd2e357/742a374a-07f2-4a59-89cb-e58e3cd2e357.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 589.881385] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 589.881385] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6010b335-4f13-4cbb-af3a-fbb1fdcf9f9d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.891602] env[69052]: DEBUG oslo_vmware.api [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 589.891602] env[69052]: value = "task-3235727" [ 589.891602] env[69052]: _type = "Task" [ 589.891602] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.903466] env[69052]: DEBUG oslo_vmware.api [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.949877] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.038709] env[69052]: INFO nova.compute.manager [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Took 29.17 seconds to build instance. [ 590.099069] env[69052]: DEBUG oslo_vmware.api [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235724, 'name': ReconfigVM_Task, 'duration_secs': 0.73912} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.099069] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Reconfigured VM instance instance-0000000c to attach disk [datastore2] e621b1e7-bbfd-403e-8877-e275f3481265/e621b1e7-bbfd-403e-8877-e275f3481265.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 590.099069] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b0c35d8-135b-4551-89fb-3ceff7286560 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.108547] env[69052]: DEBUG oslo_vmware.api [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 590.108547] env[69052]: value = "task-3235729" [ 590.108547] env[69052]: _type = "Task" [ 590.108547] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.126898] env[69052]: DEBUG oslo_vmware.api [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235729, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.175694] env[69052]: DEBUG nova.scheduler.client.report [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Updated inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 with generation 28 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 590.176389] env[69052]: DEBUG nova.compute.provider_tree [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Updating resource provider 5482791e-699f-417a-8caf-f93d7835d755 generation from 28 to 29 during operation: update_inventory {{(pid=69052) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 590.176510] env[69052]: DEBUG nova.compute.provider_tree [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 590.214824] env[69052]: INFO nova.compute.manager [-] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Took 1.04 seconds to deallocate network for instance. [ 590.234710] env[69052]: DEBUG nova.network.neutron [req-825300ae-1190-4743-8769-39c51359536a req-26dbc497-f4b0-4ce7-ba86-cbf67593c377 service nova] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Updated VIF entry in instance network info cache for port 5be0e5de-b4f3-4b2f-adb7-f34bef09d8a8. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 590.235187] env[69052]: DEBUG nova.network.neutron [req-825300ae-1190-4743-8769-39c51359536a req-26dbc497-f4b0-4ce7-ba86-cbf67593c377 service nova] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Updating instance_info_cache with network_info: [{"id": "5be0e5de-b4f3-4b2f-adb7-f34bef09d8a8", "address": "fa:16:3e:98:e6:68", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5be0e5de-b4", "ovs_interfaceid": "5be0e5de-b4f3-4b2f-adb7-f34bef09d8a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.251170] env[69052]: DEBUG oslo_vmware.api [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3235726, 'name': ReconfigVM_Task, 'duration_secs': 0.504062} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.253162] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 3a1584dd-c15a-4ddc-a601-00fb583cbb5f/3a1584dd-c15a-4ddc-a601-00fb583cbb5f.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 590.253162] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Updating instance '3a1584dd-c15a-4ddc-a601-00fb583cbb5f' progress to 50 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 590.405640] env[69052]: DEBUG oslo_vmware.api [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123023} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.405640] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 590.406992] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8da80b-e88b-4a8e-b59f-e8eeae83f294 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.434067] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 742a374a-07f2-4a59-89cb-e58e3cd2e357/742a374a-07f2-4a59-89cb-e58e3cd2e357.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 590.434067] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-039ed67b-46c2-4c41-a506-20408c95abd4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.456515] env[69052]: DEBUG oslo_vmware.api [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 590.456515] env[69052]: value = "task-3235730" [ 590.456515] env[69052]: _type = "Task" [ 590.456515] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.466457] env[69052]: DEBUG oslo_vmware.api [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235730, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.540274] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8f2df3be-afb7-401d-a16a-a45a8d3a9aea tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Lock "38065204-486c-4d9d-abcb-eb49214e3c58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.680s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.619412] env[69052]: DEBUG oslo_vmware.api [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235729, 'name': Rename_Task, 'duration_secs': 0.29522} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.619734] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 590.620029] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a76c1265-6fae-47ad-b40c-a702d4a2ad6b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.628652] env[69052]: DEBUG oslo_vmware.api [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 590.628652] env[69052]: value = "task-3235731" [ 590.628652] env[69052]: _type = "Task" [ 590.628652] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.646880] env[69052]: DEBUG oslo_vmware.api [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.686256] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.585s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.689198] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.499s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.693489] env[69052]: INFO nova.compute.claims [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.716515] env[69052]: INFO nova.scheduler.client.report [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Deleted allocations for instance a4462b16-2118-4c35-8790-eaf8c5d3f7db [ 590.740579] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.740579] env[69052]: DEBUG oslo_concurrency.lockutils [req-825300ae-1190-4743-8769-39c51359536a req-26dbc497-f4b0-4ce7-ba86-cbf67593c377 service nova] Releasing lock "refresh_cache-742a374a-07f2-4a59-89cb-e58e3cd2e357" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.761111] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b7c22a-443e-4cf8-9a7f-10d0c2c1a497 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.788523] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1110c34-b9f3-43e9-8194-51b086fd171b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.820382] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Updating instance '3a1584dd-c15a-4ddc-a601-00fb583cbb5f' progress to 67 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 590.972277] env[69052]: DEBUG oslo_vmware.api [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235730, 'name': ReconfigVM_Task, 'duration_secs': 0.405023} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.972624] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 742a374a-07f2-4a59-89cb-e58e3cd2e357/742a374a-07f2-4a59-89cb-e58e3cd2e357.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 590.973300] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f54ab9d-85be-4856-b4ad-5a8c53057df7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.982572] env[69052]: DEBUG oslo_vmware.api [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 590.982572] env[69052]: value = "task-3235732" [ 590.982572] env[69052]: _type = "Task" [ 590.982572] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.996365] env[69052]: DEBUG oslo_vmware.api [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235732, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.046125] env[69052]: DEBUG nova.compute.manager [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 591.115123] env[69052]: DEBUG nova.compute.manager [None req-36340e33-5f7b-40a6-8111-87e157f28a8c tempest-ServerDiagnosticsTest-700303578 tempest-ServerDiagnosticsTest-700303578-project-admin] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 591.117928] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bbcd39-9e8a-41f6-8174-38acc4615b4f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.125974] env[69052]: INFO nova.compute.manager [None req-36340e33-5f7b-40a6-8111-87e157f28a8c tempest-ServerDiagnosticsTest-700303578 tempest-ServerDiagnosticsTest-700303578-project-admin] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Retrieving diagnostics [ 591.126975] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99605d0-3d26-40a6-9cb7-c64878cc25c4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.140769] env[69052]: DEBUG oslo_vmware.api [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235731, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.228485] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d707214c-51dc-4d05-b449-3cb323cf01b2 tempest-DeleteServersAdminTestJSON-1480677825 tempest-DeleteServersAdminTestJSON-1480677825-project-admin] Lock "a4462b16-2118-4c35-8790-eaf8c5d3f7db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.513s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.268369] env[69052]: DEBUG nova.network.neutron [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Successfully updated port: ebdbb620-77d1-4d4c-a769-c768e1e3cd0a {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 591.374896] env[69052]: DEBUG nova.network.neutron [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Port c5889b7d-60f3-482a-85cd-41b113447cdb binding to destination host cpu-1 is already ACTIVE {{(pid=69052) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 591.500263] env[69052]: DEBUG oslo_vmware.api [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235732, 'name': Rename_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.589935] env[69052]: DEBUG oslo_concurrency.lockutils [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.645119] env[69052]: DEBUG oslo_vmware.api [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235731, 'name': PowerOnVM_Task, 'duration_secs': 0.937934} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.645119] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 591.645119] env[69052]: INFO nova.compute.manager [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Took 12.19 seconds to spawn the instance on the hypervisor. [ 591.645119] env[69052]: DEBUG nova.compute.manager [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 591.645887] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2357a67c-b9a0-437e-a0ff-8bb1de8f15ab {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.771104] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Acquiring lock "refresh_cache-13714572-539a-445d-8998-a974a291135d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.771426] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Acquired lock "refresh_cache-13714572-539a-445d-8998-a974a291135d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.771490] env[69052]: DEBUG nova.network.neutron [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.009296] env[69052]: DEBUG oslo_vmware.api [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235732, 'name': Rename_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.137349] env[69052]: DEBUG nova.compute.manager [req-e2b4d97c-3972-4652-ba7b-0fcb347b0771 req-aabf83a0-afc6-4719-881f-99f811745ece service nova] [instance: 13714572-539a-445d-8998-a974a291135d] Received event network-vif-plugged-ebdbb620-77d1-4d4c-a769-c768e1e3cd0a {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 592.137569] env[69052]: DEBUG oslo_concurrency.lockutils [req-e2b4d97c-3972-4652-ba7b-0fcb347b0771 req-aabf83a0-afc6-4719-881f-99f811745ece service nova] Acquiring lock "13714572-539a-445d-8998-a974a291135d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.138023] env[69052]: DEBUG oslo_concurrency.lockutils [req-e2b4d97c-3972-4652-ba7b-0fcb347b0771 req-aabf83a0-afc6-4719-881f-99f811745ece service nova] Lock "13714572-539a-445d-8998-a974a291135d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.138107] env[69052]: DEBUG oslo_concurrency.lockutils [req-e2b4d97c-3972-4652-ba7b-0fcb347b0771 req-aabf83a0-afc6-4719-881f-99f811745ece service nova] Lock "13714572-539a-445d-8998-a974a291135d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.138573] env[69052]: DEBUG nova.compute.manager [req-e2b4d97c-3972-4652-ba7b-0fcb347b0771 req-aabf83a0-afc6-4719-881f-99f811745ece service nova] [instance: 13714572-539a-445d-8998-a974a291135d] No waiting events found dispatching network-vif-plugged-ebdbb620-77d1-4d4c-a769-c768e1e3cd0a {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 592.138573] env[69052]: WARNING nova.compute.manager [req-e2b4d97c-3972-4652-ba7b-0fcb347b0771 req-aabf83a0-afc6-4719-881f-99f811745ece service nova] [instance: 13714572-539a-445d-8998-a974a291135d] Received unexpected event network-vif-plugged-ebdbb620-77d1-4d4c-a769-c768e1e3cd0a for instance with vm_state building and task_state spawning. [ 592.140861] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5aa72c0-38dd-42fb-8ce6-229bf3ea9001 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.153229] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bc325a-0a98-4f41-81b9-116d4e0e4dde {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.191919] env[69052]: INFO nova.compute.manager [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Took 28.65 seconds to build instance. [ 592.198978] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04e8929-d6a9-4714-b5ac-d06ea49a7d39 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.203173] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0bdbd6-023e-413d-bd31-40a084cbfceb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.221660] env[69052]: DEBUG nova.compute.provider_tree [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.340830] env[69052]: DEBUG nova.network.neutron [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 592.410347] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "3a1584dd-c15a-4ddc-a601-00fb583cbb5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.410347] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "3a1584dd-c15a-4ddc-a601-00fb583cbb5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.004s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.410347] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "3a1584dd-c15a-4ddc-a601-00fb583cbb5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.507030] env[69052]: DEBUG oslo_vmware.api [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235732, 'name': Rename_Task, 'duration_secs': 1.357539} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.507030] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 592.507030] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee95f9dc-5823-4465-b2d3-9bd793a008c4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.516137] env[69052]: DEBUG oslo_vmware.api [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 592.516137] env[69052]: value = "task-3235734" [ 592.516137] env[69052]: _type = "Task" [ 592.516137] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.529394] env[69052]: DEBUG oslo_vmware.api [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.646187] env[69052]: DEBUG nova.network.neutron [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Updating instance_info_cache with network_info: [{"id": "ebdbb620-77d1-4d4c-a769-c768e1e3cd0a", "address": "fa:16:3e:aa:2e:1f", "network": {"id": "1d0b0fa9-2409-462d-b75e-bf657510c81b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1952202725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea40ca097d844151bf8f57deb786eb90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebdbb620-77", "ovs_interfaceid": "ebdbb620-77d1-4d4c-a769-c768e1e3cd0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.697301] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3214b152-7996-491a-87c2-562f7ac1e87c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Lock "e621b1e7-bbfd-403e-8877-e275f3481265" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.207s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.726817] env[69052]: DEBUG nova.scheduler.client.report [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.029056] env[69052]: DEBUG oslo_vmware.api [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235734, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.152062] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Releasing lock "refresh_cache-13714572-539a-445d-8998-a974a291135d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.152220] env[69052]: DEBUG nova.compute.manager [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Instance network_info: |[{"id": "ebdbb620-77d1-4d4c-a769-c768e1e3cd0a", "address": "fa:16:3e:aa:2e:1f", "network": {"id": "1d0b0fa9-2409-462d-b75e-bf657510c81b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1952202725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea40ca097d844151bf8f57deb786eb90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebdbb620-77", "ovs_interfaceid": "ebdbb620-77d1-4d4c-a769-c768e1e3cd0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 593.152701] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:2e:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebdbb620-77d1-4d4c-a769-c768e1e3cd0a', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.174296] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Creating folder: Project (ea40ca097d844151bf8f57deb786eb90). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.174711] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-851cfd96-f96f-4640-b4a7-0ce08b5b7bd3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.204351] env[69052]: DEBUG nova.compute.manager [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.208372] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Created folder: Project (ea40ca097d844151bf8f57deb786eb90) in parent group-v646676. [ 593.210413] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Creating folder: Instances. Parent ref: group-v646718. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.211067] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d92d4838-53a8-4585-b9eb-861de3d3045e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.232910] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.232910] env[69052]: DEBUG nova.compute.manager [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 593.235610] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Created folder: Instances in parent group-v646718. [ 593.236019] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 593.236651] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.757s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.238238] env[69052]: INFO nova.compute.claims [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 593.240995] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13714572-539a-445d-8998-a974a291135d] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.241529] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57b1cb1e-514e-4fcc-8167-33452b34de55 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.271216] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.271216] env[69052]: value = "task-3235737" [ 593.271216] env[69052]: _type = "Task" [ 593.271216] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.288156] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235737, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.491153] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Acquiring lock "5df864fc-1ee4-41d5-9ceb-ff166671992b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.491153] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Lock "5df864fc-1ee4-41d5-9ceb-ff166671992b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.491153] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Acquiring lock "5df864fc-1ee4-41d5-9ceb-ff166671992b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.491153] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Lock "5df864fc-1ee4-41d5-9ceb-ff166671992b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.491415] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Lock "5df864fc-1ee4-41d5-9ceb-ff166671992b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.492281] env[69052]: INFO nova.compute.manager [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Terminating instance [ 593.531678] env[69052]: DEBUG oslo_vmware.api [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235734, 'name': PowerOnVM_Task, 'duration_secs': 0.900074} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.531862] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 593.532119] env[69052]: INFO nova.compute.manager [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Took 11.56 seconds to spawn the instance on the hypervisor. [ 593.532623] env[69052]: DEBUG nova.compute.manager [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 593.535142] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d3405c-1bd5-439d-9937-b5e660d8fb1a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.553398] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "refresh_cache-3a1584dd-c15a-4ddc-a601-00fb583cbb5f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.553398] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquired lock "refresh_cache-3a1584dd-c15a-4ddc-a601-00fb583cbb5f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.553398] env[69052]: DEBUG nova.network.neutron [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 593.739363] env[69052]: DEBUG nova.compute.utils [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.744852] env[69052]: DEBUG nova.compute.manager [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 593.744852] env[69052]: DEBUG nova.network.neutron [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 593.754110] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.792185] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235737, 'name': CreateVM_Task, 'duration_secs': 0.485778} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.792185] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13714572-539a-445d-8998-a974a291135d] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 593.792185] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.792185] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.792185] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.792388] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf6335fa-7b0d-483c-b785-d4119e96f691 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.799248] env[69052]: DEBUG oslo_vmware.api [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Waiting for the task: (returnval){ [ 593.799248] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523d184e-4f9f-3837-7508-a4d447237d4c" [ 593.799248] env[69052]: _type = "Task" [ 593.799248] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.811297] env[69052]: DEBUG oslo_vmware.api [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523d184e-4f9f-3837-7508-a4d447237d4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.893453] env[69052]: DEBUG nova.policy [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '439853f2f2474c7cb2799f2d5d8feede', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5d11523a34a41fc93f369d4737ccf38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 593.937478] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Acquiring lock "4d310649-22ae-4632-bd03-3dfdc1226a0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.937478] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Lock "4d310649-22ae-4632-bd03-3dfdc1226a0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.996438] env[69052]: DEBUG nova.compute.manager [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 593.996438] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 593.997915] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb9ef66-f734-4350-8391-68beba480f03 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.007819] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 594.008176] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e5dd9a0-54ea-4134-ad58-82c0e45f3246 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.016508] env[69052]: DEBUG oslo_vmware.api [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Waiting for the task: (returnval){ [ 594.016508] env[69052]: value = "task-3235738" [ 594.016508] env[69052]: _type = "Task" [ 594.016508] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.026344] env[69052]: DEBUG oslo_vmware.api [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Task: {'id': task-3235738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.065179] env[69052]: INFO nova.compute.manager [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Took 28.75 seconds to build instance. [ 594.255958] env[69052]: DEBUG nova.compute.manager [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.330968] env[69052]: DEBUG oslo_vmware.api [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523d184e-4f9f-3837-7508-a4d447237d4c, 'name': SearchDatastore_Task, 'duration_secs': 0.020689} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.332482] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.332602] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.332830] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.332922] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.333116] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.333665] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40624363-c2e3-4b9b-868e-9ef9db52fb01 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.348466] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.348466] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.349063] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-481d016e-c5e6-4a9e-bd34-f76e48d6983a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.357821] env[69052]: DEBUG oslo_vmware.api [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Waiting for the task: (returnval){ [ 594.357821] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52badd17-4320-b1dc-d410-139658dd9158" [ 594.357821] env[69052]: _type = "Task" [ 594.357821] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.368168] env[69052]: DEBUG oslo_vmware.api [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52badd17-4320-b1dc-d410-139658dd9158, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.532835] env[69052]: DEBUG oslo_vmware.api [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Task: {'id': task-3235738, 'name': PowerOffVM_Task, 'duration_secs': 0.347806} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.535579] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 594.535762] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 594.536496] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3a962c8-aa7a-42dd-b874-1c2d678a1e18 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.568749] env[69052]: DEBUG oslo_concurrency.lockutils [None req-afbebc9d-360c-4fcb-8914-fe7204db0659 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Lock "742a374a-07f2-4a59-89cb-e58e3cd2e357" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.262s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.616829] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 594.617108] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 594.617313] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Deleting the datastore file [datastore2] 5df864fc-1ee4-41d5-9ceb-ff166671992b {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 594.622649] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a7e8fad-bc8c-462a-8d72-e1fba61b5454 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.632573] env[69052]: DEBUG oslo_vmware.api [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Waiting for the task: (returnval){ [ 594.632573] env[69052]: value = "task-3235741" [ 594.632573] env[69052]: _type = "Task" [ 594.632573] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.655327] env[69052]: DEBUG oslo_vmware.api [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Task: {'id': task-3235741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.727261] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c35a7e-f39d-47c8-aeb5-08a5699c0d48 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.737228] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363b7a77-4004-4d7c-a066-d2365fc8bd77 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.807045] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4082f16-b9c4-4e40-9bfd-5fd556830648 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.820957] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ecef06-9c6c-490f-8d97-7912731c5acd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.836458] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Acquiring lock "5937537d-06cd-4124-9d30-374d4caa995d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.836999] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Lock "5937537d-06cd-4124-9d30-374d4caa995d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.852050] env[69052]: DEBUG nova.compute.provider_tree [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.871525] env[69052]: DEBUG oslo_vmware.api [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52badd17-4320-b1dc-d410-139658dd9158, 'name': SearchDatastore_Task, 'duration_secs': 0.019182} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.872860] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66a2bf1f-8b54-4c4d-a9ee-5e71a78b01f2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.879620] env[69052]: DEBUG oslo_vmware.api [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Waiting for the task: (returnval){ [ 594.879620] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52596988-7ddd-5271-62cb-edb79e89ffa1" [ 594.879620] env[69052]: _type = "Task" [ 594.879620] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.895785] env[69052]: DEBUG oslo_vmware.api [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52596988-7ddd-5271-62cb-edb79e89ffa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.964751] env[69052]: DEBUG nova.network.neutron [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Updating instance_info_cache with network_info: [{"id": "c5889b7d-60f3-482a-85cd-41b113447cdb", "address": "fa:16:3e:49:42:ef", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5889b7d-60", "ovs_interfaceid": "c5889b7d-60f3-482a-85cd-41b113447cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.073625] env[69052]: DEBUG nova.compute.manager [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.145572] env[69052]: DEBUG oslo_vmware.api [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Task: {'id': task-3235741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210845} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.146053] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 595.146355] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 595.146634] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 595.146838] env[69052]: INFO nova.compute.manager [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 595.147151] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 595.147703] env[69052]: DEBUG nova.compute.manager [-] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 595.147807] env[69052]: DEBUG nova.network.neutron [-] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 595.150612] env[69052]: DEBUG nova.network.neutron [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Successfully created port: 76d1d411-8ead-4705-b1de-21435b6bdfb4 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 595.278506] env[69052]: DEBUG nova.compute.manager [req-09db4f10-08b7-4f72-9e5d-70641e15e70b req-a4eca383-6aa3-4f04-b884-00792da38a3a service nova] [instance: 13714572-539a-445d-8998-a974a291135d] Received event network-changed-ebdbb620-77d1-4d4c-a769-c768e1e3cd0a {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 595.278637] env[69052]: DEBUG nova.compute.manager [req-09db4f10-08b7-4f72-9e5d-70641e15e70b req-a4eca383-6aa3-4f04-b884-00792da38a3a service nova] [instance: 13714572-539a-445d-8998-a974a291135d] Refreshing instance network info cache due to event network-changed-ebdbb620-77d1-4d4c-a769-c768e1e3cd0a. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 595.278884] env[69052]: DEBUG oslo_concurrency.lockutils [req-09db4f10-08b7-4f72-9e5d-70641e15e70b req-a4eca383-6aa3-4f04-b884-00792da38a3a service nova] Acquiring lock "refresh_cache-13714572-539a-445d-8998-a974a291135d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.280386] env[69052]: DEBUG oslo_concurrency.lockutils [req-09db4f10-08b7-4f72-9e5d-70641e15e70b req-a4eca383-6aa3-4f04-b884-00792da38a3a service nova] Acquired lock "refresh_cache-13714572-539a-445d-8998-a974a291135d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.280571] env[69052]: DEBUG nova.network.neutron [req-09db4f10-08b7-4f72-9e5d-70641e15e70b req-a4eca383-6aa3-4f04-b884-00792da38a3a service nova] [instance: 13714572-539a-445d-8998-a974a291135d] Refreshing network info cache for port ebdbb620-77d1-4d4c-a769-c768e1e3cd0a {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 595.315318] env[69052]: DEBUG nova.compute.manager [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 595.351202] env[69052]: DEBUG nova.virt.hardware [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 595.351202] env[69052]: DEBUG nova.virt.hardware [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 595.351202] env[69052]: DEBUG nova.virt.hardware [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.351470] env[69052]: DEBUG nova.virt.hardware [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 595.351515] env[69052]: DEBUG nova.virt.hardware [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.351822] env[69052]: DEBUG nova.virt.hardware [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 595.352076] env[69052]: DEBUG nova.virt.hardware [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 595.352313] env[69052]: DEBUG nova.virt.hardware [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 595.352561] env[69052]: DEBUG nova.virt.hardware [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 595.352755] env[69052]: DEBUG nova.virt.hardware [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 595.353063] env[69052]: DEBUG nova.virt.hardware [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 595.354414] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4a7e02-3cea-4793-83fa-3b65a5bae806 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.359792] env[69052]: DEBUG nova.scheduler.client.report [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.372886] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28190fce-2020-4923-999b-793c22a14b21 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.397724] env[69052]: DEBUG nova.compute.manager [req-0f2d5d66-ac8a-401b-9323-2aabd8ec5cfc req-535d563d-1b5d-4e6c-a6d9-6091924b1b93 service nova] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Received event network-changed-69c31fb2-7e0c-4a02-8d92-b4b127d85657 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 595.398084] env[69052]: DEBUG nova.compute.manager [req-0f2d5d66-ac8a-401b-9323-2aabd8ec5cfc req-535d563d-1b5d-4e6c-a6d9-6091924b1b93 service nova] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Refreshing instance network info cache due to event network-changed-69c31fb2-7e0c-4a02-8d92-b4b127d85657. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 595.398188] env[69052]: DEBUG oslo_concurrency.lockutils [req-0f2d5d66-ac8a-401b-9323-2aabd8ec5cfc req-535d563d-1b5d-4e6c-a6d9-6091924b1b93 service nova] Acquiring lock "refresh_cache-38065204-486c-4d9d-abcb-eb49214e3c58" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.398442] env[69052]: DEBUG oslo_concurrency.lockutils [req-0f2d5d66-ac8a-401b-9323-2aabd8ec5cfc req-535d563d-1b5d-4e6c-a6d9-6091924b1b93 service nova] Acquired lock "refresh_cache-38065204-486c-4d9d-abcb-eb49214e3c58" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.398504] env[69052]: DEBUG nova.network.neutron [req-0f2d5d66-ac8a-401b-9323-2aabd8ec5cfc req-535d563d-1b5d-4e6c-a6d9-6091924b1b93 service nova] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Refreshing network info cache for port 69c31fb2-7e0c-4a02-8d92-b4b127d85657 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 595.409178] env[69052]: DEBUG oslo_vmware.api [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52596988-7ddd-5271-62cb-edb79e89ffa1, 'name': SearchDatastore_Task, 'duration_secs': 0.028889} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.409484] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.409860] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 13714572-539a-445d-8998-a974a291135d/13714572-539a-445d-8998-a974a291135d.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.410409] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f414976a-c23e-4808-b2bd-d0f36a2f1876 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.422189] env[69052]: DEBUG oslo_vmware.api [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Waiting for the task: (returnval){ [ 595.422189] env[69052]: value = "task-3235742" [ 595.422189] env[69052]: _type = "Task" [ 595.422189] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.434633] env[69052]: DEBUG oslo_vmware.api [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3235742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.468736] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Releasing lock "refresh_cache-3a1584dd-c15a-4ddc-a601-00fb583cbb5f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.605404] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.867129] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.867708] env[69052]: DEBUG nova.compute.manager [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 595.876433] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.412s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.878293] env[69052]: INFO nova.compute.claims [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.935877] env[69052]: DEBUG oslo_vmware.api [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3235742, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.001106] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43f38b8-7c7c-4a75-8246-5213eaeb58fd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.025239] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47914b2-2cc5-4ad8-a9df-6b57cb5709e9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.036412] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Updating instance '3a1584dd-c15a-4ddc-a601-00fb583cbb5f' progress to 83 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 596.382063] env[69052]: DEBUG nova.compute.utils [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 596.387075] env[69052]: DEBUG nova.compute.manager [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 596.387075] env[69052]: DEBUG nova.network.neutron [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 596.438081] env[69052]: DEBUG oslo_vmware.api [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3235742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668869} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.439036] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 13714572-539a-445d-8998-a974a291135d/13714572-539a-445d-8998-a974a291135d.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.439036] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 596.439036] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f7f016b-d00b-44b7-a306-066cc1f10f71 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.449556] env[69052]: DEBUG oslo_vmware.api [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Waiting for the task: (returnval){ [ 596.449556] env[69052]: value = "task-3235744" [ 596.449556] env[69052]: _type = "Task" [ 596.449556] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.459745] env[69052]: DEBUG oslo_vmware.api [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3235744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.528912] env[69052]: DEBUG nova.network.neutron [-] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.544487] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 596.545624] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b9399dd-5d96-43f8-8090-20e3ca4c7d6d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.557495] env[69052]: DEBUG oslo_vmware.api [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 596.557495] env[69052]: value = "task-3235745" [ 596.557495] env[69052]: _type = "Task" [ 596.557495] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.574336] env[69052]: DEBUG oslo_vmware.api [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3235745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.590427] env[69052]: DEBUG nova.policy [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'feac35b0680b45b9a175bc2cfe7c6a3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a60b2155098b4cac81ebfbc86a70f9fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.885926] env[69052]: DEBUG nova.compute.manager [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 596.963018] env[69052]: DEBUG oslo_vmware.api [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3235744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138914} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.966679] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 596.967801] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bceab2b7-e4a5-4d45-9a0b-1318ec82bca9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.995149] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 13714572-539a-445d-8998-a974a291135d/13714572-539a-445d-8998-a974a291135d.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.000802] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68a48ae3-e51d-4016-8af7-b56a7eb9d516 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.016537] env[69052]: DEBUG nova.network.neutron [req-09db4f10-08b7-4f72-9e5d-70641e15e70b req-a4eca383-6aa3-4f04-b884-00792da38a3a service nova] [instance: 13714572-539a-445d-8998-a974a291135d] Updated VIF entry in instance network info cache for port ebdbb620-77d1-4d4c-a769-c768e1e3cd0a. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 597.016537] env[69052]: DEBUG nova.network.neutron [req-09db4f10-08b7-4f72-9e5d-70641e15e70b req-a4eca383-6aa3-4f04-b884-00792da38a3a service nova] [instance: 13714572-539a-445d-8998-a974a291135d] Updating instance_info_cache with network_info: [{"id": "ebdbb620-77d1-4d4c-a769-c768e1e3cd0a", "address": "fa:16:3e:aa:2e:1f", "network": {"id": "1d0b0fa9-2409-462d-b75e-bf657510c81b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1952202725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea40ca097d844151bf8f57deb786eb90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebdbb620-77", "ovs_interfaceid": "ebdbb620-77d1-4d4c-a769-c768e1e3cd0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.028218] env[69052]: DEBUG oslo_vmware.api [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Waiting for the task: (returnval){ [ 597.028218] env[69052]: value = "task-3235746" [ 597.028218] env[69052]: _type = "Task" [ 597.028218] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.039476] env[69052]: INFO nova.compute.manager [-] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Took 1.89 seconds to deallocate network for instance. [ 597.059699] env[69052]: DEBUG oslo_vmware.api [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3235746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.060857] env[69052]: DEBUG nova.network.neutron [req-0f2d5d66-ac8a-401b-9323-2aabd8ec5cfc req-535d563d-1b5d-4e6c-a6d9-6091924b1b93 service nova] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Updated VIF entry in instance network info cache for port 69c31fb2-7e0c-4a02-8d92-b4b127d85657. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 597.061208] env[69052]: DEBUG nova.network.neutron [req-0f2d5d66-ac8a-401b-9323-2aabd8ec5cfc req-535d563d-1b5d-4e6c-a6d9-6091924b1b93 service nova] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Updating instance_info_cache with network_info: [{"id": "69c31fb2-7e0c-4a02-8d92-b4b127d85657", "address": "fa:16:3e:7b:7f:63", "network": {"id": "2c835bd6-ba88-4ae1-a892-289d2080d59e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1282550139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a789703842b43ed96f6c868e179bdf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c31fb2-7e", "ovs_interfaceid": "69c31fb2-7e0c-4a02-8d92-b4b127d85657", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.081021] env[69052]: DEBUG oslo_vmware.api [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3235745, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.438940] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def98a60-d6d9-4b1f-87fa-59b2e424325d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.451883] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e51c0be-6942-4182-b41e-753a0a67da09 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.493013] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3ec2e6-2e4d-4c0d-b4f9-4d4aee628ed4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.506027] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e8eab9-8622-4a3c-b3fe-c191bf054901 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.521111] env[69052]: DEBUG oslo_concurrency.lockutils [req-09db4f10-08b7-4f72-9e5d-70641e15e70b req-a4eca383-6aa3-4f04-b884-00792da38a3a service nova] Releasing lock "refresh_cache-13714572-539a-445d-8998-a974a291135d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.521795] env[69052]: DEBUG nova.compute.provider_tree [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.542257] env[69052]: DEBUG oslo_vmware.api [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3235746, 'name': ReconfigVM_Task, 'duration_secs': 0.333353} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.543341] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 13714572-539a-445d-8998-a974a291135d/13714572-539a-445d-8998-a974a291135d.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 597.543341] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d621c7ca-8c4d-48ae-be5e-f9cc7513d27f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.550431] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.552469] env[69052]: DEBUG oslo_vmware.api [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Waiting for the task: (returnval){ [ 597.552469] env[69052]: value = "task-3235747" [ 597.552469] env[69052]: _type = "Task" [ 597.552469] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.563564] env[69052]: DEBUG oslo_vmware.api [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3235747, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.569448] env[69052]: DEBUG oslo_concurrency.lockutils [req-0f2d5d66-ac8a-401b-9323-2aabd8ec5cfc req-535d563d-1b5d-4e6c-a6d9-6091924b1b93 service nova] Releasing lock "refresh_cache-38065204-486c-4d9d-abcb-eb49214e3c58" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.574082] env[69052]: DEBUG oslo_vmware.api [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3235745, 'name': PowerOnVM_Task, 'duration_secs': 0.8402} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.574082] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 597.574082] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a07651b9-9419-4f64-899f-f5560e34b97a tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Updating instance '3a1584dd-c15a-4ddc-a601-00fb583cbb5f' progress to 100 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 597.622172] env[69052]: DEBUG nova.network.neutron [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Successfully created port: 20186154-118b-4ad5-8d46-e65a57994659 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 597.905866] env[69052]: DEBUG nova.compute.manager [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 597.939028] env[69052]: DEBUG nova.virt.hardware [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 597.939552] env[69052]: DEBUG nova.virt.hardware [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 597.939866] env[69052]: DEBUG nova.virt.hardware [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 597.940217] env[69052]: DEBUG nova.virt.hardware [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 597.941034] env[69052]: DEBUG nova.virt.hardware [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 597.941034] env[69052]: DEBUG nova.virt.hardware [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 597.941034] env[69052]: DEBUG nova.virt.hardware [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 597.941361] env[69052]: DEBUG nova.virt.hardware [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 597.941682] env[69052]: DEBUG nova.virt.hardware [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 597.943721] env[69052]: DEBUG nova.virt.hardware [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 597.943721] env[69052]: DEBUG nova.virt.hardware [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 597.943959] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366a6eaf-b917-4d6a-aa73-33efbc2846a0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.957504] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f009813a-17a4-4374-9cd3-c358f218715b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.027657] env[69052]: DEBUG nova.scheduler.client.report [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.067060] env[69052]: DEBUG oslo_vmware.api [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3235747, 'name': Rename_Task, 'duration_secs': 0.179276} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.069029] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.069029] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ac82de4-466b-4111-8818-5663840f55da {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.076167] env[69052]: DEBUG oslo_vmware.api [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Waiting for the task: (returnval){ [ 598.076167] env[69052]: value = "task-3235748" [ 598.076167] env[69052]: _type = "Task" [ 598.076167] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.091202] env[69052]: DEBUG oslo_vmware.api [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3235748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.535598] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.536143] env[69052]: DEBUG nova.compute.manager [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 598.548874] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.431s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.548874] env[69052]: DEBUG nova.objects.instance [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Lazy-loading 'resources' on Instance uuid b7901a47-6e24-45e2-869f-52c58e88354f {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 598.603490] env[69052]: DEBUG oslo_vmware.api [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3235748, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.757505] env[69052]: DEBUG nova.compute.manager [req-b3decbbf-ed4b-4499-b65f-cf9b7925270e req-1224a49f-6648-498c-a924-f68cb3dafa24 service nova] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Received event network-vif-deleted-1c96ba4a-c72b-4222-b55d-1cda1e8f44ff {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 598.898977] env[69052]: DEBUG nova.network.neutron [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Successfully updated port: 76d1d411-8ead-4705-b1de-21435b6bdfb4 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 599.048164] env[69052]: DEBUG nova.compute.utils [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 599.058671] env[69052]: DEBUG nova.compute.manager [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 599.058671] env[69052]: DEBUG nova.network.neutron [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 599.097266] env[69052]: DEBUG oslo_vmware.api [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3235748, 'name': PowerOnVM_Task, 'duration_secs': 0.623406} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.100061] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 599.100278] env[69052]: INFO nova.compute.manager [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Took 10.96 seconds to spawn the instance on the hypervisor. [ 599.100446] env[69052]: DEBUG nova.compute.manager [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 599.101679] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2a3b83-895c-43d9-bf58-ff43d8c053c4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.226621] env[69052]: DEBUG nova.policy [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '881e1e1da7094426a39fb2ee36c72709', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daac820265184891b0b9246ebffa84fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.404341] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "refresh_cache-13fd90f3-97b9-4e45-9de3-da498c79a8a6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.404490] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquired lock "refresh_cache-13fd90f3-97b9-4e45-9de3-da498c79a8a6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.404646] env[69052]: DEBUG nova.network.neutron [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 599.491416] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12fa008-d8fd-4f78-9820-0acfb0417f89 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.500534] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f1754b-8e34-42d3-8570-4a86ddbef362 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.536796] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a480e78c-f758-4add-bfe2-ab582a0066d5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.546541] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb5f7fa-7a2f-4247-a73e-c7a076bfbc47 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.564718] env[69052]: DEBUG nova.compute.manager [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 599.571269] env[69052]: DEBUG nova.compute.provider_tree [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.633971] env[69052]: INFO nova.compute.manager [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Took 30.36 seconds to build instance. [ 599.738762] env[69052]: DEBUG nova.compute.manager [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 599.743602] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683b7d0b-4b2d-430e-9a2f-63876841a048 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.011445] env[69052]: DEBUG nova.network.neutron [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 600.079050] env[69052]: DEBUG nova.scheduler.client.report [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.140618] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6c9ab07-4ae6-43bc-9d9a-9cb1760fff42 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Lock "13714572-539a-445d-8998-a974a291135d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.209s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.271742] env[69052]: INFO nova.compute.manager [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] instance snapshotting [ 600.276051] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62122ad4-5dc0-46ba-8b06-26fdfc17cd5a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.299409] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a910165-9bb6-46fa-aca4-61b907a1eb3f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.577401] env[69052]: DEBUG nova.network.neutron [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Updating instance_info_cache with network_info: [{"id": "76d1d411-8ead-4705-b1de-21435b6bdfb4", "address": "fa:16:3e:d5:75:ea", "network": {"id": "0624a1b3-6c9d-43d5-ac68-beaedb10c4eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-356147984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5d11523a34a41fc93f369d4737ccf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d1d411-8e", "ovs_interfaceid": "76d1d411-8ead-4705-b1de-21435b6bdfb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.585607] env[69052]: DEBUG nova.compute.manager [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 600.591826] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.593893] env[69052]: DEBUG oslo_concurrency.lockutils [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.641s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.596210] env[69052]: DEBUG nova.objects.instance [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Lazy-loading 'resources' on Instance uuid 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 600.616703] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Acquiring lock "599309eb-3858-40cd-b1b7-0e1ea4a611da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.621021] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Lock "599309eb-3858-40cd-b1b7-0e1ea4a611da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.625758] env[69052]: DEBUG nova.virt.hardware [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 600.625919] env[69052]: DEBUG nova.virt.hardware [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 600.626083] env[69052]: DEBUG nova.virt.hardware [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.626287] env[69052]: DEBUG nova.virt.hardware [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 600.626473] env[69052]: DEBUG nova.virt.hardware [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.626587] env[69052]: DEBUG nova.virt.hardware [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 600.626914] env[69052]: DEBUG nova.virt.hardware [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 600.627125] env[69052]: DEBUG nova.virt.hardware [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 600.627336] env[69052]: DEBUG nova.virt.hardware [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 600.627521] env[69052]: DEBUG nova.virt.hardware [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 600.627697] env[69052]: DEBUG nova.virt.hardware [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 600.629656] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b34a987-9397-4386-8db1-4721b0bfe35d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.638086] env[69052]: INFO nova.scheduler.client.report [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Deleted allocations for instance b7901a47-6e24-45e2-869f-52c58e88354f [ 600.645642] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fb8e0e-45fc-4b3f-8519-d8e2d1effa54 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.651700] env[69052]: DEBUG nova.compute.manager [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 600.731827] env[69052]: DEBUG nova.network.neutron [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Successfully created port: 5d922466-a4f8-400c-81ea-2656072afbea {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 600.815208] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Creating Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 600.815603] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-26fa172e-39c7-4417-bc34-4a04a6ec2e64 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.828723] env[69052]: DEBUG oslo_vmware.api [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 600.828723] env[69052]: value = "task-3235750" [ 600.828723] env[69052]: _type = "Task" [ 600.828723] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.839548] env[69052]: DEBUG oslo_vmware.api [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235750, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.054283] env[69052]: DEBUG nova.network.neutron [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Successfully updated port: 20186154-118b-4ad5-8d46-e65a57994659 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 601.081762] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Releasing lock "refresh_cache-13fd90f3-97b9-4e45-9de3-da498c79a8a6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.081762] env[69052]: DEBUG nova.compute.manager [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Instance network_info: |[{"id": "76d1d411-8ead-4705-b1de-21435b6bdfb4", "address": "fa:16:3e:d5:75:ea", "network": {"id": "0624a1b3-6c9d-43d5-ac68-beaedb10c4eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-356147984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5d11523a34a41fc93f369d4737ccf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d1d411-8e", "ovs_interfaceid": "76d1d411-8ead-4705-b1de-21435b6bdfb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 601.081897] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:75:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76d1d411-8ead-4705-b1de-21435b6bdfb4', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.092944] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Creating folder: Project (f5d11523a34a41fc93f369d4737ccf38). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.094462] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c834079-2913-4b25-a314-20678c3e708d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.107803] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Created folder: Project (f5d11523a34a41fc93f369d4737ccf38) in parent group-v646676. [ 601.108027] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Creating folder: Instances. Parent ref: group-v646721. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.108237] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-108725b6-c981-4c0c-b9a1-bc3b802ee564 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.123736] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Created folder: Instances in parent group-v646721. [ 601.125307] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 601.125307] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.125307] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37e8a041-a6ec-4101-9759-33a00651de0a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.152589] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 601.152589] env[69052]: value = "task-3235753" [ 601.152589] env[69052]: _type = "Task" [ 601.152589] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.164908] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c5f6c7e7-168c-4ae6-b401-bdba54f7ec38 tempest-ServersAaction247Test-1836738397 tempest-ServersAaction247Test-1836738397-project-member] Lock "b7901a47-6e24-45e2-869f-52c58e88354f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.466s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.173610] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235753, 'name': CreateVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.195311] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.342618] env[69052]: DEBUG oslo_vmware.api [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235750, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.558498] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "refresh_cache-5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.558498] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquired lock "refresh_cache-5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.559168] env[69052]: DEBUG nova.network.neutron [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.605139] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51981adc-3bea-4a2e-895c-be7bf28af49a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.616445] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2cb9e2-5218-4d20-8a36-dd94a86c38cb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.658048] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca732a4-e12b-4f66-bd1a-b6e118856e3a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.673499] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783149b3-c855-4c41-b09c-292df89ce82d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.678361] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235753, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.693377] env[69052]: DEBUG nova.compute.provider_tree [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.850400] env[69052]: DEBUG oslo_vmware.api [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235750, 'name': CreateSnapshot_Task, 'duration_secs': 0.876559} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.850564] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Created Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 601.851509] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6a1e7f-a33b-41fa-bc56-acb5bf5b4ef3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.959984] env[69052]: DEBUG oslo_concurrency.lockutils [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Acquiring lock "4b90f588-9d0c-4874-ba00-ffaecd742e56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.960391] env[69052]: DEBUG oslo_concurrency.lockutils [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Lock "4b90f588-9d0c-4874-ba00-ffaecd742e56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.119060] env[69052]: DEBUG nova.network.neutron [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 602.165275] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235753, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.198317] env[69052]: DEBUG nova.scheduler.client.report [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.303863] env[69052]: DEBUG nova.compute.manager [req-d1474b00-88dc-40f0-a483-377f71b2ddc0 req-8f0c9a85-d443-4b7e-be68-33a7754c212a service nova] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Received event network-vif-plugged-76d1d411-8ead-4705-b1de-21435b6bdfb4 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 602.304151] env[69052]: DEBUG oslo_concurrency.lockutils [req-d1474b00-88dc-40f0-a483-377f71b2ddc0 req-8f0c9a85-d443-4b7e-be68-33a7754c212a service nova] Acquiring lock "13fd90f3-97b9-4e45-9de3-da498c79a8a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.304295] env[69052]: DEBUG oslo_concurrency.lockutils [req-d1474b00-88dc-40f0-a483-377f71b2ddc0 req-8f0c9a85-d443-4b7e-be68-33a7754c212a service nova] Lock "13fd90f3-97b9-4e45-9de3-da498c79a8a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.304453] env[69052]: DEBUG oslo_concurrency.lockutils [req-d1474b00-88dc-40f0-a483-377f71b2ddc0 req-8f0c9a85-d443-4b7e-be68-33a7754c212a service nova] Lock "13fd90f3-97b9-4e45-9de3-da498c79a8a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.305169] env[69052]: DEBUG nova.compute.manager [req-d1474b00-88dc-40f0-a483-377f71b2ddc0 req-8f0c9a85-d443-4b7e-be68-33a7754c212a service nova] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] No waiting events found dispatching network-vif-plugged-76d1d411-8ead-4705-b1de-21435b6bdfb4 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 602.305448] env[69052]: WARNING nova.compute.manager [req-d1474b00-88dc-40f0-a483-377f71b2ddc0 req-8f0c9a85-d443-4b7e-be68-33a7754c212a service nova] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Received unexpected event network-vif-plugged-76d1d411-8ead-4705-b1de-21435b6bdfb4 for instance with vm_state building and task_state spawning. [ 602.306069] env[69052]: DEBUG nova.compute.manager [req-d1474b00-88dc-40f0-a483-377f71b2ddc0 req-8f0c9a85-d443-4b7e-be68-33a7754c212a service nova] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Received event network-changed-76d1d411-8ead-4705-b1de-21435b6bdfb4 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 602.306280] env[69052]: DEBUG nova.compute.manager [req-d1474b00-88dc-40f0-a483-377f71b2ddc0 req-8f0c9a85-d443-4b7e-be68-33a7754c212a service nova] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Refreshing instance network info cache due to event network-changed-76d1d411-8ead-4705-b1de-21435b6bdfb4. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 602.306424] env[69052]: DEBUG oslo_concurrency.lockutils [req-d1474b00-88dc-40f0-a483-377f71b2ddc0 req-8f0c9a85-d443-4b7e-be68-33a7754c212a service nova] Acquiring lock "refresh_cache-13fd90f3-97b9-4e45-9de3-da498c79a8a6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.306604] env[69052]: DEBUG oslo_concurrency.lockutils [req-d1474b00-88dc-40f0-a483-377f71b2ddc0 req-8f0c9a85-d443-4b7e-be68-33a7754c212a service nova] Acquired lock "refresh_cache-13fd90f3-97b9-4e45-9de3-da498c79a8a6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.306701] env[69052]: DEBUG nova.network.neutron [req-d1474b00-88dc-40f0-a483-377f71b2ddc0 req-8f0c9a85-d443-4b7e-be68-33a7754c212a service nova] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Refreshing network info cache for port 76d1d411-8ead-4705-b1de-21435b6bdfb4 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.344158] env[69052]: DEBUG oslo_concurrency.lockutils [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Acquiring lock "8a9a11e6-fbed-4445-b8c8-fdce8b831834" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.344386] env[69052]: DEBUG oslo_concurrency.lockutils [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Lock "8a9a11e6-fbed-4445-b8c8-fdce8b831834" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.355124] env[69052]: DEBUG nova.network.neutron [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Updating instance_info_cache with network_info: [{"id": "20186154-118b-4ad5-8d46-e65a57994659", "address": "fa:16:3e:19:83:20", "network": {"id": "a490f064-ef53-4fb0-a146-0d36a6ba4204", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1657249736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a60b2155098b4cac81ebfbc86a70f9fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20186154-11", "ovs_interfaceid": "20186154-118b-4ad5-8d46-e65a57994659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.379065] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Creating linked-clone VM from snapshot {{(pid=69052) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 602.379065] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-14021ad0-fb83-485c-b30c-3c76e75a6d48 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.390442] env[69052]: DEBUG oslo_vmware.api [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 602.390442] env[69052]: value = "task-3235754" [ 602.390442] env[69052]: _type = "Task" [ 602.390442] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.400194] env[69052]: DEBUG oslo_vmware.api [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235754, 'name': CloneVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.555865] env[69052]: DEBUG oslo_concurrency.lockutils [None req-56064399-d1b2-45d7-b484-5d8a74532bb1 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "3a1584dd-c15a-4ddc-a601-00fb583cbb5f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.556240] env[69052]: DEBUG oslo_concurrency.lockutils [None req-56064399-d1b2-45d7-b484-5d8a74532bb1 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "3a1584dd-c15a-4ddc-a601-00fb583cbb5f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.556505] env[69052]: DEBUG nova.compute.manager [None req-56064399-d1b2-45d7-b484-5d8a74532bb1 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Going to confirm migration 1 {{(pid=69052) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 602.669285] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235753, 'name': CreateVM_Task, 'duration_secs': 1.417945} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.669285] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.670357] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.670707] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.673548] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.673548] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7431b4c1-37bc-4a02-95e1-6aa6dcbc6d5f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.677246] env[69052]: DEBUG oslo_vmware.api [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 602.677246] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520dd061-fb25-4c29-b214-d7be8d1bc2c9" [ 602.677246] env[69052]: _type = "Task" [ 602.677246] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.690395] env[69052]: DEBUG oslo_vmware.api [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520dd061-fb25-4c29-b214-d7be8d1bc2c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.703636] env[69052]: DEBUG oslo_concurrency.lockutils [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.708147] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.674s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.711762] env[69052]: INFO nova.compute.claims [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.739024] env[69052]: INFO nova.scheduler.client.report [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Deleted allocations for instance 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6 [ 602.857764] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Releasing lock "refresh_cache-5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.857764] env[69052]: DEBUG nova.compute.manager [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Instance network_info: |[{"id": "20186154-118b-4ad5-8d46-e65a57994659", "address": "fa:16:3e:19:83:20", "network": {"id": "a490f064-ef53-4fb0-a146-0d36a6ba4204", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1657249736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a60b2155098b4cac81ebfbc86a70f9fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20186154-11", "ovs_interfaceid": "20186154-118b-4ad5-8d46-e65a57994659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 602.859184] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:83:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20186154-118b-4ad5-8d46-e65a57994659', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.866670] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Creating folder: Project (a60b2155098b4cac81ebfbc86a70f9fa). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.867405] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10e4d2d3-acd0-4143-987c-8f3796544d42 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.885027] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Created folder: Project (a60b2155098b4cac81ebfbc86a70f9fa) in parent group-v646676. [ 602.885027] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Creating folder: Instances. Parent ref: group-v646726. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.885307] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bc15ecb-5205-4606-a5dd-9c63f6c3d70f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.897876] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Created folder: Instances in parent group-v646726. [ 602.900113] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 602.902885] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.903201] env[69052]: DEBUG oslo_vmware.api [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235754, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.903415] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03dc69eb-024e-4878-8e74-27f913d5a3ef {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.933361] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.933361] env[69052]: value = "task-3235757" [ 602.933361] env[69052]: _type = "Task" [ 602.933361] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.946365] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235757, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.167494] env[69052]: DEBUG oslo_concurrency.lockutils [None req-56064399-d1b2-45d7-b484-5d8a74532bb1 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "refresh_cache-3a1584dd-c15a-4ddc-a601-00fb583cbb5f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.167669] env[69052]: DEBUG oslo_concurrency.lockutils [None req-56064399-d1b2-45d7-b484-5d8a74532bb1 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquired lock "refresh_cache-3a1584dd-c15a-4ddc-a601-00fb583cbb5f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.167836] env[69052]: DEBUG nova.network.neutron [None req-56064399-d1b2-45d7-b484-5d8a74532bb1 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.168037] env[69052]: DEBUG nova.objects.instance [None req-56064399-d1b2-45d7-b484-5d8a74532bb1 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lazy-loading 'info_cache' on Instance uuid 3a1584dd-c15a-4ddc-a601-00fb583cbb5f {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 603.190760] env[69052]: DEBUG oslo_vmware.api [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520dd061-fb25-4c29-b214-d7be8d1bc2c9, 'name': SearchDatastore_Task, 'duration_secs': 0.012371} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.191168] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.191415] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.191676] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.191836] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.192420] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.192701] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40829be8-d05f-45a1-a98d-729cc6e53548 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.203269] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.203462] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.204299] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d0ffbfd-d5e6-4bde-ad78-57e9f8a5fc3f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.212236] env[69052]: DEBUG oslo_vmware.api [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 603.212236] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52608989-e407-6cdd-e85a-207c7a4d95a4" [ 603.212236] env[69052]: _type = "Task" [ 603.212236] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.225372] env[69052]: DEBUG oslo_vmware.api [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52608989-e407-6cdd-e85a-207c7a4d95a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010905} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.226230] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d64c7a6-1665-408b-a77a-2eb61ebda21f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.233743] env[69052]: DEBUG oslo_vmware.api [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 603.233743] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521f89ac-2bda-d915-189d-dff133a21577" [ 603.233743] env[69052]: _type = "Task" [ 603.233743] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.246833] env[69052]: DEBUG oslo_vmware.api [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521f89ac-2bda-d915-189d-dff133a21577, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.247825] env[69052]: DEBUG oslo_concurrency.lockutils [None req-08c71db2-54b5-4f73-a76b-308a0e795d1f tempest-ServerExternalEventsTest-370161149 tempest-ServerExternalEventsTest-370161149-project-member] Lock "733f419b-7cfb-4e3b-bdbe-0c78dde72dd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.680s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.273566] env[69052]: DEBUG nova.network.neutron [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Successfully updated port: 5d922466-a4f8-400c-81ea-2656072afbea {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 603.379143] env[69052]: DEBUG nova.network.neutron [req-d1474b00-88dc-40f0-a483-377f71b2ddc0 req-8f0c9a85-d443-4b7e-be68-33a7754c212a service nova] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Updated VIF entry in instance network info cache for port 76d1d411-8ead-4705-b1de-21435b6bdfb4. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 603.379543] env[69052]: DEBUG nova.network.neutron [req-d1474b00-88dc-40f0-a483-377f71b2ddc0 req-8f0c9a85-d443-4b7e-be68-33a7754c212a service nova] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Updating instance_info_cache with network_info: [{"id": "76d1d411-8ead-4705-b1de-21435b6bdfb4", "address": "fa:16:3e:d5:75:ea", "network": {"id": "0624a1b3-6c9d-43d5-ac68-beaedb10c4eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-356147984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5d11523a34a41fc93f369d4737ccf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d1d411-8e", "ovs_interfaceid": "76d1d411-8ead-4705-b1de-21435b6bdfb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.406938] env[69052]: DEBUG oslo_vmware.api [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235754, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.444403] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235757, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.494456] env[69052]: DEBUG oslo_concurrency.lockutils [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Acquiring lock "f58a891e-8076-4cfe-aa62-20f3d4dfb5da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.494701] env[69052]: DEBUG oslo_concurrency.lockutils [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Lock "f58a891e-8076-4cfe-aa62-20f3d4dfb5da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.748582] env[69052]: DEBUG oslo_vmware.api [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521f89ac-2bda-d915-189d-dff133a21577, 'name': SearchDatastore_Task, 'duration_secs': 0.010409} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.748916] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.749126] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 13fd90f3-97b9-4e45-9de3-da498c79a8a6/13fd90f3-97b9-4e45-9de3-da498c79a8a6.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.749605] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-245f150e-0a73-4f2b-aae2-d1fa8d0bd246 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.763484] env[69052]: DEBUG oslo_vmware.api [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 603.763484] env[69052]: value = "task-3235758" [ 603.763484] env[69052]: _type = "Task" [ 603.763484] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.783875] env[69052]: DEBUG oslo_vmware.api [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3235758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.783875] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Acquiring lock "refresh_cache-658ab1de-78f2-48e0-b777-6b68c07cf588" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.783875] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Acquired lock "refresh_cache-658ab1de-78f2-48e0-b777-6b68c07cf588" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.783875] env[69052]: DEBUG nova.network.neutron [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.884395] env[69052]: DEBUG oslo_concurrency.lockutils [req-d1474b00-88dc-40f0-a483-377f71b2ddc0 req-8f0c9a85-d443-4b7e-be68-33a7754c212a service nova] Releasing lock "refresh_cache-13fd90f3-97b9-4e45-9de3-da498c79a8a6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.884664] env[69052]: DEBUG nova.compute.manager [req-d1474b00-88dc-40f0-a483-377f71b2ddc0 req-8f0c9a85-d443-4b7e-be68-33a7754c212a service nova] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Received event network-vif-plugged-20186154-118b-4ad5-8d46-e65a57994659 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 603.884856] env[69052]: DEBUG oslo_concurrency.lockutils [req-d1474b00-88dc-40f0-a483-377f71b2ddc0 req-8f0c9a85-d443-4b7e-be68-33a7754c212a service nova] Acquiring lock "5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.885085] env[69052]: DEBUG oslo_concurrency.lockutils [req-d1474b00-88dc-40f0-a483-377f71b2ddc0 req-8f0c9a85-d443-4b7e-be68-33a7754c212a service nova] Lock "5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.885241] env[69052]: DEBUG oslo_concurrency.lockutils [req-d1474b00-88dc-40f0-a483-377f71b2ddc0 req-8f0c9a85-d443-4b7e-be68-33a7754c212a service nova] Lock "5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.885397] env[69052]: DEBUG nova.compute.manager [req-d1474b00-88dc-40f0-a483-377f71b2ddc0 req-8f0c9a85-d443-4b7e-be68-33a7754c212a service nova] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] No waiting events found dispatching network-vif-plugged-20186154-118b-4ad5-8d46-e65a57994659 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 603.885581] env[69052]: WARNING nova.compute.manager [req-d1474b00-88dc-40f0-a483-377f71b2ddc0 req-8f0c9a85-d443-4b7e-be68-33a7754c212a service nova] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Received unexpected event network-vif-plugged-20186154-118b-4ad5-8d46-e65a57994659 for instance with vm_state building and task_state spawning. [ 603.904338] env[69052]: DEBUG oslo_vmware.api [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235754, 'name': CloneVM_Task, 'duration_secs': 1.471711} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.908142] env[69052]: INFO nova.virt.vmwareapi.vmops [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Created linked-clone VM from snapshot [ 603.913094] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78579dd0-c4e0-4a5f-be66-d8462b110569 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.916794] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquiring lock "56722277-77c9-43f6-a98e-f102e43df903" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.916943] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lock "56722277-77c9-43f6-a98e-f102e43df903" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.924973] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Uploading image 6cb1f9e9-c767-4e6d-8ecc-ed116f28122d {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 603.943839] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235757, 'name': CreateVM_Task, 'duration_secs': 0.530045} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.947164] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.953470] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.953777] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.954174] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.956922] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a11f81c9-debe-4701-96e1-850f8cca24fa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.964320] env[69052]: DEBUG oslo_vmware.api [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 603.964320] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52455547-f90f-2fa3-8100-6a860f82d234" [ 603.964320] env[69052]: _type = "Task" [ 603.964320] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.970733] env[69052]: DEBUG oslo_vmware.rw_handles [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 603.970733] env[69052]: value = "vm-646725" [ 603.970733] env[69052]: _type = "VirtualMachine" [ 603.970733] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 603.970733] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-71c8f2fc-ea0e-475c-8655-6577d8d5d614 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.981415] env[69052]: DEBUG oslo_vmware.api [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52455547-f90f-2fa3-8100-6a860f82d234, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.986379] env[69052]: DEBUG oslo_vmware.rw_handles [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Lease: (returnval){ [ 603.986379] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d59a70-e9b6-2a3d-7492-18450b8ad6b8" [ 603.986379] env[69052]: _type = "HttpNfcLease" [ 603.986379] env[69052]: } obtained for exporting VM: (result){ [ 603.986379] env[69052]: value = "vm-646725" [ 603.986379] env[69052]: _type = "VirtualMachine" [ 603.986379] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 603.986379] env[69052]: DEBUG oslo_vmware.api [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the lease: (returnval){ [ 603.986379] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d59a70-e9b6-2a3d-7492-18450b8ad6b8" [ 603.986379] env[69052]: _type = "HttpNfcLease" [ 603.986379] env[69052]: } to be ready. {{(pid=69052) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 603.993573] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 603.993573] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d59a70-e9b6-2a3d-7492-18450b8ad6b8" [ 603.993573] env[69052]: _type = "HttpNfcLease" [ 603.993573] env[69052]: } is initializing. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 604.255944] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd26001-bb26-4b3f-84c2-48dc6f930aa5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.264498] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fa8ede-5d14-452d-aaee-911a105b5777 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.311449] env[69052]: DEBUG oslo_vmware.api [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3235758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517143} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.313878] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 13fd90f3-97b9-4e45-9de3-da498c79a8a6/13fd90f3-97b9-4e45-9de3-da498c79a8a6.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.314100] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.314887] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865b1107-dac6-4c66-a639-775f0548bfa8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.321096] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3948369d-dada-420a-a275-3286c301f80a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.331443] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c275268c-135b-4773-8a1c-31e9d779f917 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.336585] env[69052]: DEBUG oslo_vmware.api [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 604.336585] env[69052]: value = "task-3235760" [ 604.336585] env[69052]: _type = "Task" [ 604.336585] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.349394] env[69052]: DEBUG nova.compute.provider_tree [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.357069] env[69052]: DEBUG oslo_vmware.api [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3235760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.409548] env[69052]: DEBUG nova.network.neutron [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 604.477685] env[69052]: DEBUG oslo_vmware.api [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52455547-f90f-2fa3-8100-6a860f82d234, 'name': SearchDatastore_Task, 'duration_secs': 0.061775} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.478017] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.478272] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.478509] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.478854] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.479071] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.479346] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cb2835c-076c-4ba2-a98d-b1e0740bdb63 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.490394] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.490599] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.491851] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-189542bb-32eb-44e6-92bb-1588e2256b7a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.496235] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 604.496235] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d59a70-e9b6-2a3d-7492-18450b8ad6b8" [ 604.496235] env[69052]: _type = "HttpNfcLease" [ 604.496235] env[69052]: } is ready. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 604.496881] env[69052]: DEBUG oslo_vmware.rw_handles [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 604.496881] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d59a70-e9b6-2a3d-7492-18450b8ad6b8" [ 604.496881] env[69052]: _type = "HttpNfcLease" [ 604.496881] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 604.497604] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79652b80-1812-456c-8228-0978a9c7361a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.501900] env[69052]: DEBUG oslo_vmware.api [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 604.501900] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520e113b-e5a2-bb3f-d203-183329739fbc" [ 604.501900] env[69052]: _type = "Task" [ 604.501900] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.510250] env[69052]: DEBUG oslo_vmware.rw_handles [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5293bac5-96b2-df23-f709-8ea48bb0939b/disk-0.vmdk from lease info. {{(pid=69052) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 604.510438] env[69052]: DEBUG oslo_vmware.rw_handles [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5293bac5-96b2-df23-f709-8ea48bb0939b/disk-0.vmdk for reading. {{(pid=69052) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 604.518181] env[69052]: DEBUG oslo_vmware.api [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520e113b-e5a2-bb3f-d203-183329739fbc, 'name': SearchDatastore_Task, 'duration_secs': 0.010256} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.577098] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2c7d9fa-99e4-4f1f-af0a-07c7e1b15e21 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.584839] env[69052]: DEBUG oslo_vmware.api [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 604.584839] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522d042f-20dc-f92e-382c-586fb1acdcaa" [ 604.584839] env[69052]: _type = "Task" [ 604.584839] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.595098] env[69052]: DEBUG oslo_vmware.api [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522d042f-20dc-f92e-382c-586fb1acdcaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.617194] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f069f533-039b-4ebc-b851-8878425fa97f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.855119] env[69052]: DEBUG nova.scheduler.client.report [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.859032] env[69052]: DEBUG oslo_vmware.api [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3235760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.209619} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.859032] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.865117] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe84d3a-0ee3-4376-b205-acec32ad50a9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.893626] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 13fd90f3-97b9-4e45-9de3-da498c79a8a6/13fd90f3-97b9-4e45-9de3-da498c79a8a6.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.894550] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-632a9e9b-a498-45c0-bf5c-b3c836a324de {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.921873] env[69052]: DEBUG oslo_vmware.api [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 604.921873] env[69052]: value = "task-3235761" [ 604.921873] env[69052]: _type = "Task" [ 604.921873] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.935934] env[69052]: DEBUG oslo_vmware.api [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3235761, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.065350] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Acquiring lock "cacc34cd-e3b1-4a08-a7da-45457403d114" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.065793] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Lock "cacc34cd-e3b1-4a08-a7da-45457403d114" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.090644] env[69052]: DEBUG nova.network.neutron [None req-56064399-d1b2-45d7-b484-5d8a74532bb1 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Updating instance_info_cache with network_info: [{"id": "c5889b7d-60f3-482a-85cd-41b113447cdb", "address": "fa:16:3e:49:42:ef", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5889b7d-60", "ovs_interfaceid": "c5889b7d-60f3-482a-85cd-41b113447cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.101344] env[69052]: DEBUG oslo_vmware.api [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522d042f-20dc-f92e-382c-586fb1acdcaa, 'name': SearchDatastore_Task, 'duration_secs': 0.015416} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.101940] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.102104] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb/5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.103697] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f088940-6556-4555-8895-b0f44700c03b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.113410] env[69052]: DEBUG oslo_vmware.api [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 605.113410] env[69052]: value = "task-3235762" [ 605.113410] env[69052]: _type = "Task" [ 605.113410] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.127901] env[69052]: DEBUG oslo_vmware.api [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.129556] env[69052]: DEBUG nova.network.neutron [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Updating instance_info_cache with network_info: [{"id": "5d922466-a4f8-400c-81ea-2656072afbea", "address": "fa:16:3e:e5:b3:7a", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d922466-a4", "ovs_interfaceid": "5d922466-a4f8-400c-81ea-2656072afbea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.365536] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.367856] env[69052]: DEBUG nova.compute.manager [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 605.371184] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.593s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.371578] env[69052]: DEBUG nova.objects.instance [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69052) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 605.439094] env[69052]: DEBUG oslo_vmware.api [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3235761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.593964] env[69052]: DEBUG oslo_concurrency.lockutils [None req-56064399-d1b2-45d7-b484-5d8a74532bb1 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Releasing lock "refresh_cache-3a1584dd-c15a-4ddc-a601-00fb583cbb5f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.594235] env[69052]: DEBUG nova.objects.instance [None req-56064399-d1b2-45d7-b484-5d8a74532bb1 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lazy-loading 'migration_context' on Instance uuid 3a1584dd-c15a-4ddc-a601-00fb583cbb5f {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 605.630134] env[69052]: DEBUG oslo_vmware.api [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235762, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.633487] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Releasing lock "refresh_cache-658ab1de-78f2-48e0-b777-6b68c07cf588" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.633487] env[69052]: DEBUG nova.compute.manager [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Instance network_info: |[{"id": "5d922466-a4f8-400c-81ea-2656072afbea", "address": "fa:16:3e:e5:b3:7a", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d922466-a4", "ovs_interfaceid": "5d922466-a4f8-400c-81ea-2656072afbea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 605.635024] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:b3:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d922466-a4f8-400c-81ea-2656072afbea', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.643999] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Creating folder: Project (daac820265184891b0b9246ebffa84fa). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.643999] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a84fc18e-1442-4b62-9fea-60f0c1c10597 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.659030] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Created folder: Project (daac820265184891b0b9246ebffa84fa) in parent group-v646676. [ 605.660481] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Creating folder: Instances. Parent ref: group-v646729. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.660853] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95a61583-27cc-4e19-948d-efa3f7580788 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.678327] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Created folder: Instances in parent group-v646729. [ 605.678327] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 605.678327] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.678327] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08b6e381-965f-46d1-bada-f8f7da5a4b06 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.705356] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.705356] env[69052]: value = "task-3235765" [ 605.705356] env[69052]: _type = "Task" [ 605.705356] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.716244] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235765, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.877937] env[69052]: DEBUG nova.compute.utils [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.880446] env[69052]: DEBUG nova.compute.manager [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 605.880619] env[69052]: DEBUG nova.network.neutron [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 605.937141] env[69052]: DEBUG oslo_vmware.api [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3235761, 'name': ReconfigVM_Task, 'duration_secs': 0.678352} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.938544] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 13fd90f3-97b9-4e45-9de3-da498c79a8a6/13fd90f3-97b9-4e45-9de3-da498c79a8a6.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.944625] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de9b3baa-1d53-45ea-ac94-623601fadb8f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.954320] env[69052]: DEBUG oslo_vmware.api [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 605.954320] env[69052]: value = "task-3235766" [ 605.954320] env[69052]: _type = "Task" [ 605.954320] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.966610] env[69052]: DEBUG oslo_vmware.api [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3235766, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.971299] env[69052]: DEBUG nova.policy [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'feac35b0680b45b9a175bc2cfe7c6a3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a60b2155098b4cac81ebfbc86a70f9fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.100733] env[69052]: DEBUG nova.objects.base [None req-56064399-d1b2-45d7-b484-5d8a74532bb1 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Object Instance<3a1584dd-c15a-4ddc-a601-00fb583cbb5f> lazy-loaded attributes: info_cache,migration_context {{(pid=69052) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 606.102582] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ea7766-bbdf-468c-82b7-3af4414f86bc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.146327] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f87000d2-dd54-4174-a452-4468eaee8e50 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.151508] env[69052]: DEBUG nova.compute.manager [req-bb3af23d-15b7-41e8-86ed-7c56c76f3be6 req-36ca84b5-908d-4770-afe4-859a110e73fd service nova] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Received event network-changed-20186154-118b-4ad5-8d46-e65a57994659 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 606.152257] env[69052]: DEBUG nova.compute.manager [req-bb3af23d-15b7-41e8-86ed-7c56c76f3be6 req-36ca84b5-908d-4770-afe4-859a110e73fd service nova] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Refreshing instance network info cache due to event network-changed-20186154-118b-4ad5-8d46-e65a57994659. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 606.152257] env[69052]: DEBUG oslo_concurrency.lockutils [req-bb3af23d-15b7-41e8-86ed-7c56c76f3be6 req-36ca84b5-908d-4770-afe4-859a110e73fd service nova] Acquiring lock "refresh_cache-5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.152257] env[69052]: DEBUG oslo_concurrency.lockutils [req-bb3af23d-15b7-41e8-86ed-7c56c76f3be6 req-36ca84b5-908d-4770-afe4-859a110e73fd service nova] Acquired lock "refresh_cache-5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.152532] env[69052]: DEBUG nova.network.neutron [req-bb3af23d-15b7-41e8-86ed-7c56c76f3be6 req-36ca84b5-908d-4770-afe4-859a110e73fd service nova] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Refreshing network info cache for port 20186154-118b-4ad5-8d46-e65a57994659 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.161439] env[69052]: DEBUG oslo_vmware.api [None req-56064399-d1b2-45d7-b484-5d8a74532bb1 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 606.161439] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525a8f9f-5831-fb44-6ba7-1cb3517b357a" [ 606.161439] env[69052]: _type = "Task" [ 606.161439] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.166524] env[69052]: DEBUG oslo_vmware.api [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753942} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.170242] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb/5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.170884] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.171960] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-727ffc17-7c3d-4cb3-9c58-a3bfc848e5f8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.181535] env[69052]: DEBUG oslo_vmware.api [None req-56064399-d1b2-45d7-b484-5d8a74532bb1 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525a8f9f-5831-fb44-6ba7-1cb3517b357a, 'name': SearchDatastore_Task, 'duration_secs': 0.01007} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.182813] env[69052]: DEBUG oslo_concurrency.lockutils [None req-56064399-d1b2-45d7-b484-5d8a74532bb1 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.183822] env[69052]: DEBUG oslo_vmware.api [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 606.183822] env[69052]: value = "task-3235767" [ 606.183822] env[69052]: _type = "Task" [ 606.183822] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.200629] env[69052]: DEBUG oslo_vmware.api [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.217736] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235765, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.389209] env[69052]: DEBUG nova.compute.manager [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 606.395140] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9fa610b7-0e65-4153-9e9b-58ae8d0a5a60 tempest-ServersAdmin275Test-1946875939 tempest-ServersAdmin275Test-1946875939-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.395289] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.504s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.397168] env[69052]: INFO nova.compute.claims [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.469564] env[69052]: DEBUG oslo_vmware.api [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3235766, 'name': Rename_Task, 'duration_secs': 0.390601} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.469564] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.469564] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdba4d2c-4ef8-4392-93eb-8bfc8a6e6a29 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.489727] env[69052]: DEBUG oslo_vmware.api [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 606.489727] env[69052]: value = "task-3235768" [ 606.489727] env[69052]: _type = "Task" [ 606.489727] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.501387] env[69052]: DEBUG oslo_vmware.api [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3235768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.701283] env[69052]: DEBUG oslo_vmware.api [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126899} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.701996] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 606.703354] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46038e41-8cfd-43ca-9004-6d247d8a4f8d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.725672] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235765, 'name': CreateVM_Task, 'duration_secs': 0.585299} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.745933] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.764223] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb/5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 606.770397] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.770884] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.771515] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.772693] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ed62e13-8ef8-4650-bcd5-5d2e4bca95e8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.800604] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-948f0b96-be96-4dda-a9d4-f6c575440b8c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.810237] env[69052]: DEBUG oslo_vmware.api [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Waiting for the task: (returnval){ [ 606.810237] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5241f5fa-8b51-f851-3963-cefb970c9733" [ 606.810237] env[69052]: _type = "Task" [ 606.810237] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.819023] env[69052]: DEBUG oslo_vmware.api [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 606.819023] env[69052]: value = "task-3235769" [ 606.819023] env[69052]: _type = "Task" [ 606.819023] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.822527] env[69052]: DEBUG oslo_vmware.api [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5241f5fa-8b51-f851-3963-cefb970c9733, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.829124] env[69052]: DEBUG oslo_vmware.api [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.867020] env[69052]: DEBUG nova.network.neutron [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Successfully created port: 93417ecd-5a4f-4185-8806-8de452aab8f6 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 607.002372] env[69052]: DEBUG oslo_vmware.api [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3235768, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.324998] env[69052]: DEBUG oslo_vmware.api [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5241f5fa-8b51-f851-3963-cefb970c9733, 'name': SearchDatastore_Task, 'duration_secs': 0.016327} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.326041] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.326535] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.326827] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.326974] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.327226] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.327455] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c4960b7-d86e-4227-a612-3b8a6ea9df7b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.337682] env[69052]: DEBUG oslo_vmware.api [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.348740] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.348944] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 607.350076] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0fec35c-11ca-4664-b7e6-ba911dcbdabc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.358911] env[69052]: DEBUG oslo_vmware.api [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Waiting for the task: (returnval){ [ 607.358911] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52cd430f-370d-1871-9b1b-11b3b856e59c" [ 607.358911] env[69052]: _type = "Task" [ 607.358911] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.369190] env[69052]: DEBUG oslo_vmware.api [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52cd430f-370d-1871-9b1b-11b3b856e59c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.389240] env[69052]: DEBUG nova.network.neutron [req-bb3af23d-15b7-41e8-86ed-7c56c76f3be6 req-36ca84b5-908d-4770-afe4-859a110e73fd service nova] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Updated VIF entry in instance network info cache for port 20186154-118b-4ad5-8d46-e65a57994659. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.389685] env[69052]: DEBUG nova.network.neutron [req-bb3af23d-15b7-41e8-86ed-7c56c76f3be6 req-36ca84b5-908d-4770-afe4-859a110e73fd service nova] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Updating instance_info_cache with network_info: [{"id": "20186154-118b-4ad5-8d46-e65a57994659", "address": "fa:16:3e:19:83:20", "network": {"id": "a490f064-ef53-4fb0-a146-0d36a6ba4204", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1657249736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a60b2155098b4cac81ebfbc86a70f9fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20186154-11", "ovs_interfaceid": "20186154-118b-4ad5-8d46-e65a57994659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.403138] env[69052]: DEBUG nova.compute.manager [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 607.444184] env[69052]: DEBUG nova.virt.hardware [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.444510] env[69052]: DEBUG nova.virt.hardware [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.444729] env[69052]: DEBUG nova.virt.hardware [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.444917] env[69052]: DEBUG nova.virt.hardware [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.445792] env[69052]: DEBUG nova.virt.hardware [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.445792] env[69052]: DEBUG nova.virt.hardware [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.445792] env[69052]: DEBUG nova.virt.hardware [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.445952] env[69052]: DEBUG nova.virt.hardware [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.446132] env[69052]: DEBUG nova.virt.hardware [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.446377] env[69052]: DEBUG nova.virt.hardware [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.446618] env[69052]: DEBUG nova.virt.hardware [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.448301] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b4dc92-bde5-4de9-9f60-3393806c1325 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.464015] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e173d7-1b23-488f-9d48-2dfe152722a6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.502600] env[69052]: DEBUG oslo_vmware.api [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3235768, 'name': PowerOnVM_Task, 'duration_secs': 0.790557} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.505143] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.505143] env[69052]: INFO nova.compute.manager [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Took 12.19 seconds to spawn the instance on the hypervisor. [ 607.505143] env[69052]: DEBUG nova.compute.manager [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.505143] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2646374-ab4d-441b-8404-2d52b3c1eacb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.836850] env[69052]: DEBUG oslo_vmware.api [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235769, 'name': ReconfigVM_Task, 'duration_secs': 0.784535} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.841572] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb/5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.842555] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-437f4ff0-80c3-4348-bcd2-ddfdec58ff91 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.852161] env[69052]: DEBUG oslo_vmware.api [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 607.852161] env[69052]: value = "task-3235770" [ 607.852161] env[69052]: _type = "Task" [ 607.852161] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.870318] env[69052]: DEBUG oslo_vmware.api [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235770, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.878033] env[69052]: DEBUG oslo_vmware.api [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52cd430f-370d-1871-9b1b-11b3b856e59c, 'name': SearchDatastore_Task, 'duration_secs': 0.025838} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.882311] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab2b8051-6eeb-460f-89a8-3fe2fc02b677 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.890690] env[69052]: DEBUG oslo_vmware.api [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Waiting for the task: (returnval){ [ 607.890690] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5237bb3f-8334-605a-2c87-4cb82c411a38" [ 607.890690] env[69052]: _type = "Task" [ 607.890690] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.895790] env[69052]: DEBUG oslo_concurrency.lockutils [req-bb3af23d-15b7-41e8-86ed-7c56c76f3be6 req-36ca84b5-908d-4770-afe4-859a110e73fd service nova] Releasing lock "refresh_cache-5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.896157] env[69052]: DEBUG nova.compute.manager [req-bb3af23d-15b7-41e8-86ed-7c56c76f3be6 req-36ca84b5-908d-4770-afe4-859a110e73fd service nova] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Received event network-vif-plugged-5d922466-a4f8-400c-81ea-2656072afbea {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 607.896376] env[69052]: DEBUG oslo_concurrency.lockutils [req-bb3af23d-15b7-41e8-86ed-7c56c76f3be6 req-36ca84b5-908d-4770-afe4-859a110e73fd service nova] Acquiring lock "658ab1de-78f2-48e0-b777-6b68c07cf588-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.896584] env[69052]: DEBUG oslo_concurrency.lockutils [req-bb3af23d-15b7-41e8-86ed-7c56c76f3be6 req-36ca84b5-908d-4770-afe4-859a110e73fd service nova] Lock "658ab1de-78f2-48e0-b777-6b68c07cf588-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.896836] env[69052]: DEBUG oslo_concurrency.lockutils [req-bb3af23d-15b7-41e8-86ed-7c56c76f3be6 req-36ca84b5-908d-4770-afe4-859a110e73fd service nova] Lock "658ab1de-78f2-48e0-b777-6b68c07cf588-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.896937] env[69052]: DEBUG nova.compute.manager [req-bb3af23d-15b7-41e8-86ed-7c56c76f3be6 req-36ca84b5-908d-4770-afe4-859a110e73fd service nova] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] No waiting events found dispatching network-vif-plugged-5d922466-a4f8-400c-81ea-2656072afbea {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 607.898036] env[69052]: WARNING nova.compute.manager [req-bb3af23d-15b7-41e8-86ed-7c56c76f3be6 req-36ca84b5-908d-4770-afe4-859a110e73fd service nova] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Received unexpected event network-vif-plugged-5d922466-a4f8-400c-81ea-2656072afbea for instance with vm_state building and task_state spawning. [ 607.898036] env[69052]: DEBUG nova.compute.manager [req-bb3af23d-15b7-41e8-86ed-7c56c76f3be6 req-36ca84b5-908d-4770-afe4-859a110e73fd service nova] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Received event network-changed-5d922466-a4f8-400c-81ea-2656072afbea {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 607.898036] env[69052]: DEBUG nova.compute.manager [req-bb3af23d-15b7-41e8-86ed-7c56c76f3be6 req-36ca84b5-908d-4770-afe4-859a110e73fd service nova] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Refreshing instance network info cache due to event network-changed-5d922466-a4f8-400c-81ea-2656072afbea. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 607.898036] env[69052]: DEBUG oslo_concurrency.lockutils [req-bb3af23d-15b7-41e8-86ed-7c56c76f3be6 req-36ca84b5-908d-4770-afe4-859a110e73fd service nova] Acquiring lock "refresh_cache-658ab1de-78f2-48e0-b777-6b68c07cf588" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.898036] env[69052]: DEBUG oslo_concurrency.lockutils [req-bb3af23d-15b7-41e8-86ed-7c56c76f3be6 req-36ca84b5-908d-4770-afe4-859a110e73fd service nova] Acquired lock "refresh_cache-658ab1de-78f2-48e0-b777-6b68c07cf588" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.898433] env[69052]: DEBUG nova.network.neutron [req-bb3af23d-15b7-41e8-86ed-7c56c76f3be6 req-36ca84b5-908d-4770-afe4-859a110e73fd service nova] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Refreshing network info cache for port 5d922466-a4f8-400c-81ea-2656072afbea {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.908433] env[69052]: DEBUG oslo_vmware.api [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5237bb3f-8334-605a-2c87-4cb82c411a38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.948737] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29947806-b8c0-4c49-8792-de75565b3cbf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.958381] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a43ba44-7309-49a7-b723-827bee9d2e67 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.992740] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb38dd4b-5988-4acd-91b5-25d07c1f92cc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.001683] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c786a4-651d-46a6-a206-c6a02944de76 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.019599] env[69052]: DEBUG nova.compute.provider_tree [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.034097] env[69052]: INFO nova.compute.manager [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Took 37.89 seconds to build instance. [ 608.365756] env[69052]: DEBUG oslo_vmware.api [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235770, 'name': Rename_Task, 'duration_secs': 0.352918} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.366132] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.366438] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-867c0ab0-b44d-4a92-bdde-83677e8e92e5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.375671] env[69052]: DEBUG oslo_vmware.api [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 608.375671] env[69052]: value = "task-3235771" [ 608.375671] env[69052]: _type = "Task" [ 608.375671] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.387360] env[69052]: DEBUG oslo_vmware.api [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.405826] env[69052]: DEBUG oslo_vmware.api [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5237bb3f-8334-605a-2c87-4cb82c411a38, 'name': SearchDatastore_Task, 'duration_secs': 0.027476} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.406264] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.406418] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 658ab1de-78f2-48e0-b777-6b68c07cf588/658ab1de-78f2-48e0-b777-6b68c07cf588.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.407074] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3edb61a2-7435-4361-8b63-c6b73c89ab5c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.419937] env[69052]: DEBUG oslo_vmware.api [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Waiting for the task: (returnval){ [ 608.419937] env[69052]: value = "task-3235772" [ 608.419937] env[69052]: _type = "Task" [ 608.419937] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.430505] env[69052]: DEBUG oslo_vmware.api [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Task: {'id': task-3235772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.523509] env[69052]: DEBUG nova.scheduler.client.report [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.536583] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1ba80e4-3b9b-4b2e-8507-14471ff73b16 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "13fd90f3-97b9-4e45-9de3-da498c79a8a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.405s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.893528] env[69052]: DEBUG oslo_vmware.api [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235771, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.923470] env[69052]: DEBUG nova.network.neutron [req-bb3af23d-15b7-41e8-86ed-7c56c76f3be6 req-36ca84b5-908d-4770-afe4-859a110e73fd service nova] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Updated VIF entry in instance network info cache for port 5d922466-a4f8-400c-81ea-2656072afbea. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.923947] env[69052]: DEBUG nova.network.neutron [req-bb3af23d-15b7-41e8-86ed-7c56c76f3be6 req-36ca84b5-908d-4770-afe4-859a110e73fd service nova] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Updating instance_info_cache with network_info: [{"id": "5d922466-a4f8-400c-81ea-2656072afbea", "address": "fa:16:3e:e5:b3:7a", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d922466-a4", "ovs_interfaceid": "5d922466-a4f8-400c-81ea-2656072afbea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.939175] env[69052]: DEBUG oslo_vmware.api [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Task: {'id': task-3235772, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.030249] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.030921] env[69052]: DEBUG nova.compute.manager [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 609.035619] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.085s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.036946] env[69052]: INFO nova.compute.claims [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.046998] env[69052]: DEBUG nova.compute.manager [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.256118] env[69052]: DEBUG nova.network.neutron [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Successfully updated port: 93417ecd-5a4f-4185-8806-8de452aab8f6 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 609.316635] env[69052]: DEBUG nova.compute.manager [req-be26cdce-2df5-40a2-adb3-3256868280db req-d652a666-c85a-4a3c-b172-77c1007ecfd8 service nova] [instance: 13714572-539a-445d-8998-a974a291135d] Received event network-changed-ebdbb620-77d1-4d4c-a769-c768e1e3cd0a {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 609.316635] env[69052]: DEBUG nova.compute.manager [req-be26cdce-2df5-40a2-adb3-3256868280db req-d652a666-c85a-4a3c-b172-77c1007ecfd8 service nova] [instance: 13714572-539a-445d-8998-a974a291135d] Refreshing instance network info cache due to event network-changed-ebdbb620-77d1-4d4c-a769-c768e1e3cd0a. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 609.316635] env[69052]: DEBUG oslo_concurrency.lockutils [req-be26cdce-2df5-40a2-adb3-3256868280db req-d652a666-c85a-4a3c-b172-77c1007ecfd8 service nova] Acquiring lock "refresh_cache-13714572-539a-445d-8998-a974a291135d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.316635] env[69052]: DEBUG oslo_concurrency.lockutils [req-be26cdce-2df5-40a2-adb3-3256868280db req-d652a666-c85a-4a3c-b172-77c1007ecfd8 service nova] Acquired lock "refresh_cache-13714572-539a-445d-8998-a974a291135d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.317205] env[69052]: DEBUG nova.network.neutron [req-be26cdce-2df5-40a2-adb3-3256868280db req-d652a666-c85a-4a3c-b172-77c1007ecfd8 service nova] [instance: 13714572-539a-445d-8998-a974a291135d] Refreshing network info cache for port ebdbb620-77d1-4d4c-a769-c768e1e3cd0a {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 609.392963] env[69052]: DEBUG oslo_vmware.api [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235771, 'name': PowerOnVM_Task, 'duration_secs': 0.767548} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.393760] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.394051] env[69052]: INFO nova.compute.manager [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Took 11.49 seconds to spawn the instance on the hypervisor. [ 609.394541] env[69052]: DEBUG nova.compute.manager [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.395477] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e64f3d-8d9e-4643-8f2b-7c2836355c6a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.431244] env[69052]: DEBUG oslo_concurrency.lockutils [req-bb3af23d-15b7-41e8-86ed-7c56c76f3be6 req-36ca84b5-908d-4770-afe4-859a110e73fd service nova] Releasing lock "refresh_cache-658ab1de-78f2-48e0-b777-6b68c07cf588" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.438152] env[69052]: DEBUG oslo_vmware.api [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Task: {'id': task-3235772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694557} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.438793] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 658ab1de-78f2-48e0-b777-6b68c07cf588/658ab1de-78f2-48e0-b777-6b68c07cf588.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.438793] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.439073] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53bf7dc1-024b-4e26-b767-da08106ffe98 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.452179] env[69052]: DEBUG oslo_vmware.api [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Waiting for the task: (returnval){ [ 609.452179] env[69052]: value = "task-3235773" [ 609.452179] env[69052]: _type = "Task" [ 609.452179] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.465518] env[69052]: DEBUG oslo_vmware.api [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Task: {'id': task-3235773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.546973] env[69052]: DEBUG nova.compute.utils [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.548533] env[69052]: DEBUG nova.compute.manager [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 609.548714] env[69052]: DEBUG nova.network.neutron [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 609.573672] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.672786] env[69052]: DEBUG nova.policy [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '183d5ea259d4400180c0f9b821ed88d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d98204b73ec4474bf67f7be03c08b01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.759638] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "refresh_cache-cef3db69-2bc5-4b16-b362-5b92bfeb9f5b" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.759959] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquired lock "refresh_cache-cef3db69-2bc5-4b16-b362-5b92bfeb9f5b" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.760156] env[69052]: DEBUG nova.network.neutron [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.880386] env[69052]: DEBUG oslo_concurrency.lockutils [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Acquiring lock "ea17e00e-765a-4ded-8fff-4f49a3726918" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.880688] env[69052]: DEBUG oslo_concurrency.lockutils [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Lock "ea17e00e-765a-4ded-8fff-4f49a3726918" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.922375] env[69052]: INFO nova.compute.manager [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Took 37.48 seconds to build instance. [ 609.968098] env[69052]: DEBUG oslo_vmware.api [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Task: {'id': task-3235773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076769} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.968098] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 609.968098] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282f03e9-7422-4f38-a598-fdf752e3614c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.993672] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 658ab1de-78f2-48e0-b777-6b68c07cf588/658ab1de-78f2-48e0-b777-6b68c07cf588.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 609.994733] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22d63ee0-1f1c-45a5-9690-232961bad2b6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.017414] env[69052]: DEBUG oslo_vmware.api [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Waiting for the task: (returnval){ [ 610.017414] env[69052]: value = "task-3235774" [ 610.017414] env[69052]: _type = "Task" [ 610.017414] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.027572] env[69052]: DEBUG oslo_vmware.api [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Task: {'id': task-3235774, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.054912] env[69052]: DEBUG nova.compute.manager [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 610.393927] env[69052]: DEBUG nova.network.neutron [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 610.425205] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5d1a9a32-0d2c-4e5c-b6da-d76ff1b4df1e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.541s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.539528] env[69052]: DEBUG oslo_vmware.api [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Task: {'id': task-3235774, 'name': ReconfigVM_Task, 'duration_secs': 0.488772} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.539891] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 658ab1de-78f2-48e0-b777-6b68c07cf588/658ab1de-78f2-48e0-b777-6b68c07cf588.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.540628] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ce47f91-3111-47cc-9c92-a2bd9bcd1bc4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.555994] env[69052]: DEBUG oslo_vmware.api [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Waiting for the task: (returnval){ [ 610.555994] env[69052]: value = "task-3235775" [ 610.555994] env[69052]: _type = "Task" [ 610.555994] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.574299] env[69052]: DEBUG oslo_vmware.api [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Task: {'id': task-3235775, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.581561] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf139d5-236f-4c15-9291-0b1ef79517ba {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.598328] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9866d467-cd90-4f1f-8d7a-351cdabd0a3c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.635606] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58a8a70-9b19-4b06-b2ec-ebe9624a587b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.646350] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6f2c43-3bfb-4d29-8918-874b56ebffec {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.663513] env[69052]: DEBUG nova.compute.provider_tree [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.927760] env[69052]: DEBUG nova.compute.manager [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.229741] env[69052]: DEBUG nova.compute.manager [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 611.229741] env[69052]: DEBUG nova.scheduler.client.report [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.243467] env[69052]: DEBUG oslo_vmware.api [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Task: {'id': task-3235775, 'name': Rename_Task, 'duration_secs': 0.222273} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.243467] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.243467] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64db060b-c4a9-4b52-8c2e-2dd321cb3e1b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.251684] env[69052]: DEBUG oslo_vmware.api [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Waiting for the task: (returnval){ [ 611.251684] env[69052]: value = "task-3235776" [ 611.251684] env[69052]: _type = "Task" [ 611.251684] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.266899] env[69052]: DEBUG oslo_vmware.api [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Task: {'id': task-3235776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.276094] env[69052]: DEBUG nova.network.neutron [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Updating instance_info_cache with network_info: [{"id": "93417ecd-5a4f-4185-8806-8de452aab8f6", "address": "fa:16:3e:d9:05:8e", "network": {"id": "a490f064-ef53-4fb0-a146-0d36a6ba4204", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1657249736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a60b2155098b4cac81ebfbc86a70f9fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93417ecd-5a", "ovs_interfaceid": "93417ecd-5a4f-4185-8806-8de452aab8f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.297169] env[69052]: DEBUG nova.virt.hardware [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 611.297476] env[69052]: DEBUG nova.virt.hardware [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 611.297651] env[69052]: DEBUG nova.virt.hardware [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.298383] env[69052]: DEBUG nova.virt.hardware [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 611.298571] env[69052]: DEBUG nova.virt.hardware [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.298775] env[69052]: DEBUG nova.virt.hardware [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 611.299095] env[69052]: DEBUG nova.virt.hardware [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 611.299244] env[69052]: DEBUG nova.virt.hardware [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 611.299431] env[69052]: DEBUG nova.virt.hardware [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 611.299599] env[69052]: DEBUG nova.virt.hardware [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 611.299773] env[69052]: DEBUG nova.virt.hardware [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 611.300685] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3840fc4c-09aa-4f07-9199-4947599aef1a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.311160] env[69052]: DEBUG nova.network.neutron [req-be26cdce-2df5-40a2-adb3-3256868280db req-d652a666-c85a-4a3c-b172-77c1007ecfd8 service nova] [instance: 13714572-539a-445d-8998-a974a291135d] Updated VIF entry in instance network info cache for port ebdbb620-77d1-4d4c-a769-c768e1e3cd0a. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.311856] env[69052]: DEBUG nova.network.neutron [req-be26cdce-2df5-40a2-adb3-3256868280db req-d652a666-c85a-4a3c-b172-77c1007ecfd8 service nova] [instance: 13714572-539a-445d-8998-a974a291135d] Updating instance_info_cache with network_info: [{"id": "ebdbb620-77d1-4d4c-a769-c768e1e3cd0a", "address": "fa:16:3e:aa:2e:1f", "network": {"id": "1d0b0fa9-2409-462d-b75e-bf657510c81b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1952202725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea40ca097d844151bf8f57deb786eb90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebdbb620-77", "ovs_interfaceid": "ebdbb620-77d1-4d4c-a769-c768e1e3cd0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.315147] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089a3629-9f93-4158-bfb7-47d8e1387097 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.391593] env[69052]: DEBUG nova.network.neutron [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Successfully created port: c61c1847-beb4-4614-9606-8346b7e3a98f {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 611.483421] env[69052]: DEBUG oslo_concurrency.lockutils [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.732810] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.732810] env[69052]: DEBUG nova.compute.manager [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 611.735157] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.735363] env[69052]: DEBUG nova.objects.instance [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Lazy-loading 'resources' on Instance uuid 00e9ed4f-84d3-458a-8d61-69cf77f39200 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 611.768053] env[69052]: DEBUG oslo_vmware.api [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Task: {'id': task-3235776, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.778862] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Releasing lock "refresh_cache-cef3db69-2bc5-4b16-b362-5b92bfeb9f5b" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.779304] env[69052]: DEBUG nova.compute.manager [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Instance network_info: |[{"id": "93417ecd-5a4f-4185-8806-8de452aab8f6", "address": "fa:16:3e:d9:05:8e", "network": {"id": "a490f064-ef53-4fb0-a146-0d36a6ba4204", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1657249736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a60b2155098b4cac81ebfbc86a70f9fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93417ecd-5a", "ovs_interfaceid": "93417ecd-5a4f-4185-8806-8de452aab8f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 611.779794] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:05:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93417ecd-5a4f-4185-8806-8de452aab8f6', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.789611] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 611.791029] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.791166] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1173dac3-fdfc-474c-bc4c-c9f10dd9b50a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.819424] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.819424] env[69052]: value = "task-3235777" [ 611.819424] env[69052]: _type = "Task" [ 611.819424] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.823605] env[69052]: DEBUG oslo_concurrency.lockutils [req-be26cdce-2df5-40a2-adb3-3256868280db req-d652a666-c85a-4a3c-b172-77c1007ecfd8 service nova] Releasing lock "refresh_cache-13714572-539a-445d-8998-a974a291135d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.831443] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235777, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.240573] env[69052]: DEBUG nova.compute.utils [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.242121] env[69052]: DEBUG nova.compute.manager [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 612.242301] env[69052]: DEBUG nova.network.neutron [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 612.265029] env[69052]: DEBUG oslo_vmware.api [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Task: {'id': task-3235776, 'name': PowerOnVM_Task, 'duration_secs': 0.859902} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.265029] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.265029] env[69052]: INFO nova.compute.manager [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Took 11.68 seconds to spawn the instance on the hypervisor. [ 612.265029] env[69052]: DEBUG nova.compute.manager [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.265838] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d316c61-c199-4f8a-9953-cdec495e7862 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.297941] env[69052]: DEBUG nova.compute.manager [req-c0a985cc-0d6c-43ba-9f2c-87d325d0c96f req-f0f56f17-96ba-45d9-8026-9d277c16d6f2 service nova] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Received event network-vif-plugged-93417ecd-5a4f-4185-8806-8de452aab8f6 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.298281] env[69052]: DEBUG oslo_concurrency.lockutils [req-c0a985cc-0d6c-43ba-9f2c-87d325d0c96f req-f0f56f17-96ba-45d9-8026-9d277c16d6f2 service nova] Acquiring lock "cef3db69-2bc5-4b16-b362-5b92bfeb9f5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.298538] env[69052]: DEBUG oslo_concurrency.lockutils [req-c0a985cc-0d6c-43ba-9f2c-87d325d0c96f req-f0f56f17-96ba-45d9-8026-9d277c16d6f2 service nova] Lock "cef3db69-2bc5-4b16-b362-5b92bfeb9f5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.298740] env[69052]: DEBUG oslo_concurrency.lockutils [req-c0a985cc-0d6c-43ba-9f2c-87d325d0c96f req-f0f56f17-96ba-45d9-8026-9d277c16d6f2 service nova] Lock "cef3db69-2bc5-4b16-b362-5b92bfeb9f5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.298927] env[69052]: DEBUG nova.compute.manager [req-c0a985cc-0d6c-43ba-9f2c-87d325d0c96f req-f0f56f17-96ba-45d9-8026-9d277c16d6f2 service nova] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] No waiting events found dispatching network-vif-plugged-93417ecd-5a4f-4185-8806-8de452aab8f6 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 612.299138] env[69052]: WARNING nova.compute.manager [req-c0a985cc-0d6c-43ba-9f2c-87d325d0c96f req-f0f56f17-96ba-45d9-8026-9d277c16d6f2 service nova] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Received unexpected event network-vif-plugged-93417ecd-5a4f-4185-8806-8de452aab8f6 for instance with vm_state building and task_state spawning. [ 612.299334] env[69052]: DEBUG nova.compute.manager [req-c0a985cc-0d6c-43ba-9f2c-87d325d0c96f req-f0f56f17-96ba-45d9-8026-9d277c16d6f2 service nova] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Received event network-changed-93417ecd-5a4f-4185-8806-8de452aab8f6 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.299598] env[69052]: DEBUG nova.compute.manager [req-c0a985cc-0d6c-43ba-9f2c-87d325d0c96f req-f0f56f17-96ba-45d9-8026-9d277c16d6f2 service nova] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Refreshing instance network info cache due to event network-changed-93417ecd-5a4f-4185-8806-8de452aab8f6. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 612.299902] env[69052]: DEBUG oslo_concurrency.lockutils [req-c0a985cc-0d6c-43ba-9f2c-87d325d0c96f req-f0f56f17-96ba-45d9-8026-9d277c16d6f2 service nova] Acquiring lock "refresh_cache-cef3db69-2bc5-4b16-b362-5b92bfeb9f5b" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.300081] env[69052]: DEBUG oslo_concurrency.lockutils [req-c0a985cc-0d6c-43ba-9f2c-87d325d0c96f req-f0f56f17-96ba-45d9-8026-9d277c16d6f2 service nova] Acquired lock "refresh_cache-cef3db69-2bc5-4b16-b362-5b92bfeb9f5b" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.300351] env[69052]: DEBUG nova.network.neutron [req-c0a985cc-0d6c-43ba-9f2c-87d325d0c96f req-f0f56f17-96ba-45d9-8026-9d277c16d6f2 service nova] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Refreshing network info cache for port 93417ecd-5a4f-4185-8806-8de452aab8f6 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.335791] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235777, 'name': CreateVM_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.378084] env[69052]: DEBUG nova.policy [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'baa5663b1f0c476589528e483a29a6e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3eb63231c45742209a5f531d87964048', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.749794] env[69052]: DEBUG nova.compute.manager [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.805511] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf60712e-9a52-4944-a731-ebeb07ad4f70 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.809825] env[69052]: INFO nova.compute.manager [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Took 38.39 seconds to build instance. [ 612.822023] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f9edbb-3323-451f-bb38-eb3a43413799 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.856598] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7378283a-cb2a-4009-b69a-501bfb69ff89 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.865343] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235777, 'name': CreateVM_Task, 'duration_secs': 0.913499} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.866033] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.867027] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.867027] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.867431] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.868747] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af8f9965-9736-477f-bac4-bb8283b8b72c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.873431] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb82e198-17ca-47e7-9b13-f851f8d1d1f2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.879851] env[69052]: DEBUG oslo_vmware.api [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 612.879851] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52db8fde-646e-083f-1f55-e7d2f5982637" [ 612.879851] env[69052]: _type = "Task" [ 612.879851] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.893978] env[69052]: DEBUG nova.compute.provider_tree [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.901603] env[69052]: DEBUG oslo_vmware.api [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52db8fde-646e-083f-1f55-e7d2f5982637, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.271156] env[69052]: DEBUG nova.network.neutron [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Successfully created port: ca71aed4-4ead-428b-8e9e-878576b2a223 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.317496] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e70086a5-7825-4ead-9506-cccca10e8fd3 tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Lock "658ab1de-78f2-48e0-b777-6b68c07cf588" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.432s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.395579] env[69052]: DEBUG oslo_vmware.api [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52db8fde-646e-083f-1f55-e7d2f5982637, 'name': SearchDatastore_Task, 'duration_secs': 0.026058} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.395882] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.396148] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.396390] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.396534] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.396759] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.397706] env[69052]: DEBUG nova.scheduler.client.report [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.400938] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d208140-1d3d-41ee-9165-7076e347fc66 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.412819] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.413069] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.413804] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-874d8b60-129d-4543-9494-4dd4fe5085e3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.422467] env[69052]: DEBUG oslo_vmware.api [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 613.422467] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52125374-eed9-4cd1-a3b1-d41aa1520106" [ 613.422467] env[69052]: _type = "Task" [ 613.422467] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.436298] env[69052]: DEBUG oslo_vmware.api [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52125374-eed9-4cd1-a3b1-d41aa1520106, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.447953] env[69052]: DEBUG nova.network.neutron [req-c0a985cc-0d6c-43ba-9f2c-87d325d0c96f req-f0f56f17-96ba-45d9-8026-9d277c16d6f2 service nova] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Updated VIF entry in instance network info cache for port 93417ecd-5a4f-4185-8806-8de452aab8f6. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.447953] env[69052]: DEBUG nova.network.neutron [req-c0a985cc-0d6c-43ba-9f2c-87d325d0c96f req-f0f56f17-96ba-45d9-8026-9d277c16d6f2 service nova] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Updating instance_info_cache with network_info: [{"id": "93417ecd-5a4f-4185-8806-8de452aab8f6", "address": "fa:16:3e:d9:05:8e", "network": {"id": "a490f064-ef53-4fb0-a146-0d36a6ba4204", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1657249736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a60b2155098b4cac81ebfbc86a70f9fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93417ecd-5a", "ovs_interfaceid": "93417ecd-5a4f-4185-8806-8de452aab8f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.759028] env[69052]: DEBUG nova.compute.manager [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.814026] env[69052]: DEBUG nova.network.neutron [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Successfully updated port: c61c1847-beb4-4614-9606-8346b7e3a98f {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 613.818995] env[69052]: DEBUG nova.virt.hardware [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.819218] env[69052]: DEBUG nova.virt.hardware [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.819675] env[69052]: DEBUG nova.virt.hardware [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.819751] env[69052]: DEBUG nova.virt.hardware [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.819896] env[69052]: DEBUG nova.virt.hardware [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.820124] env[69052]: DEBUG nova.virt.hardware [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.820342] env[69052]: DEBUG nova.virt.hardware [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.820499] env[69052]: DEBUG nova.virt.hardware [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.820712] env[69052]: DEBUG nova.virt.hardware [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.820856] env[69052]: DEBUG nova.virt.hardware [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.821052] env[69052]: DEBUG nova.virt.hardware [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.821749] env[69052]: DEBUG nova.compute.manager [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.824451] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00aec08d-f3fa-4595-b6f3-b73ec440130b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.834173] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230192d8-1f45-4c14-bbc0-ca942e9f372a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.904919] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.907917] env[69052]: DEBUG oslo_concurrency.lockutils [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.318s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.908830] env[69052]: INFO nova.compute.claims [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.934341] env[69052]: DEBUG oslo_vmware.api [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52125374-eed9-4cd1-a3b1-d41aa1520106, 'name': SearchDatastore_Task, 'duration_secs': 0.018872} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.935149] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb14cf1f-1515-497b-8f5a-fe698bbe47a5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.942497] env[69052]: DEBUG oslo_vmware.api [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 613.942497] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5215682c-66b4-a5d9-e836-2d85e78fadd4" [ 613.942497] env[69052]: _type = "Task" [ 613.942497] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.951914] env[69052]: DEBUG oslo_concurrency.lockutils [req-c0a985cc-0d6c-43ba-9f2c-87d325d0c96f req-f0f56f17-96ba-45d9-8026-9d277c16d6f2 service nova] Releasing lock "refresh_cache-cef3db69-2bc5-4b16-b362-5b92bfeb9f5b" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.952198] env[69052]: DEBUG nova.compute.manager [req-c0a985cc-0d6c-43ba-9f2c-87d325d0c96f req-f0f56f17-96ba-45d9-8026-9d277c16d6f2 service nova] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Received event network-changed-76d1d411-8ead-4705-b1de-21435b6bdfb4 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.952357] env[69052]: DEBUG nova.compute.manager [req-c0a985cc-0d6c-43ba-9f2c-87d325d0c96f req-f0f56f17-96ba-45d9-8026-9d277c16d6f2 service nova] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Refreshing instance network info cache due to event network-changed-76d1d411-8ead-4705-b1de-21435b6bdfb4. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 613.952653] env[69052]: DEBUG oslo_concurrency.lockutils [req-c0a985cc-0d6c-43ba-9f2c-87d325d0c96f req-f0f56f17-96ba-45d9-8026-9d277c16d6f2 service nova] Acquiring lock "refresh_cache-13fd90f3-97b9-4e45-9de3-da498c79a8a6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.952739] env[69052]: DEBUG oslo_concurrency.lockutils [req-c0a985cc-0d6c-43ba-9f2c-87d325d0c96f req-f0f56f17-96ba-45d9-8026-9d277c16d6f2 service nova] Acquired lock "refresh_cache-13fd90f3-97b9-4e45-9de3-da498c79a8a6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.952841] env[69052]: DEBUG nova.network.neutron [req-c0a985cc-0d6c-43ba-9f2c-87d325d0c96f req-f0f56f17-96ba-45d9-8026-9d277c16d6f2 service nova] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Refreshing network info cache for port 76d1d411-8ead-4705-b1de-21435b6bdfb4 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.954035] env[69052]: DEBUG oslo_vmware.api [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5215682c-66b4-a5d9-e836-2d85e78fadd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.012598] env[69052]: INFO nova.scheduler.client.report [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Deleted allocations for instance 00e9ed4f-84d3-458a-8d61-69cf77f39200 [ 614.319426] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Acquiring lock "refresh_cache-857c7aa8-406a-4a90-8f1b-166e87f0f559" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.319426] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Acquired lock "refresh_cache-857c7aa8-406a-4a90-8f1b-166e87f0f559" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.319426] env[69052]: DEBUG nova.network.neutron [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.365217] env[69052]: DEBUG oslo_concurrency.lockutils [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.463503] env[69052]: DEBUG oslo_vmware.api [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5215682c-66b4-a5d9-e836-2d85e78fadd4, 'name': SearchDatastore_Task, 'duration_secs': 0.017887} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.463886] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.464258] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] cef3db69-2bc5-4b16-b362-5b92bfeb9f5b/cef3db69-2bc5-4b16-b362-5b92bfeb9f5b.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.465045] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0de8f331-be32-4fb0-8af5-07c8c03e146e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.474989] env[69052]: DEBUG oslo_vmware.api [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 614.474989] env[69052]: value = "task-3235778" [ 614.474989] env[69052]: _type = "Task" [ 614.474989] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.487599] env[69052]: DEBUG oslo_vmware.api [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.527680] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b293dc58-de8c-41d4-9c89-da81f5321450 tempest-ServersAdmin275Test-1095544115 tempest-ServersAdmin275Test-1095544115-project-member] Lock "00e9ed4f-84d3-458a-8d61-69cf77f39200" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.284s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.755628] env[69052]: DEBUG oslo_vmware.rw_handles [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5293bac5-96b2-df23-f709-8ea48bb0939b/disk-0.vmdk. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 614.757220] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476af749-0d0f-4097-9869-76e7ce262867 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.765290] env[69052]: DEBUG oslo_vmware.rw_handles [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5293bac5-96b2-df23-f709-8ea48bb0939b/disk-0.vmdk is in state: ready. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 614.765290] env[69052]: ERROR oslo_vmware.rw_handles [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5293bac5-96b2-df23-f709-8ea48bb0939b/disk-0.vmdk due to incomplete transfer. [ 614.765551] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-876617b9-1e01-4f95-9644-cbff793a5615 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.781132] env[69052]: DEBUG oslo_vmware.rw_handles [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5293bac5-96b2-df23-f709-8ea48bb0939b/disk-0.vmdk. {{(pid=69052) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 614.781132] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Uploaded image 6cb1f9e9-c767-4e6d-8ecc-ed116f28122d to the Glance image server {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 614.784309] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Destroying the VM {{(pid=69052) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 614.784309] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-db02cf6d-6ead-48ef-8510-722dd38a2522 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.797346] env[69052]: DEBUG oslo_vmware.api [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 614.797346] env[69052]: value = "task-3235779" [ 614.797346] env[69052]: _type = "Task" [ 614.797346] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.810660] env[69052]: DEBUG oslo_vmware.api [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235779, 'name': Destroy_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.990040] env[69052]: DEBUG oslo_vmware.api [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235778, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.034737] env[69052]: DEBUG nova.network.neutron [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.149580] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "b68b58fe-18bb-4114-9f12-de11c57f6632" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.150218] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "b68b58fe-18bb-4114-9f12-de11c57f6632" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.310416] env[69052]: DEBUG oslo_vmware.api [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235779, 'name': Destroy_Task} progress is 33%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.329181] env[69052]: DEBUG nova.network.neutron [req-c0a985cc-0d6c-43ba-9f2c-87d325d0c96f req-f0f56f17-96ba-45d9-8026-9d277c16d6f2 service nova] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Updated VIF entry in instance network info cache for port 76d1d411-8ead-4705-b1de-21435b6bdfb4. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.329671] env[69052]: DEBUG nova.network.neutron [req-c0a985cc-0d6c-43ba-9f2c-87d325d0c96f req-f0f56f17-96ba-45d9-8026-9d277c16d6f2 service nova] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Updating instance_info_cache with network_info: [{"id": "76d1d411-8ead-4705-b1de-21435b6bdfb4", "address": "fa:16:3e:d5:75:ea", "network": {"id": "0624a1b3-6c9d-43d5-ac68-beaedb10c4eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-356147984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5d11523a34a41fc93f369d4737ccf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d1d411-8e", "ovs_interfaceid": "76d1d411-8ead-4705-b1de-21435b6bdfb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.369425] env[69052]: DEBUG nova.compute.manager [req-929c2990-7bbb-4000-bdf8-ab7c0fe68367 req-4e2f0846-1f44-493a-91a2-7af419be126c service nova] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Received event network-vif-plugged-c61c1847-beb4-4614-9606-8346b7e3a98f {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.369855] env[69052]: DEBUG oslo_concurrency.lockutils [req-929c2990-7bbb-4000-bdf8-ab7c0fe68367 req-4e2f0846-1f44-493a-91a2-7af419be126c service nova] Acquiring lock "857c7aa8-406a-4a90-8f1b-166e87f0f559-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.369942] env[69052]: DEBUG oslo_concurrency.lockutils [req-929c2990-7bbb-4000-bdf8-ab7c0fe68367 req-4e2f0846-1f44-493a-91a2-7af419be126c service nova] Lock "857c7aa8-406a-4a90-8f1b-166e87f0f559-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.370167] env[69052]: DEBUG oslo_concurrency.lockutils [req-929c2990-7bbb-4000-bdf8-ab7c0fe68367 req-4e2f0846-1f44-493a-91a2-7af419be126c service nova] Lock "857c7aa8-406a-4a90-8f1b-166e87f0f559-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.370881] env[69052]: DEBUG nova.compute.manager [req-929c2990-7bbb-4000-bdf8-ab7c0fe68367 req-4e2f0846-1f44-493a-91a2-7af419be126c service nova] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] No waiting events found dispatching network-vif-plugged-c61c1847-beb4-4614-9606-8346b7e3a98f {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.370881] env[69052]: WARNING nova.compute.manager [req-929c2990-7bbb-4000-bdf8-ab7c0fe68367 req-4e2f0846-1f44-493a-91a2-7af419be126c service nova] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Received unexpected event network-vif-plugged-c61c1847-beb4-4614-9606-8346b7e3a98f for instance with vm_state building and task_state spawning. [ 615.370881] env[69052]: DEBUG nova.compute.manager [req-929c2990-7bbb-4000-bdf8-ab7c0fe68367 req-4e2f0846-1f44-493a-91a2-7af419be126c service nova] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Received event network-changed-c61c1847-beb4-4614-9606-8346b7e3a98f {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.370881] env[69052]: DEBUG nova.compute.manager [req-929c2990-7bbb-4000-bdf8-ab7c0fe68367 req-4e2f0846-1f44-493a-91a2-7af419be126c service nova] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Refreshing instance network info cache due to event network-changed-c61c1847-beb4-4614-9606-8346b7e3a98f. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 615.371064] env[69052]: DEBUG oslo_concurrency.lockutils [req-929c2990-7bbb-4000-bdf8-ab7c0fe68367 req-4e2f0846-1f44-493a-91a2-7af419be126c service nova] Acquiring lock "refresh_cache-857c7aa8-406a-4a90-8f1b-166e87f0f559" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.481231] env[69052]: DEBUG nova.network.neutron [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Updating instance_info_cache with network_info: [{"id": "c61c1847-beb4-4614-9606-8346b7e3a98f", "address": "fa:16:3e:99:d1:b8", "network": {"id": "c08c950b-0592-4a1e-a56a-aeb6bd88704e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-651042171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d98204b73ec4474bf67f7be03c08b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc61c1847-be", "ovs_interfaceid": "c61c1847-beb4-4614-9606-8346b7e3a98f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.493385] env[69052]: DEBUG oslo_vmware.api [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603041} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.493385] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] cef3db69-2bc5-4b16-b362-5b92bfeb9f5b/cef3db69-2bc5-4b16-b362-5b92bfeb9f5b.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.493385] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.493385] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-020a2301-1823-4efa-93c4-b890e9437f88 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.502094] env[69052]: DEBUG oslo_vmware.api [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 615.502094] env[69052]: value = "task-3235780" [ 615.502094] env[69052]: _type = "Task" [ 615.502094] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.516538] env[69052]: DEBUG oslo_vmware.api [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.541870] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50801307-8872-4a3b-9f3f-d1258305b655 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.549042] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c565975-d064-4c9e-84c8-6f0bb6f22cc6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.583041] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87345fd-4abf-4ada-ad9a-6f2d2cd2e98d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.591678] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49230efa-8120-4430-afdc-496171cd5582 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.607472] env[69052]: DEBUG nova.compute.provider_tree [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.813789] env[69052]: DEBUG oslo_vmware.api [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235779, 'name': Destroy_Task, 'duration_secs': 0.813108} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.813789] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Destroyed the VM [ 615.813884] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Deleting Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 615.814425] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f4d766bb-8ff8-4dde-b35a-2f659cabf928 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.826750] env[69052]: DEBUG oslo_vmware.api [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 615.826750] env[69052]: value = "task-3235781" [ 615.826750] env[69052]: _type = "Task" [ 615.826750] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.837590] env[69052]: DEBUG oslo_concurrency.lockutils [req-c0a985cc-0d6c-43ba-9f2c-87d325d0c96f req-f0f56f17-96ba-45d9-8026-9d277c16d6f2 service nova] Releasing lock "refresh_cache-13fd90f3-97b9-4e45-9de3-da498c79a8a6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.841731] env[69052]: DEBUG oslo_vmware.api [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235781, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.984585] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Releasing lock "refresh_cache-857c7aa8-406a-4a90-8f1b-166e87f0f559" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.984585] env[69052]: DEBUG nova.compute.manager [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Instance network_info: |[{"id": "c61c1847-beb4-4614-9606-8346b7e3a98f", "address": "fa:16:3e:99:d1:b8", "network": {"id": "c08c950b-0592-4a1e-a56a-aeb6bd88704e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-651042171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d98204b73ec4474bf67f7be03c08b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc61c1847-be", "ovs_interfaceid": "c61c1847-beb4-4614-9606-8346b7e3a98f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 615.985327] env[69052]: DEBUG oslo_concurrency.lockutils [req-929c2990-7bbb-4000-bdf8-ab7c0fe68367 req-4e2f0846-1f44-493a-91a2-7af419be126c service nova] Acquired lock "refresh_cache-857c7aa8-406a-4a90-8f1b-166e87f0f559" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.985327] env[69052]: DEBUG nova.network.neutron [req-929c2990-7bbb-4000-bdf8-ab7c0fe68367 req-4e2f0846-1f44-493a-91a2-7af419be126c service nova] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Refreshing network info cache for port c61c1847-beb4-4614-9606-8346b7e3a98f {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.986438] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:d1:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d88bb07-f93c-45ca-bce7-230cb1f33833', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c61c1847-beb4-4614-9606-8346b7e3a98f', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.997451] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Creating folder: Project (9d98204b73ec4474bf67f7be03c08b01). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.998080] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0541b1b4-948a-49a8-98aa-36b9a330582d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.012883] env[69052]: DEBUG oslo_vmware.api [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098411} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.013192] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.014339] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04961476-0200-429c-b65c-1cec0c629244 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.018869] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Created folder: Project (9d98204b73ec4474bf67f7be03c08b01) in parent group-v646676. [ 616.019073] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Creating folder: Instances. Parent ref: group-v646733. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.019683] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ceb1f91-a639-41dc-a63d-394270c12792 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.044133] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] cef3db69-2bc5-4b16-b362-5b92bfeb9f5b/cef3db69-2bc5-4b16-b362-5b92bfeb9f5b.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.044682] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee964f41-26fa-44cc-a780-5891d901b588 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.067031] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Created folder: Instances in parent group-v646733. [ 616.067031] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.067031] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.067031] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdf18fb1-c1b9-43a0-b71f-5938956cff3d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.081934] env[69052]: DEBUG oslo_vmware.api [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 616.081934] env[69052]: value = "task-3235784" [ 616.081934] env[69052]: _type = "Task" [ 616.081934] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.088382] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.088382] env[69052]: value = "task-3235785" [ 616.088382] env[69052]: _type = "Task" [ 616.088382] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.098030] env[69052]: DEBUG oslo_vmware.api [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.101213] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235785, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.111447] env[69052]: DEBUG nova.scheduler.client.report [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.341122] env[69052]: DEBUG oslo_vmware.api [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235781, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.368413] env[69052]: DEBUG nova.network.neutron [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Successfully updated port: ca71aed4-4ead-428b-8e9e-878576b2a223 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 616.607346] env[69052]: DEBUG oslo_vmware.api [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.607742] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235785, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.622227] env[69052]: DEBUG oslo_concurrency.lockutils [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.622435] env[69052]: DEBUG nova.compute.manager [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 616.626136] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.872s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.627607] env[69052]: INFO nova.compute.claims [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.743243] env[69052]: DEBUG oslo_concurrency.lockutils [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Acquiring lock "658ab1de-78f2-48e0-b777-6b68c07cf588" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.743536] env[69052]: DEBUG oslo_concurrency.lockutils [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Lock "658ab1de-78f2-48e0-b777-6b68c07cf588" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.743749] env[69052]: DEBUG oslo_concurrency.lockutils [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Acquiring lock "658ab1de-78f2-48e0-b777-6b68c07cf588-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.743933] env[69052]: DEBUG oslo_concurrency.lockutils [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Lock "658ab1de-78f2-48e0-b777-6b68c07cf588-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.744189] env[69052]: DEBUG oslo_concurrency.lockutils [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Lock "658ab1de-78f2-48e0-b777-6b68c07cf588-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.747605] env[69052]: INFO nova.compute.manager [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Terminating instance [ 616.840441] env[69052]: DEBUG oslo_vmware.api [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235781, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.873253] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "refresh_cache-6fc5568a-4b04-4e1b-9cde-3b16b9ac8130" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.873253] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquired lock "refresh_cache-6fc5568a-4b04-4e1b-9cde-3b16b9ac8130" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.873253] env[69052]: DEBUG nova.network.neutron [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.994451] env[69052]: DEBUG nova.network.neutron [req-929c2990-7bbb-4000-bdf8-ab7c0fe68367 req-4e2f0846-1f44-493a-91a2-7af419be126c service nova] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Updated VIF entry in instance network info cache for port c61c1847-beb4-4614-9606-8346b7e3a98f. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 616.997803] env[69052]: DEBUG nova.network.neutron [req-929c2990-7bbb-4000-bdf8-ab7c0fe68367 req-4e2f0846-1f44-493a-91a2-7af419be126c service nova] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Updating instance_info_cache with network_info: [{"id": "c61c1847-beb4-4614-9606-8346b7e3a98f", "address": "fa:16:3e:99:d1:b8", "network": {"id": "c08c950b-0592-4a1e-a56a-aeb6bd88704e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-651042171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d98204b73ec4474bf67f7be03c08b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc61c1847-be", "ovs_interfaceid": "c61c1847-beb4-4614-9606-8346b7e3a98f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.093557] env[69052]: DEBUG oslo_vmware.api [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235784, 'name': ReconfigVM_Task, 'duration_secs': 0.625746} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.096727] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Reconfigured VM instance instance-00000012 to attach disk [datastore1] cef3db69-2bc5-4b16-b362-5b92bfeb9f5b/cef3db69-2bc5-4b16-b362-5b92bfeb9f5b.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.097396] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ae76c2f-727d-4851-9b66-e2312aa966b7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.106420] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235785, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.108022] env[69052]: DEBUG oslo_vmware.api [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 617.108022] env[69052]: value = "task-3235786" [ 617.108022] env[69052]: _type = "Task" [ 617.108022] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.118316] env[69052]: DEBUG oslo_vmware.api [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235786, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.133659] env[69052]: DEBUG nova.compute.utils [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 617.140585] env[69052]: DEBUG nova.compute.manager [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 617.140839] env[69052]: DEBUG nova.network.neutron [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 617.220601] env[69052]: DEBUG nova.policy [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5127a580dea040e38a680bee88523fbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33c7667f503642149086357b7386842c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 617.255632] env[69052]: DEBUG nova.compute.manager [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 617.255632] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 617.259235] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae9f483-a3c0-45e3-ba72-c25b7550f603 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.272961] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 617.274088] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dad11d5-27cc-40ad-b53d-69a9265ba6ef {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.285481] env[69052]: DEBUG oslo_vmware.api [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Waiting for the task: (returnval){ [ 617.285481] env[69052]: value = "task-3235787" [ 617.285481] env[69052]: _type = "Task" [ 617.285481] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.295027] env[69052]: DEBUG oslo_vmware.api [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Task: {'id': task-3235787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.342627] env[69052]: DEBUG oslo_vmware.api [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235781, 'name': RemoveSnapshot_Task, 'duration_secs': 1.344621} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.343433] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Deleted Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 617.343699] env[69052]: INFO nova.compute.manager [None req-7963c61f-6ce2-437c-888d-7c07e44075e5 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Took 17.07 seconds to snapshot the instance on the hypervisor. [ 617.467368] env[69052]: DEBUG nova.network.neutron [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.502755] env[69052]: DEBUG oslo_concurrency.lockutils [req-929c2990-7bbb-4000-bdf8-ab7c0fe68367 req-4e2f0846-1f44-493a-91a2-7af419be126c service nova] Releasing lock "refresh_cache-857c7aa8-406a-4a90-8f1b-166e87f0f559" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.607364] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235785, 'name': CreateVM_Task, 'duration_secs': 1.399407} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.607881] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.613761] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.613761] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.613761] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.613761] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-396642f3-17cb-48f0-a3ef-7f7c512f1d98 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.618239] env[69052]: DEBUG oslo_vmware.api [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Waiting for the task: (returnval){ [ 617.618239] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52fe3a8c-9010-3411-8e84-9ed327798ea8" [ 617.618239] env[69052]: _type = "Task" [ 617.618239] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.621726] env[69052]: DEBUG oslo_vmware.api [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235786, 'name': Rename_Task, 'duration_secs': 0.269721} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.625027] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.625437] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed50c223-4b29-4ad9-9cbd-eda828ce7651 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.635429] env[69052]: DEBUG oslo_vmware.api [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52fe3a8c-9010-3411-8e84-9ed327798ea8, 'name': SearchDatastore_Task, 'duration_secs': 0.01069} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.638031] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.638031] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.638485] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.638790] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.639149] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.639695] env[69052]: DEBUG oslo_vmware.api [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 617.639695] env[69052]: value = "task-3235788" [ 617.639695] env[69052]: _type = "Task" [ 617.639695] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.640060] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc0e1248-71d1-4d53-9401-00ad1d512d5a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.642951] env[69052]: DEBUG nova.compute.manager [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 617.668737] env[69052]: DEBUG oslo_vmware.api [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235788, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.670061] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.670241] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.671053] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b6be429-0d09-45fc-996b-37a4f75c1dd0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.679801] env[69052]: DEBUG oslo_vmware.api [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Waiting for the task: (returnval){ [ 617.679801] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52daf852-1e55-636a-526c-d7c42f906c05" [ 617.679801] env[69052]: _type = "Task" [ 617.679801] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.691311] env[69052]: DEBUG oslo_vmware.api [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52daf852-1e55-636a-526c-d7c42f906c05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.802039] env[69052]: DEBUG nova.compute.manager [req-7650963d-f702-495e-b6a1-dae70f3b7a6b req-ef6c1d7d-da5f-4062-abf6-5de6ddead646 service nova] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Received event network-vif-plugged-ca71aed4-4ead-428b-8e9e-878576b2a223 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.807364] env[69052]: DEBUG oslo_concurrency.lockutils [req-7650963d-f702-495e-b6a1-dae70f3b7a6b req-ef6c1d7d-da5f-4062-abf6-5de6ddead646 service nova] Acquiring lock "6fc5568a-4b04-4e1b-9cde-3b16b9ac8130-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.807364] env[69052]: DEBUG oslo_concurrency.lockutils [req-7650963d-f702-495e-b6a1-dae70f3b7a6b req-ef6c1d7d-da5f-4062-abf6-5de6ddead646 service nova] Lock "6fc5568a-4b04-4e1b-9cde-3b16b9ac8130-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.807364] env[69052]: DEBUG oslo_concurrency.lockutils [req-7650963d-f702-495e-b6a1-dae70f3b7a6b req-ef6c1d7d-da5f-4062-abf6-5de6ddead646 service nova] Lock "6fc5568a-4b04-4e1b-9cde-3b16b9ac8130-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.807364] env[69052]: DEBUG nova.compute.manager [req-7650963d-f702-495e-b6a1-dae70f3b7a6b req-ef6c1d7d-da5f-4062-abf6-5de6ddead646 service nova] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] No waiting events found dispatching network-vif-plugged-ca71aed4-4ead-428b-8e9e-878576b2a223 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 617.807364] env[69052]: WARNING nova.compute.manager [req-7650963d-f702-495e-b6a1-dae70f3b7a6b req-ef6c1d7d-da5f-4062-abf6-5de6ddead646 service nova] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Received unexpected event network-vif-plugged-ca71aed4-4ead-428b-8e9e-878576b2a223 for instance with vm_state building and task_state spawning. [ 617.809015] env[69052]: DEBUG nova.compute.manager [req-7650963d-f702-495e-b6a1-dae70f3b7a6b req-ef6c1d7d-da5f-4062-abf6-5de6ddead646 service nova] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Received event network-changed-ca71aed4-4ead-428b-8e9e-878576b2a223 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.809015] env[69052]: DEBUG nova.compute.manager [req-7650963d-f702-495e-b6a1-dae70f3b7a6b req-ef6c1d7d-da5f-4062-abf6-5de6ddead646 service nova] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Refreshing instance network info cache due to event network-changed-ca71aed4-4ead-428b-8e9e-878576b2a223. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 617.809015] env[69052]: DEBUG oslo_concurrency.lockutils [req-7650963d-f702-495e-b6a1-dae70f3b7a6b req-ef6c1d7d-da5f-4062-abf6-5de6ddead646 service nova] Acquiring lock "refresh_cache-6fc5568a-4b04-4e1b-9cde-3b16b9ac8130" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.812721] env[69052]: DEBUG oslo_vmware.api [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Task: {'id': task-3235787, 'name': PowerOffVM_Task, 'duration_secs': 0.234361} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.813066] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 617.813251] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 617.813972] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08ece8a8-bbc9-42a2-8e4e-54df4443b81b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.875973] env[69052]: DEBUG nova.network.neutron [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Updating instance_info_cache with network_info: [{"id": "ca71aed4-4ead-428b-8e9e-878576b2a223", "address": "fa:16:3e:00:b4:be", "network": {"id": "b6d9b7e5-400e-4efc-ba39-0f99fc82b883", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1340582833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb63231c45742209a5f531d87964048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca71aed4-4e", "ovs_interfaceid": "ca71aed4-4ead-428b-8e9e-878576b2a223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.883794] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 617.884168] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 617.884366] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Deleting the datastore file [datastore2] 658ab1de-78f2-48e0-b777-6b68c07cf588 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 617.887250] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bdc6411-8d99-44bf-9c7a-15feabda5f3b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.895960] env[69052]: DEBUG oslo_vmware.api [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Waiting for the task: (returnval){ [ 617.895960] env[69052]: value = "task-3235790" [ 617.895960] env[69052]: _type = "Task" [ 617.895960] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.907357] env[69052]: DEBUG oslo_vmware.api [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Task: {'id': task-3235790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.127738] env[69052]: DEBUG nova.network.neutron [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Successfully created port: 83e9b669-e628-48c3-ae9b-2b091990f046 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 618.162028] env[69052]: DEBUG oslo_vmware.api [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235788, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.190074] env[69052]: DEBUG oslo_vmware.api [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52daf852-1e55-636a-526c-d7c42f906c05, 'name': SearchDatastore_Task, 'duration_secs': 0.010138} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.190413] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fd4ab32-a3ef-4985-8743-d1ea3e5555b8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.194802] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b681593-8c09-4695-9e78-5ba48d261a89 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.199663] env[69052]: DEBUG oslo_vmware.api [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Waiting for the task: (returnval){ [ 618.199663] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c31503-422b-36a7-61f3-738a9046dfa7" [ 618.199663] env[69052]: _type = "Task" [ 618.199663] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.208145] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49080ef7-403b-4191-a5a8-b1b7c245a65f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.215260] env[69052]: DEBUG oslo_vmware.api [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c31503-422b-36a7-61f3-738a9046dfa7, 'name': SearchDatastore_Task, 'duration_secs': 0.01146} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.215648] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.215938] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 857c7aa8-406a-4a90-8f1b-166e87f0f559/857c7aa8-406a-4a90-8f1b-166e87f0f559.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.216251] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e69652a-6b21-4f06-8646-f13edf1626b6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.246956] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1088f2-d34e-4a61-85a9-737f67a959a4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.250592] env[69052]: DEBUG oslo_vmware.api [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Waiting for the task: (returnval){ [ 618.250592] env[69052]: value = "task-3235791" [ 618.250592] env[69052]: _type = "Task" [ 618.250592] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.259046] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba89d24-d85a-4791-be0f-483afed90fb8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.266833] env[69052]: DEBUG oslo_vmware.api [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Task: {'id': task-3235791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.278486] env[69052]: DEBUG nova.compute.provider_tree [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.378683] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Releasing lock "refresh_cache-6fc5568a-4b04-4e1b-9cde-3b16b9ac8130" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.381835] env[69052]: DEBUG nova.compute.manager [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Instance network_info: |[{"id": "ca71aed4-4ead-428b-8e9e-878576b2a223", "address": "fa:16:3e:00:b4:be", "network": {"id": "b6d9b7e5-400e-4efc-ba39-0f99fc82b883", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1340582833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb63231c45742209a5f531d87964048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca71aed4-4e", "ovs_interfaceid": "ca71aed4-4ead-428b-8e9e-878576b2a223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 618.381835] env[69052]: DEBUG oslo_concurrency.lockutils [req-7650963d-f702-495e-b6a1-dae70f3b7a6b req-ef6c1d7d-da5f-4062-abf6-5de6ddead646 service nova] Acquired lock "refresh_cache-6fc5568a-4b04-4e1b-9cde-3b16b9ac8130" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.382397] env[69052]: DEBUG nova.network.neutron [req-7650963d-f702-495e-b6a1-dae70f3b7a6b req-ef6c1d7d-da5f-4062-abf6-5de6ddead646 service nova] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Refreshing network info cache for port ca71aed4-4ead-428b-8e9e-878576b2a223 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.382397] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:b4:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '03ac2c9c-6ad2-4a85-bfab-c7e336df859a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca71aed4-4ead-428b-8e9e-878576b2a223', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.391458] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.395211] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.398014] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9d8cb5c-f35e-4b2e-a96a-f3c1938a9824 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.427621] env[69052]: DEBUG oslo_vmware.api [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Task: {'id': task-3235790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143749} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.429857] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 618.430269] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 618.430640] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 618.431056] env[69052]: INFO nova.compute.manager [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Took 1.18 seconds to destroy the instance on the hypervisor. [ 618.431529] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.431879] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.431879] env[69052]: value = "task-3235792" [ 618.431879] env[69052]: _type = "Task" [ 618.431879] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.434019] env[69052]: DEBUG nova.compute.manager [-] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 618.434019] env[69052]: DEBUG nova.network.neutron [-] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 618.444647] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235792, 'name': CreateVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.659197] env[69052]: DEBUG oslo_vmware.api [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235788, 'name': PowerOnVM_Task, 'duration_secs': 0.571384} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.659350] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.659679] env[69052]: INFO nova.compute.manager [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Took 11.26 seconds to spawn the instance on the hypervisor. [ 618.659791] env[69052]: DEBUG nova.compute.manager [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.660670] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e7a438-9728-4668-a0d9-c41ad7d1e071 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.665610] env[69052]: DEBUG nova.compute.manager [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 618.719042] env[69052]: DEBUG nova.virt.hardware [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 618.720729] env[69052]: DEBUG nova.virt.hardware [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.720729] env[69052]: DEBUG nova.virt.hardware [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.720729] env[69052]: DEBUG nova.virt.hardware [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.720729] env[69052]: DEBUG nova.virt.hardware [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.720729] env[69052]: DEBUG nova.virt.hardware [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 618.721476] env[69052]: DEBUG nova.virt.hardware [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 618.722854] env[69052]: DEBUG nova.virt.hardware [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 618.722854] env[69052]: DEBUG nova.virt.hardware [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 618.722854] env[69052]: DEBUG nova.virt.hardware [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 618.722854] env[69052]: DEBUG nova.virt.hardware [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 618.723963] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e794f80-a83f-4968-8c7f-377cb0aedf6f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.737150] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e4d064-b6e8-45f2-b20c-46da2b28f600 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.774185] env[69052]: DEBUG oslo_vmware.api [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Task: {'id': task-3235791, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.782895] env[69052]: DEBUG nova.scheduler.client.report [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.947799] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235792, 'name': CreateVM_Task, 'duration_secs': 0.428031} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.948462] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.948667] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.948814] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.949211] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.949401] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-add23595-9244-4035-acf5-cfb4066e7852 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.955295] env[69052]: DEBUG nova.network.neutron [req-7650963d-f702-495e-b6a1-dae70f3b7a6b req-ef6c1d7d-da5f-4062-abf6-5de6ddead646 service nova] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Updated VIF entry in instance network info cache for port ca71aed4-4ead-428b-8e9e-878576b2a223. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.956477] env[69052]: DEBUG nova.network.neutron [req-7650963d-f702-495e-b6a1-dae70f3b7a6b req-ef6c1d7d-da5f-4062-abf6-5de6ddead646 service nova] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Updating instance_info_cache with network_info: [{"id": "ca71aed4-4ead-428b-8e9e-878576b2a223", "address": "fa:16:3e:00:b4:be", "network": {"id": "b6d9b7e5-400e-4efc-ba39-0f99fc82b883", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1340582833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb63231c45742209a5f531d87964048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca71aed4-4e", "ovs_interfaceid": "ca71aed4-4ead-428b-8e9e-878576b2a223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.957996] env[69052]: DEBUG oslo_vmware.api [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 618.957996] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f062ab-5271-7f57-c067-6d1c936181a9" [ 618.957996] env[69052]: _type = "Task" [ 618.957996] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.970478] env[69052]: DEBUG oslo_vmware.api [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f062ab-5271-7f57-c067-6d1c936181a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010942} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.970956] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.971217] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.971492] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.971843] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.971971] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.972402] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7a30bf5-8d5c-4517-8299-e4155f5a979a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.981279] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.981407] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.982125] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4cf7c31-e4be-471f-ad04-f9b4df99aa6e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.987658] env[69052]: DEBUG oslo_vmware.api [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 618.987658] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529b0adb-1146-0bd1-5c03-7128a58dcd19" [ 618.987658] env[69052]: _type = "Task" [ 618.987658] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.995315] env[69052]: DEBUG oslo_vmware.api [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529b0adb-1146-0bd1-5c03-7128a58dcd19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.193302] env[69052]: INFO nova.compute.manager [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Took 37.20 seconds to build instance. [ 619.273846] env[69052]: DEBUG oslo_vmware.api [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Task: {'id': task-3235791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550108} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.284733] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 857c7aa8-406a-4a90-8f1b-166e87f0f559/857c7aa8-406a-4a90-8f1b-166e87f0f559.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.284733] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.284733] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eab2ab54-9d33-4ff7-98f3-0494dc372289 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.287345] env[69052]: DEBUG oslo_vmware.api [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Waiting for the task: (returnval){ [ 619.287345] env[69052]: value = "task-3235793" [ 619.287345] env[69052]: _type = "Task" [ 619.287345] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.297262] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.298084] env[69052]: DEBUG nova.compute.manager [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.302359] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.697s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.303820] env[69052]: INFO nova.compute.claims [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.313636] env[69052]: DEBUG oslo_vmware.api [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Task: {'id': task-3235793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.466105] env[69052]: DEBUG oslo_concurrency.lockutils [req-7650963d-f702-495e-b6a1-dae70f3b7a6b req-ef6c1d7d-da5f-4062-abf6-5de6ddead646 service nova] Releasing lock "refresh_cache-6fc5568a-4b04-4e1b-9cde-3b16b9ac8130" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.502145] env[69052]: DEBUG oslo_vmware.api [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529b0adb-1146-0bd1-5c03-7128a58dcd19, 'name': SearchDatastore_Task, 'duration_secs': 0.008442} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.502145] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f78d491-5cb1-48eb-b9b7-c8b2462d27c9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.509150] env[69052]: DEBUG oslo_vmware.api [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 619.509150] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525a8c82-2e45-6e47-6bf5-bd1cef5320e6" [ 619.509150] env[69052]: _type = "Task" [ 619.509150] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.516826] env[69052]: DEBUG oslo_vmware.api [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525a8c82-2e45-6e47-6bf5-bd1cef5320e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.700936] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8437f7ca-8c20-4e5f-8619-684d78c0f19e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "cef3db69-2bc5-4b16-b362-5b92bfeb9f5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.240s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.800057] env[69052]: DEBUG oslo_vmware.api [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Task: {'id': task-3235793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073786} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.800306] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.801974] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c60a7b-b0ae-4360-b091-6b73546eac10 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.816952] env[69052]: DEBUG nova.compute.utils [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.830975] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 857c7aa8-406a-4a90-8f1b-166e87f0f559/857c7aa8-406a-4a90-8f1b-166e87f0f559.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.831782] env[69052]: DEBUG nova.compute.manager [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 619.831958] env[69052]: DEBUG nova.network.neutron [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 619.836761] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3974a81-ee21-4084-860c-27403e450317 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.859796] env[69052]: DEBUG oslo_vmware.api [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Waiting for the task: (returnval){ [ 619.859796] env[69052]: value = "task-3235794" [ 619.859796] env[69052]: _type = "Task" [ 619.859796] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.872285] env[69052]: DEBUG oslo_vmware.api [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Task: {'id': task-3235794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.875413] env[69052]: DEBUG nova.network.neutron [-] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.966916] env[69052]: DEBUG nova.policy [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98690feda04f4e22a6ce3f6de9d73ff2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c84c8f10f58b47c994aedff830a76bc6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.020875] env[69052]: DEBUG oslo_vmware.api [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525a8c82-2e45-6e47-6bf5-bd1cef5320e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010615} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.021222] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.021485] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130/6fc5568a-4b04-4e1b-9cde-3b16b9ac8130.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.021731] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f97abd5-7cbc-4336-a819-7a43da043c2e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.030235] env[69052]: DEBUG oslo_vmware.api [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 620.030235] env[69052]: value = "task-3235795" [ 620.030235] env[69052]: _type = "Task" [ 620.030235] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.044021] env[69052]: DEBUG oslo_vmware.api [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.202955] env[69052]: DEBUG nova.compute.manager [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.332190] env[69052]: DEBUG nova.compute.manager [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 620.355981] env[69052]: DEBUG nova.compute.manager [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.357038] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e8282a-9e29-457e-a897-7434c9a74d9b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.379477] env[69052]: INFO nova.compute.manager [-] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Took 1.95 seconds to deallocate network for instance. [ 620.379849] env[69052]: DEBUG oslo_vmware.api [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Task: {'id': task-3235794, 'name': ReconfigVM_Task, 'duration_secs': 0.368262} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.383918] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 857c7aa8-406a-4a90-8f1b-166e87f0f559/857c7aa8-406a-4a90-8f1b-166e87f0f559.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.385262] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d03bfd12-f8a5-4673-b07d-ef222fb184d0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.400719] env[69052]: DEBUG oslo_vmware.api [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Waiting for the task: (returnval){ [ 620.400719] env[69052]: value = "task-3235796" [ 620.400719] env[69052]: _type = "Task" [ 620.400719] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.406733] env[69052]: DEBUG oslo_vmware.api [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Task: {'id': task-3235796, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.544398] env[69052]: DEBUG oslo_vmware.api [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235795, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.666182] env[69052]: DEBUG nova.compute.manager [req-9d33e85f-aaaf-417b-bd62-b21347b8d3e8 req-7ddcf738-846f-4ea9-9906-72077488716c service nova] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Received event network-vif-deleted-5d922466-a4f8-400c-81ea-2656072afbea {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.733762] env[69052]: DEBUG oslo_concurrency.lockutils [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.748455] env[69052]: DEBUG nova.network.neutron [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Successfully updated port: 83e9b669-e628-48c3-ae9b-2b091990f046 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.756552] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Acquiring lock "f0296e2f-c896-4e4e-b5a8-8cdeab977714" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.756973] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Lock "f0296e2f-c896-4e4e-b5a8-8cdeab977714" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.885598] env[69052]: INFO nova.compute.manager [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] instance snapshotting [ 620.892459] env[69052]: DEBUG oslo_concurrency.lockutils [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.893751] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc72966-b242-4f5f-9730-ffac5fb59885 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.909191] env[69052]: DEBUG oslo_vmware.api [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Task: {'id': task-3235796, 'name': Rename_Task, 'duration_secs': 0.159466} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.924412] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.930180] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-267b5548-ed75-47e5-89c8-f86a7e48de57 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.932469] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b48c16f-6e51-46e3-9cf2-bed0adbec961 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.946712] env[69052]: DEBUG oslo_vmware.api [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Waiting for the task: (returnval){ [ 620.946712] env[69052]: value = "task-3235797" [ 620.946712] env[69052]: _type = "Task" [ 620.946712] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.960462] env[69052]: DEBUG oslo_vmware.api [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Task: {'id': task-3235797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.986454] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243552ed-cdbc-451f-80b7-c389775df49f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.993022] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4307d05-7f15-407b-89af-fd5c26feb294 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.026786] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cd9839-0437-49ab-8faf-9cf31aef7f48 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.040022] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdd2ff9-dfda-4ff7-b327-810f04abd700 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.049823] env[69052]: DEBUG oslo_vmware.api [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717768} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.057502] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130/6fc5568a-4b04-4e1b-9cde-3b16b9ac8130.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.057751] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.058258] env[69052]: DEBUG nova.compute.provider_tree [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.059659] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-768a4590-fffd-4d2c-b75b-ddcb75e39910 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.069826] env[69052]: DEBUG oslo_vmware.api [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 621.069826] env[69052]: value = "task-3235798" [ 621.069826] env[69052]: _type = "Task" [ 621.069826] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.081764] env[69052]: DEBUG oslo_vmware.api [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.252616] env[69052]: DEBUG oslo_concurrency.lockutils [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "refresh_cache-d2b777aa-dab0-4258-b5cc-138fd60f8fb7" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.252616] env[69052]: DEBUG oslo_concurrency.lockutils [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired lock "refresh_cache-d2b777aa-dab0-4258-b5cc-138fd60f8fb7" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.252616] env[69052]: DEBUG nova.network.neutron [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.291159] env[69052]: DEBUG nova.network.neutron [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Successfully created port: a3364524-af5b-41be-96b9-915a2efba311 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 621.349409] env[69052]: DEBUG nova.compute.manager [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.395179] env[69052]: DEBUG nova.virt.hardware [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.395450] env[69052]: DEBUG nova.virt.hardware [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.395606] env[69052]: DEBUG nova.virt.hardware [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.395789] env[69052]: DEBUG nova.virt.hardware [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.395935] env[69052]: DEBUG nova.virt.hardware [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.396094] env[69052]: DEBUG nova.virt.hardware [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.396338] env[69052]: DEBUG nova.virt.hardware [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.396501] env[69052]: DEBUG nova.virt.hardware [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.396668] env[69052]: DEBUG nova.virt.hardware [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.396833] env[69052]: DEBUG nova.virt.hardware [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.397015] env[69052]: DEBUG nova.virt.hardware [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.397892] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece11753-f7d4-4ae1-aae6-6a0250d965ff {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.407471] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a1c4ff-854f-453e-af1c-7df7c4015cde {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.449118] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Creating Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 621.449455] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7f1bb45c-f3c3-4fdd-a3c3-9ca8c401bd06 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.460907] env[69052]: DEBUG oslo_vmware.api [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Task: {'id': task-3235797, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.462260] env[69052]: DEBUG oslo_vmware.api [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 621.462260] env[69052]: value = "task-3235799" [ 621.462260] env[69052]: _type = "Task" [ 621.462260] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.469876] env[69052]: DEBUG oslo_vmware.api [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235799, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.540312] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Acquiring lock "5c9656f5-6e06-4083-aaa9-a37d13e0aae8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.540540] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Lock "5c9656f5-6e06-4083-aaa9-a37d13e0aae8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.563385] env[69052]: DEBUG nova.scheduler.client.report [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.589326] env[69052]: DEBUG oslo_vmware.api [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100073} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.590472] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.591302] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37588fa-7a35-4514-9518-4b176d157bf2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.622734] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130/6fc5568a-4b04-4e1b-9cde-3b16b9ac8130.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.623389] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-108c9d24-4523-48e1-a6f9-d3bbac688ccb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.648073] env[69052]: DEBUG oslo_vmware.api [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 621.648073] env[69052]: value = "task-3235800" [ 621.648073] env[69052]: _type = "Task" [ 621.648073] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.658505] env[69052]: DEBUG oslo_vmware.api [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.834394] env[69052]: DEBUG nova.network.neutron [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.966545] env[69052]: DEBUG oslo_vmware.api [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Task: {'id': task-3235797, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.979563] env[69052]: DEBUG oslo_vmware.api [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235799, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.070633] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.070633] env[69052]: DEBUG nova.compute.manager [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.073371] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.523s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.073371] env[69052]: DEBUG nova.objects.instance [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Lazy-loading 'resources' on Instance uuid 5df864fc-1ee4-41d5-9ceb-ff166671992b {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 622.164304] env[69052]: DEBUG oslo_vmware.api [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235800, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.226986] env[69052]: INFO nova.compute.manager [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Rescuing [ 622.227637] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "refresh_cache-cef3db69-2bc5-4b16-b362-5b92bfeb9f5b" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.227637] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquired lock "refresh_cache-cef3db69-2bc5-4b16-b362-5b92bfeb9f5b" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.227834] env[69052]: DEBUG nova.network.neutron [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.451356] env[69052]: DEBUG nova.network.neutron [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Updating instance_info_cache with network_info: [{"id": "83e9b669-e628-48c3-ae9b-2b091990f046", "address": "fa:16:3e:66:52:e8", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e9b669-e6", "ovs_interfaceid": "83e9b669-e628-48c3-ae9b-2b091990f046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.469449] env[69052]: DEBUG oslo_vmware.api [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Task: {'id': task-3235797, 'name': PowerOnVM_Task, 'duration_secs': 1.026695} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.473113] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.473364] env[69052]: INFO nova.compute.manager [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Took 11.25 seconds to spawn the instance on the hypervisor. [ 622.473632] env[69052]: DEBUG nova.compute.manager [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 622.474720] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fe2ee3-3853-4440-8f03-da4961e84b61 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.484455] env[69052]: DEBUG oslo_vmware.api [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235799, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.576348] env[69052]: DEBUG nova.compute.utils [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.580975] env[69052]: DEBUG nova.compute.manager [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.581190] env[69052]: DEBUG nova.network.neutron [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.669740] env[69052]: DEBUG oslo_vmware.api [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235800, 'name': ReconfigVM_Task, 'duration_secs': 0.583584} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.673554] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130/6fc5568a-4b04-4e1b-9cde-3b16b9ac8130.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.674664] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97224a14-81ca-4d4e-b0a5-aed1a3e8ec5e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.684182] env[69052]: DEBUG oslo_vmware.api [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 622.684182] env[69052]: value = "task-3235801" [ 622.684182] env[69052]: _type = "Task" [ 622.684182] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.698829] env[69052]: DEBUG oslo_vmware.api [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235801, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.721649] env[69052]: DEBUG nova.policy [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c02e314c4264044b95ecebd4a537490', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5c20c465b7b4561bc1ac3eca47a8086', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 622.969180] env[69052]: DEBUG oslo_concurrency.lockutils [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Releasing lock "refresh_cache-d2b777aa-dab0-4258-b5cc-138fd60f8fb7" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.969180] env[69052]: DEBUG nova.compute.manager [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Instance network_info: |[{"id": "83e9b669-e628-48c3-ae9b-2b091990f046", "address": "fa:16:3e:66:52:e8", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e9b669-e6", "ovs_interfaceid": "83e9b669-e628-48c3-ae9b-2b091990f046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 622.969347] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:52:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83e9b669-e628-48c3-ae9b-2b091990f046', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.972736] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Creating folder: Project (33c7667f503642149086357b7386842c). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.976018] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1817ead-b85a-4267-a7db-abee2944e19a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.989705] env[69052]: DEBUG oslo_vmware.api [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235799, 'name': CreateSnapshot_Task, 'duration_secs': 1.373712} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.989705] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Created Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 622.990498] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab77049-60d5-4015-b637-926261975656 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.005008] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Created folder: Project (33c7667f503642149086357b7386842c) in parent group-v646676. [ 623.005307] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Creating folder: Instances. Parent ref: group-v646738. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.007912] env[69052]: INFO nova.compute.manager [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Took 40.15 seconds to build instance. [ 623.009333] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d367dd3a-7187-4426-92cf-61afc04351eb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.025528] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Created folder: Instances in parent group-v646738. [ 623.025770] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 623.027033] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.027033] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad2586cf-d7ba-4ac2-aaab-3b240384494e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.053916] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.053916] env[69052]: value = "task-3235804" [ 623.053916] env[69052]: _type = "Task" [ 623.053916] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.065026] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235804, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.084707] env[69052]: DEBUG nova.compute.manager [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.198492] env[69052]: DEBUG oslo_vmware.api [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235801, 'name': Rename_Task, 'duration_secs': 0.21204} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.199203] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.199203] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d73206ff-4977-4372-84ec-2d35e29ac020 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.208373] env[69052]: DEBUG oslo_vmware.api [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 623.208373] env[69052]: value = "task-3235805" [ 623.208373] env[69052]: _type = "Task" [ 623.208373] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.227013] env[69052]: DEBUG oslo_vmware.api [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.235290] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128877e0-c45a-4a74-9e37-1648d2fdc487 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.244611] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe0611a-3927-4a7e-88bc-961139c17a6b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.280652] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b28ae28-0bfc-4a0c-b007-c9c62349b1dd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.291283] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9078f20c-b48b-4655-ae51-0930fbdefa83 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.315939] env[69052]: DEBUG nova.compute.provider_tree [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.513924] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a375f0e5-80e1-4e48-bf54-fc332c2d951d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Lock "857c7aa8-406a-4a90-8f1b-166e87f0f559" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.515s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.529983] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Creating linked-clone VM from snapshot {{(pid=69052) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 623.531347] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-465a2355-523e-4b6d-b905-9966dae264c9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.541531] env[69052]: DEBUG oslo_vmware.api [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 623.541531] env[69052]: value = "task-3235806" [ 623.541531] env[69052]: _type = "Task" [ 623.541531] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.554026] env[69052]: DEBUG oslo_vmware.api [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235806, 'name': CloneVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.569418] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235804, 'name': CreateVM_Task, 'duration_secs': 0.474148} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.569648] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.570390] env[69052]: DEBUG oslo_concurrency.lockutils [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.570548] env[69052]: DEBUG oslo_concurrency.lockutils [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.570871] env[69052]: DEBUG oslo_concurrency.lockutils [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.571383] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54485d03-99a9-4976-b9a6-98785efa21e6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.579470] env[69052]: DEBUG oslo_vmware.api [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 623.579470] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525c374d-cf68-11f1-b6f2-f026d97d8eb4" [ 623.579470] env[69052]: _type = "Task" [ 623.579470] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.594374] env[69052]: DEBUG oslo_vmware.api [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525c374d-cf68-11f1-b6f2-f026d97d8eb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.722676] env[69052]: DEBUG oslo_vmware.api [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235805, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.826129] env[69052]: DEBUG nova.scheduler.client.report [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.861749] env[69052]: DEBUG nova.compute.manager [req-4231d0c1-4036-4818-a507-59051c93134a req-96a001fa-dc70-48c1-b2e8-6bbafa6b4b77 service nova] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Received event network-vif-plugged-83e9b669-e628-48c3-ae9b-2b091990f046 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 623.861994] env[69052]: DEBUG oslo_concurrency.lockutils [req-4231d0c1-4036-4818-a507-59051c93134a req-96a001fa-dc70-48c1-b2e8-6bbafa6b4b77 service nova] Acquiring lock "d2b777aa-dab0-4258-b5cc-138fd60f8fb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.862231] env[69052]: DEBUG oslo_concurrency.lockutils [req-4231d0c1-4036-4818-a507-59051c93134a req-96a001fa-dc70-48c1-b2e8-6bbafa6b4b77 service nova] Lock "d2b777aa-dab0-4258-b5cc-138fd60f8fb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.862399] env[69052]: DEBUG oslo_concurrency.lockutils [req-4231d0c1-4036-4818-a507-59051c93134a req-96a001fa-dc70-48c1-b2e8-6bbafa6b4b77 service nova] Lock "d2b777aa-dab0-4258-b5cc-138fd60f8fb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.862563] env[69052]: DEBUG nova.compute.manager [req-4231d0c1-4036-4818-a507-59051c93134a req-96a001fa-dc70-48c1-b2e8-6bbafa6b4b77 service nova] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] No waiting events found dispatching network-vif-plugged-83e9b669-e628-48c3-ae9b-2b091990f046 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 623.862735] env[69052]: WARNING nova.compute.manager [req-4231d0c1-4036-4818-a507-59051c93134a req-96a001fa-dc70-48c1-b2e8-6bbafa6b4b77 service nova] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Received unexpected event network-vif-plugged-83e9b669-e628-48c3-ae9b-2b091990f046 for instance with vm_state building and task_state spawning. [ 623.862909] env[69052]: DEBUG nova.compute.manager [req-4231d0c1-4036-4818-a507-59051c93134a req-96a001fa-dc70-48c1-b2e8-6bbafa6b4b77 service nova] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Received event network-changed-83e9b669-e628-48c3-ae9b-2b091990f046 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 623.863957] env[69052]: DEBUG nova.compute.manager [req-4231d0c1-4036-4818-a507-59051c93134a req-96a001fa-dc70-48c1-b2e8-6bbafa6b4b77 service nova] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Refreshing instance network info cache due to event network-changed-83e9b669-e628-48c3-ae9b-2b091990f046. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 623.863957] env[69052]: DEBUG oslo_concurrency.lockutils [req-4231d0c1-4036-4818-a507-59051c93134a req-96a001fa-dc70-48c1-b2e8-6bbafa6b4b77 service nova] Acquiring lock "refresh_cache-d2b777aa-dab0-4258-b5cc-138fd60f8fb7" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.863957] env[69052]: DEBUG oslo_concurrency.lockutils [req-4231d0c1-4036-4818-a507-59051c93134a req-96a001fa-dc70-48c1-b2e8-6bbafa6b4b77 service nova] Acquired lock "refresh_cache-d2b777aa-dab0-4258-b5cc-138fd60f8fb7" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.863957] env[69052]: DEBUG nova.network.neutron [req-4231d0c1-4036-4818-a507-59051c93134a req-96a001fa-dc70-48c1-b2e8-6bbafa6b4b77 service nova] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Refreshing network info cache for port 83e9b669-e628-48c3-ae9b-2b091990f046 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.956354] env[69052]: DEBUG nova.network.neutron [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Updating instance_info_cache with network_info: [{"id": "93417ecd-5a4f-4185-8806-8de452aab8f6", "address": "fa:16:3e:d9:05:8e", "network": {"id": "a490f064-ef53-4fb0-a146-0d36a6ba4204", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1657249736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a60b2155098b4cac81ebfbc86a70f9fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93417ecd-5a", "ovs_interfaceid": "93417ecd-5a4f-4185-8806-8de452aab8f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.022416] env[69052]: DEBUG nova.compute.manager [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.053928] env[69052]: DEBUG oslo_vmware.api [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235806, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.097396] env[69052]: DEBUG nova.compute.manager [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.104076] env[69052]: DEBUG oslo_vmware.api [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525c374d-cf68-11f1-b6f2-f026d97d8eb4, 'name': SearchDatastore_Task, 'duration_secs': 0.011764} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.104202] env[69052]: DEBUG oslo_concurrency.lockutils [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.104388] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.104574] env[69052]: DEBUG oslo_concurrency.lockutils [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.104870] env[69052]: DEBUG oslo_concurrency.lockutils [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.104936] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.105703] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d854f34-2564-45ec-9ab8-e523c896baed {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.120457] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.120457] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.120876] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-508892a6-53eb-410f-ae10-c8aee513b524 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.129205] env[69052]: DEBUG oslo_vmware.api [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 624.129205] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527687ce-cae3-0a18-2069-abc670ee6405" [ 624.129205] env[69052]: _type = "Task" [ 624.129205] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.146999] env[69052]: DEBUG oslo_vmware.api [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527687ce-cae3-0a18-2069-abc670ee6405, 'name': SearchDatastore_Task, 'duration_secs': 0.012264} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.149925] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9235f738-f564-48a7-989e-b854ad53a456 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.161038] env[69052]: DEBUG nova.virt.hardware [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.161038] env[69052]: DEBUG nova.virt.hardware [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.161307] env[69052]: DEBUG nova.virt.hardware [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.161379] env[69052]: DEBUG nova.virt.hardware [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.161745] env[69052]: DEBUG nova.virt.hardware [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.161745] env[69052]: DEBUG nova.virt.hardware [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.162115] env[69052]: DEBUG nova.virt.hardware [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.162115] env[69052]: DEBUG nova.virt.hardware [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.162292] env[69052]: DEBUG nova.virt.hardware [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.162456] env[69052]: DEBUG nova.virt.hardware [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.162649] env[69052]: DEBUG nova.virt.hardware [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.166061] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675de31c-084b-489e-b939-448cd968021c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.167572] env[69052]: DEBUG oslo_vmware.api [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 624.167572] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52cc363d-5105-6879-1aac-77e52e0a56d7" [ 624.167572] env[69052]: _type = "Task" [ 624.167572] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.174718] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c150e208-d6e6-46ae-ae73-f252bd347b27 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.184468] env[69052]: DEBUG oslo_vmware.api [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52cc363d-5105-6879-1aac-77e52e0a56d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010974} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.184822] env[69052]: DEBUG oslo_concurrency.lockutils [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.185192] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] d2b777aa-dab0-4258-b5cc-138fd60f8fb7/d2b777aa-dab0-4258-b5cc-138fd60f8fb7.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.185480] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-419a3f6c-0677-431a-b1c5-ac0030bb6738 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.205762] env[69052]: DEBUG oslo_vmware.api [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 624.205762] env[69052]: value = "task-3235807" [ 624.205762] env[69052]: _type = "Task" [ 624.205762] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.213520] env[69052]: DEBUG oslo_vmware.api [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3235807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.222353] env[69052]: DEBUG oslo_vmware.api [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3235805, 'name': PowerOnVM_Task, 'duration_secs': 0.806508} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.222645] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.222869] env[69052]: INFO nova.compute.manager [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Took 10.46 seconds to spawn the instance on the hypervisor. [ 624.223140] env[69052]: DEBUG nova.compute.manager [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.223955] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08941fed-413f-4893-8205-5e416cd7d4c5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.331793] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.256s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.336021] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.138s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.336021] env[69052]: INFO nova.compute.claims [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.459864] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Releasing lock "refresh_cache-cef3db69-2bc5-4b16-b362-5b92bfeb9f5b" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.550888] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.558021] env[69052]: DEBUG oslo_vmware.api [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235806, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.590281] env[69052]: INFO nova.scheduler.client.report [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Deleted allocations for instance 5df864fc-1ee4-41d5-9ceb-ff166671992b [ 624.633966] env[69052]: DEBUG nova.network.neutron [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Successfully created port: 634334f6-6210-41f1-8c8e-e339e1efb4d5 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.720678] env[69052]: DEBUG oslo_vmware.api [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3235807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497776} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.721219] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] d2b777aa-dab0-4258-b5cc-138fd60f8fb7/d2b777aa-dab0-4258-b5cc-138fd60f8fb7.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.721438] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.721697] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28d8d4ae-83cc-4d8e-8660-e7e8ee474995 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.729619] env[69052]: DEBUG oslo_vmware.api [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 624.729619] env[69052]: value = "task-3235808" [ 624.729619] env[69052]: _type = "Task" [ 624.729619] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.744491] env[69052]: DEBUG oslo_vmware.api [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3235808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.748712] env[69052]: INFO nova.compute.manager [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Took 34.83 seconds to build instance. [ 625.038173] env[69052]: DEBUG nova.network.neutron [req-4231d0c1-4036-4818-a507-59051c93134a req-96a001fa-dc70-48c1-b2e8-6bbafa6b4b77 service nova] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Updated VIF entry in instance network info cache for port 83e9b669-e628-48c3-ae9b-2b091990f046. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.038530] env[69052]: DEBUG nova.network.neutron [req-4231d0c1-4036-4818-a507-59051c93134a req-96a001fa-dc70-48c1-b2e8-6bbafa6b4b77 service nova] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Updating instance_info_cache with network_info: [{"id": "83e9b669-e628-48c3-ae9b-2b091990f046", "address": "fa:16:3e:66:52:e8", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e9b669-e6", "ovs_interfaceid": "83e9b669-e628-48c3-ae9b-2b091990f046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.055221] env[69052]: DEBUG oslo_vmware.api [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235806, 'name': CloneVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.240691] env[69052]: DEBUG oslo_vmware.api [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3235808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079159} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.240963] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.241798] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5830118-f780-4ab8-9349-8b5f86d92175 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.264104] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] d2b777aa-dab0-4258-b5cc-138fd60f8fb7/d2b777aa-dab0-4258-b5cc-138fd60f8fb7.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.264398] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-819bca2f-f3e9-4796-9177-cbb388ea1be0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.285744] env[69052]: DEBUG oslo_vmware.api [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 625.285744] env[69052]: value = "task-3235809" [ 625.285744] env[69052]: _type = "Task" [ 625.285744] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.294207] env[69052]: DEBUG oslo_vmware.api [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3235809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.542191] env[69052]: DEBUG oslo_concurrency.lockutils [req-4231d0c1-4036-4818-a507-59051c93134a req-96a001fa-dc70-48c1-b2e8-6bbafa6b4b77 service nova] Releasing lock "refresh_cache-d2b777aa-dab0-4258-b5cc-138fd60f8fb7" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.560974] env[69052]: DEBUG oslo_vmware.api [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235806, 'name': CloneVM_Task, 'duration_secs': 1.530685} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.561772] env[69052]: INFO nova.virt.vmwareapi.vmops [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Created linked-clone VM from snapshot [ 625.562189] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccee1aaf-a8c4-4b64-a710-90db47ce56c0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.574896] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Uploading image 966500cb-7401-41bf-b19a-fa1b5254a8a7 {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 625.602901] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3cf90041-4c57-4ae1-96b5-f8ca825230b4 tempest-ServerDiagnosticsTest-1326822329 tempest-ServerDiagnosticsTest-1326822329-project-member] Lock "5df864fc-1ee4-41d5-9ceb-ff166671992b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.114s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.622205] env[69052]: DEBUG oslo_vmware.rw_handles [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 625.622205] env[69052]: value = "vm-646741" [ 625.622205] env[69052]: _type = "VirtualMachine" [ 625.622205] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 625.622205] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-122c9fe3-e5e9-45a7-a21e-a29be4b99986 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.636397] env[69052]: DEBUG oslo_vmware.rw_handles [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Lease: (returnval){ [ 625.636397] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525584c9-dd5f-88f7-c3bb-5e57fd4e3678" [ 625.636397] env[69052]: _type = "HttpNfcLease" [ 625.636397] env[69052]: } obtained for exporting VM: (result){ [ 625.636397] env[69052]: value = "vm-646741" [ 625.636397] env[69052]: _type = "VirtualMachine" [ 625.636397] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 625.636397] env[69052]: DEBUG oslo_vmware.api [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the lease: (returnval){ [ 625.636397] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525584c9-dd5f-88f7-c3bb-5e57fd4e3678" [ 625.636397] env[69052]: _type = "HttpNfcLease" [ 625.636397] env[69052]: } to be ready. {{(pid=69052) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 625.655755] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 625.655755] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525584c9-dd5f-88f7-c3bb-5e57fd4e3678" [ 625.655755] env[69052]: _type = "HttpNfcLease" [ 625.655755] env[69052]: } is initializing. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 625.756982] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1526dd6f-6131-4233-927e-06c6f240bc9d tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "6fc5568a-4b04-4e1b-9cde-3b16b9ac8130" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.336s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.803032] env[69052]: DEBUG oslo_vmware.api [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3235809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.843258] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8184e862-00a3-4858-9a14-3f8944adf945 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.858498] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174578c4-4022-470b-b221-e548f7e0ba8e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.890987] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e2c516-df70-4d65-9a0f-8df3ed94bad1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.900115] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f8a927-99b5-4ee0-ad48-78a1c9f25d05 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.916146] env[69052]: DEBUG nova.compute.provider_tree [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.918268] env[69052]: DEBUG nova.network.neutron [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Successfully updated port: a3364524-af5b-41be-96b9-915a2efba311 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 626.005125] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.005604] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63f98d4a-ddf2-4d92-afe3-0fd2b7cd00a6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.014945] env[69052]: DEBUG oslo_vmware.api [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 626.014945] env[69052]: value = "task-3235811" [ 626.014945] env[69052]: _type = "Task" [ 626.014945] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.025595] env[69052]: DEBUG oslo_vmware.api [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.144102] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 626.144102] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525584c9-dd5f-88f7-c3bb-5e57fd4e3678" [ 626.144102] env[69052]: _type = "HttpNfcLease" [ 626.144102] env[69052]: } is ready. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 626.144431] env[69052]: DEBUG oslo_vmware.rw_handles [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 626.144431] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525584c9-dd5f-88f7-c3bb-5e57fd4e3678" [ 626.144431] env[69052]: _type = "HttpNfcLease" [ 626.144431] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 626.145188] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61980d81-00a2-4207-997c-e469b4563f54 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.154282] env[69052]: DEBUG oslo_vmware.rw_handles [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de866a-544a-5ae6-608a-abc5d79ef511/disk-0.vmdk from lease info. {{(pid=69052) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 626.154516] env[69052]: DEBUG oslo_vmware.rw_handles [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de866a-544a-5ae6-608a-abc5d79ef511/disk-0.vmdk for reading. {{(pid=69052) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 626.262476] env[69052]: DEBUG nova.compute.manager [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.297900] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-642c7f9a-4566-4bb3-8dfe-0831286be223 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.304882] env[69052]: DEBUG oslo_vmware.api [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3235809, 'name': ReconfigVM_Task, 'duration_secs': 0.948868} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.305630] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Reconfigured VM instance instance-00000015 to attach disk [datastore1] d2b777aa-dab0-4258-b5cc-138fd60f8fb7/d2b777aa-dab0-4258-b5cc-138fd60f8fb7.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.306398] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-752a4e14-f3d4-4832-a921-3ac0ee0f6d31 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.315123] env[69052]: DEBUG oslo_vmware.api [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 626.315123] env[69052]: value = "task-3235812" [ 626.315123] env[69052]: _type = "Task" [ 626.315123] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.325169] env[69052]: DEBUG oslo_vmware.api [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3235812, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.421215] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquiring lock "refresh_cache-7b0c2e85-ac32-4b92-80a8-f20dd67afa45" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.421473] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquired lock "refresh_cache-7b0c2e85-ac32-4b92-80a8-f20dd67afa45" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.421714] env[69052]: DEBUG nova.network.neutron [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.424610] env[69052]: DEBUG nova.scheduler.client.report [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.528255] env[69052]: DEBUG oslo_vmware.api [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235811, 'name': PowerOffVM_Task, 'duration_secs': 0.328183} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.528255] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.532715] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b828317d-8b06-4596-a805-d5f1853c9801 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.557727] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e08319e-eca3-482e-a8b5-a72823289866 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.609019] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.609019] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ba06e26-5e1b-4555-abe2-01cfbd8d2dd4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.625547] env[69052]: DEBUG oslo_vmware.api [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 626.625547] env[69052]: value = "task-3235813" [ 626.625547] env[69052]: _type = "Task" [ 626.625547] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.638394] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] VM already powered off {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 626.642930] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.642930] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.642930] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.642930] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.642930] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edaccffb-1144-4ff3-b0b2-8289ca3fba73 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.655140] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.655756] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.657153] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ec5d99f-244a-4597-906f-6b397b549c25 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.666029] env[69052]: DEBUG oslo_vmware.api [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 626.666029] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52cef483-5e57-6e8a-fc5f-b19defc9131f" [ 626.666029] env[69052]: _type = "Task" [ 626.666029] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.676787] env[69052]: DEBUG oslo_vmware.api [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52cef483-5e57-6e8a-fc5f-b19defc9131f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.780282] env[69052]: DEBUG nova.compute.manager [req-80040d2a-f382-490c-838c-b042ba4917d0 req-2600488e-578a-4126-9239-5b14128f94ae service nova] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Received event network-vif-plugged-a3364524-af5b-41be-96b9-915a2efba311 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.780282] env[69052]: DEBUG oslo_concurrency.lockutils [req-80040d2a-f382-490c-838c-b042ba4917d0 req-2600488e-578a-4126-9239-5b14128f94ae service nova] Acquiring lock "7b0c2e85-ac32-4b92-80a8-f20dd67afa45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.780282] env[69052]: DEBUG oslo_concurrency.lockutils [req-80040d2a-f382-490c-838c-b042ba4917d0 req-2600488e-578a-4126-9239-5b14128f94ae service nova] Lock "7b0c2e85-ac32-4b92-80a8-f20dd67afa45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.780474] env[69052]: DEBUG oslo_concurrency.lockutils [req-80040d2a-f382-490c-838c-b042ba4917d0 req-2600488e-578a-4126-9239-5b14128f94ae service nova] Lock "7b0c2e85-ac32-4b92-80a8-f20dd67afa45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.780551] env[69052]: DEBUG nova.compute.manager [req-80040d2a-f382-490c-838c-b042ba4917d0 req-2600488e-578a-4126-9239-5b14128f94ae service nova] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] No waiting events found dispatching network-vif-plugged-a3364524-af5b-41be-96b9-915a2efba311 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 626.784379] env[69052]: WARNING nova.compute.manager [req-80040d2a-f382-490c-838c-b042ba4917d0 req-2600488e-578a-4126-9239-5b14128f94ae service nova] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Received unexpected event network-vif-plugged-a3364524-af5b-41be-96b9-915a2efba311 for instance with vm_state building and task_state spawning. [ 626.808604] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.825203] env[69052]: DEBUG oslo_vmware.api [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3235812, 'name': Rename_Task, 'duration_secs': 0.242281} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.825523] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.825806] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebea3dd6-674c-4463-896e-b283c84a3c26 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.835120] env[69052]: DEBUG oslo_vmware.api [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 626.835120] env[69052]: value = "task-3235814" [ 626.835120] env[69052]: _type = "Task" [ 626.835120] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.848280] env[69052]: DEBUG oslo_vmware.api [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3235814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.932656] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.933086] env[69052]: DEBUG nova.compute.manager [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 626.936088] env[69052]: DEBUG oslo_concurrency.lockutils [None req-56064399-d1b2-45d7-b484-5d8a74532bb1 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 20.753s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.194937] env[69052]: DEBUG oslo_vmware.api [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52cef483-5e57-6e8a-fc5f-b19defc9131f, 'name': SearchDatastore_Task, 'duration_secs': 0.011964} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.194937] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21579d2c-872f-4648-b36f-306a5f65aaac {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.203955] env[69052]: DEBUG oslo_vmware.api [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 627.203955] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b2cd4c-5668-345e-2530-601689d4561b" [ 627.203955] env[69052]: _type = "Task" [ 627.203955] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.226196] env[69052]: DEBUG oslo_vmware.api [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b2cd4c-5668-345e-2530-601689d4561b, 'name': SearchDatastore_Task, 'duration_secs': 0.012161} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.226429] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.226923] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] cef3db69-2bc5-4b16-b362-5b92bfeb9f5b/3049a76a-6d1f-4722-9e01-a59c1119031f-rescue.vmdk. {{(pid=69052) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 627.227344] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6ace32a-af5a-410b-9496-e44a18d7ae10 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.239369] env[69052]: DEBUG oslo_vmware.api [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 627.239369] env[69052]: value = "task-3235815" [ 627.239369] env[69052]: _type = "Task" [ 627.239369] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.250259] env[69052]: DEBUG oslo_vmware.api [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.284087] env[69052]: DEBUG nova.network.neutron [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.345497] env[69052]: DEBUG oslo_vmware.api [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3235814, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.442772] env[69052]: DEBUG nova.compute.utils [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.452579] env[69052]: DEBUG nova.compute.manager [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 627.452738] env[69052]: DEBUG nova.network.neutron [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 627.756032] env[69052]: DEBUG oslo_vmware.api [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235815, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.799227] env[69052]: DEBUG nova.policy [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '436dd7e756494467a07369d6d25ecbc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d23946a105d49b381ef6cc3e3382b10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 627.849501] env[69052]: DEBUG oslo_vmware.api [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3235814, 'name': PowerOnVM_Task, 'duration_secs': 0.689405} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.856019] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.856019] env[69052]: INFO nova.compute.manager [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Took 9.19 seconds to spawn the instance on the hypervisor. [ 627.856019] env[69052]: DEBUG nova.compute.manager [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.856019] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9deeed89-93d5-4c3f-92fa-46c4d77e4efd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.957048] env[69052]: DEBUG nova.compute.manager [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.075501] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533c951f-21f4-4b4a-b0e4-76b62e085049 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.087539] env[69052]: DEBUG nova.network.neutron [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Updating instance_info_cache with network_info: [{"id": "a3364524-af5b-41be-96b9-915a2efba311", "address": "fa:16:3e:ef:80:d7", "network": {"id": "9f6895a7-84c3-4ea9-8bd1-2b915efdcd68", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1401835395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c84c8f10f58b47c994aedff830a76bc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3364524-af", "ovs_interfaceid": "a3364524-af5b-41be-96b9-915a2efba311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.091488] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b6da48-b0a6-402f-ac65-4db207ff278c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.129942] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417ffd95-e0e8-4bc1-aaf6-9313ca166d90 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.140834] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f9b27b-2bbd-4c78-ba52-4773502f8e63 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.162112] env[69052]: DEBUG nova.compute.provider_tree [None req-56064399-d1b2-45d7-b484-5d8a74532bb1 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.254451] env[69052]: DEBUG oslo_vmware.api [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539783} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.254939] env[69052]: INFO nova.virt.vmwareapi.ds_util [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] cef3db69-2bc5-4b16-b362-5b92bfeb9f5b/3049a76a-6d1f-4722-9e01-a59c1119031f-rescue.vmdk. [ 628.256358] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc58d78-4459-432b-8a55-99db1698f691 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.288141] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] cef3db69-2bc5-4b16-b362-5b92bfeb9f5b/3049a76a-6d1f-4722-9e01-a59c1119031f-rescue.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.288733] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02d9c5e7-2df2-445b-bd16-365d56e80edb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.309243] env[69052]: DEBUG oslo_vmware.api [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 628.309243] env[69052]: value = "task-3235816" [ 628.309243] env[69052]: _type = "Task" [ 628.309243] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.324173] env[69052]: DEBUG oslo_vmware.api [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.385972] env[69052]: INFO nova.compute.manager [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Took 36.84 seconds to build instance. [ 628.596724] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Releasing lock "refresh_cache-7b0c2e85-ac32-4b92-80a8-f20dd67afa45" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.597386] env[69052]: DEBUG nova.compute.manager [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Instance network_info: |[{"id": "a3364524-af5b-41be-96b9-915a2efba311", "address": "fa:16:3e:ef:80:d7", "network": {"id": "9f6895a7-84c3-4ea9-8bd1-2b915efdcd68", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1401835395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c84c8f10f58b47c994aedff830a76bc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3364524-af", "ovs_interfaceid": "a3364524-af5b-41be-96b9-915a2efba311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 628.598832] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:80:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3364524-af5b-41be-96b9-915a2efba311', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.608995] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.609512] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.609883] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d0c7ad8-e94e-42cf-b916-0fa9ea2ca329 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.639185] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.639185] env[69052]: value = "task-3235817" [ 628.639185] env[69052]: _type = "Task" [ 628.639185] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.647798] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235817, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.665249] env[69052]: DEBUG nova.scheduler.client.report [None req-56064399-d1b2-45d7-b484-5d8a74532bb1 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.826013] env[69052]: DEBUG oslo_vmware.api [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235816, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.892512] env[69052]: DEBUG oslo_concurrency.lockutils [None req-10c10c9a-6e33-43bc-a0d6-8be5d9ad0b1f tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "d2b777aa-dab0-4258-b5cc-138fd60f8fb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.008s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.965648] env[69052]: DEBUG nova.compute.manager [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.020053] env[69052]: DEBUG nova.virt.hardware [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.020053] env[69052]: DEBUG nova.virt.hardware [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.020053] env[69052]: DEBUG nova.virt.hardware [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.020589] env[69052]: DEBUG nova.virt.hardware [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.020589] env[69052]: DEBUG nova.virt.hardware [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.020589] env[69052]: DEBUG nova.virt.hardware [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.020736] env[69052]: DEBUG nova.virt.hardware [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.020885] env[69052]: DEBUG nova.virt.hardware [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.020977] env[69052]: DEBUG nova.virt.hardware [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.024355] env[69052]: DEBUG nova.virt.hardware [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.024355] env[69052]: DEBUG nova.virt.hardware [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.024939] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeeffd3c-5e6a-4206-a0af-38b7f8ffe379 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.029201] env[69052]: DEBUG nova.network.neutron [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Successfully updated port: 634334f6-6210-41f1-8c8e-e339e1efb4d5 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 629.039453] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43818d3d-8bcc-4f10-9fbf-bf275b92318d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.198881] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235817, 'name': CreateVM_Task, 'duration_secs': 0.513925} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.198881] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.198881] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.198881] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.198881] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.198881] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-723da0ef-5ea9-46aa-a12e-47dbcce30cc7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.200019] env[69052]: DEBUG oslo_vmware.api [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 629.200019] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5270917e-93bf-2682-e53f-c853366e6a60" [ 629.200019] env[69052]: _type = "Task" [ 629.200019] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.200019] env[69052]: DEBUG oslo_vmware.api [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5270917e-93bf-2682-e53f-c853366e6a60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.322603] env[69052]: DEBUG oslo_vmware.api [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235816, 'name': ReconfigVM_Task, 'duration_secs': 0.620211} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.322955] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Reconfigured VM instance instance-00000012 to attach disk [datastore1] cef3db69-2bc5-4b16-b362-5b92bfeb9f5b/3049a76a-6d1f-4722-9e01-a59c1119031f-rescue.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.324173] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a9d1c4-7397-49be-9fee-ed3a5558f08e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.352274] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e365bd42-a29f-4946-8eb7-611a7d461677 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.369850] env[69052]: DEBUG oslo_vmware.api [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 629.369850] env[69052]: value = "task-3235818" [ 629.369850] env[69052]: _type = "Task" [ 629.369850] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.380193] env[69052]: DEBUG oslo_vmware.api [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.396930] env[69052]: DEBUG nova.compute.manager [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.423536] env[69052]: DEBUG nova.network.neutron [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Successfully created port: 4b6eabb2-bb37-4d58-a29c-1e33614dac6b {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.533168] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Acquiring lock "refresh_cache-4d310649-22ae-4632-bd03-3dfdc1226a0e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.533249] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Acquired lock "refresh_cache-4d310649-22ae-4632-bd03-3dfdc1226a0e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.535739] env[69052]: DEBUG nova.network.neutron [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.673985] env[69052]: DEBUG oslo_vmware.api [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5270917e-93bf-2682-e53f-c853366e6a60, 'name': SearchDatastore_Task, 'duration_secs': 0.01811} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.675538] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.675921] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.676052] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.677582] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.677817] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.680818] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-629bcf33-3435-4d2d-9ada-afc7f98ffa1a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.683018] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Acquiring lock "f3e3db76-727b-4b27-a797-8226068aaa39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.684145] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Lock "f3e3db76-727b-4b27-a797-8226068aaa39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.686565] env[69052]: DEBUG oslo_concurrency.lockutils [None req-56064399-d1b2-45d7-b484-5d8a74532bb1 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.749s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.689355] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.115s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.690103] env[69052]: INFO nova.compute.claims [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.694534] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.694712] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.695641] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f9cd8ba-9d41-4457-9238-9e5d8cee025c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.704052] env[69052]: DEBUG oslo_vmware.api [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 629.704052] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b24cba-ad12-986f-e4e9-2be62c7626bf" [ 629.704052] env[69052]: _type = "Task" [ 629.704052] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.719836] env[69052]: DEBUG oslo_vmware.api [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b24cba-ad12-986f-e4e9-2be62c7626bf, 'name': SearchDatastore_Task, 'duration_secs': 0.01289} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.721097] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20fb6e9d-4f1e-4b86-bb18-36dd24095327 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.731088] env[69052]: DEBUG oslo_vmware.api [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 629.731088] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523830cb-c4de-e224-3139-34972fa0c28c" [ 629.731088] env[69052]: _type = "Task" [ 629.731088] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.740903] env[69052]: DEBUG oslo_vmware.api [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523830cb-c4de-e224-3139-34972fa0c28c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.885460] env[69052]: DEBUG oslo_vmware.api [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235818, 'name': ReconfigVM_Task, 'duration_secs': 0.271098} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.885873] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.886165] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59841030-dc52-490f-9ca8-0e53ad7901b8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.894776] env[69052]: DEBUG oslo_vmware.api [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 629.894776] env[69052]: value = "task-3235819" [ 629.894776] env[69052]: _type = "Task" [ 629.894776] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.906591] env[69052]: DEBUG oslo_vmware.api [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.957410] env[69052]: DEBUG oslo_concurrency.lockutils [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.002818] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.002818] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.209100] env[69052]: DEBUG nova.network.neutron [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 630.248473] env[69052]: DEBUG oslo_vmware.api [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523830cb-c4de-e224-3139-34972fa0c28c, 'name': SearchDatastore_Task, 'duration_secs': 0.012547} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.258020] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.258020] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 7b0c2e85-ac32-4b92-80a8-f20dd67afa45/7b0c2e85-ac32-4b92-80a8-f20dd67afa45.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.258020] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bcb0677-1dc0-4639-8799-fcc21141c7b1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.266914] env[69052]: DEBUG oslo_vmware.api [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 630.266914] env[69052]: value = "task-3235820" [ 630.266914] env[69052]: _type = "Task" [ 630.266914] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.278882] env[69052]: DEBUG oslo_vmware.api [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.296530] env[69052]: INFO nova.scheduler.client.report [None req-56064399-d1b2-45d7-b484-5d8a74532bb1 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Deleted allocation for migration 31ed88d4-ce9f-45f6-ac0e-0cc7ee40101a [ 630.385794] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Acquiring lock "1364cf7d-e902-4658-88db-dc937c1c153e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.386130] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Lock "1364cf7d-e902-4658-88db-dc937c1c153e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.411058] env[69052]: DEBUG oslo_vmware.api [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235819, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.514064] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.514306] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.514528] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.514673] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.514857] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.515153] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.515329] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69052) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 630.515489] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.721444] env[69052]: DEBUG nova.network.neutron [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Updating instance_info_cache with network_info: [{"id": "634334f6-6210-41f1-8c8e-e339e1efb4d5", "address": "fa:16:3e:d4:fa:c2", "network": {"id": "534dbd50-d2e0-4d3f-99c9-42a1e99cf8b3", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-63187305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c20c465b7b4561bc1ac3eca47a8086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap634334f6-62", "ovs_interfaceid": "634334f6-6210-41f1-8c8e-e339e1efb4d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.779087] env[69052]: DEBUG oslo_vmware.api [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235820, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.803642] env[69052]: DEBUG oslo_concurrency.lockutils [None req-56064399-d1b2-45d7-b484-5d8a74532bb1 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "3a1584dd-c15a-4ddc-a601-00fb583cbb5f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.246s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.909741] env[69052]: DEBUG oslo_vmware.api [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235819, 'name': PowerOnVM_Task, 'duration_secs': 0.566607} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.910712] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.921247] env[69052]: DEBUG nova.compute.manager [None req-a6a66c6b-b29b-4e6d-9995-2c03f07967fb tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.922283] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ba3b3c-d045-4452-9f33-92b150168529 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.023104] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.224477] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Releasing lock "refresh_cache-4d310649-22ae-4632-bd03-3dfdc1226a0e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.224808] env[69052]: DEBUG nova.compute.manager [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Instance network_info: |[{"id": "634334f6-6210-41f1-8c8e-e339e1efb4d5", "address": "fa:16:3e:d4:fa:c2", "network": {"id": "534dbd50-d2e0-4d3f-99c9-42a1e99cf8b3", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-63187305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c20c465b7b4561bc1ac3eca47a8086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap634334f6-62", "ovs_interfaceid": "634334f6-6210-41f1-8c8e-e339e1efb4d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 631.225703] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:fa:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '634334f6-6210-41f1-8c8e-e339e1efb4d5', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.235402] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Creating folder: Project (e5c20c465b7b4561bc1ac3eca47a8086). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.240247] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5b8f74f-a9f7-4cab-be49-dfadb9fe47cb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.261983] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Created folder: Project (e5c20c465b7b4561bc1ac3eca47a8086) in parent group-v646676. [ 631.261983] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Creating folder: Instances. Parent ref: group-v646743. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.261983] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57039d23-4c5a-4b8f-904b-a472ace02d87 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.278664] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Created folder: Instances in parent group-v646743. [ 631.278991] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.279254] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.279467] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9b50775-8266-42c4-a5c3-afe18bc9374e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.306572] env[69052]: DEBUG nova.compute.manager [req-c6345576-4fdb-4876-b64e-264ac9c24083 req-e3f2d9c3-2600-44fb-bdab-f167ddab245c service nova] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Received event network-changed-a3364524-af5b-41be-96b9-915a2efba311 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.306691] env[69052]: DEBUG nova.compute.manager [req-c6345576-4fdb-4876-b64e-264ac9c24083 req-e3f2d9c3-2600-44fb-bdab-f167ddab245c service nova] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Refreshing instance network info cache due to event network-changed-a3364524-af5b-41be-96b9-915a2efba311. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 631.307153] env[69052]: DEBUG oslo_concurrency.lockutils [req-c6345576-4fdb-4876-b64e-264ac9c24083 req-e3f2d9c3-2600-44fb-bdab-f167ddab245c service nova] Acquiring lock "refresh_cache-7b0c2e85-ac32-4b92-80a8-f20dd67afa45" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.307358] env[69052]: DEBUG oslo_concurrency.lockutils [req-c6345576-4fdb-4876-b64e-264ac9c24083 req-e3f2d9c3-2600-44fb-bdab-f167ddab245c service nova] Acquired lock "refresh_cache-7b0c2e85-ac32-4b92-80a8-f20dd67afa45" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.307540] env[69052]: DEBUG nova.network.neutron [req-c6345576-4fdb-4876-b64e-264ac9c24083 req-e3f2d9c3-2600-44fb-bdab-f167ddab245c service nova] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Refreshing network info cache for port a3364524-af5b-41be-96b9-915a2efba311 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.309091] env[69052]: DEBUG oslo_vmware.api [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600495} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.311249] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 7b0c2e85-ac32-4b92-80a8-f20dd67afa45/7b0c2e85-ac32-4b92-80a8-f20dd67afa45.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.311525] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.312144] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7f3b9e3-d084-402f-8965-e89ddf354ed4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.317221] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.317221] env[69052]: value = "task-3235823" [ 631.317221] env[69052]: _type = "Task" [ 631.317221] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.325816] env[69052]: DEBUG oslo_vmware.api [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 631.325816] env[69052]: value = "task-3235824" [ 631.325816] env[69052]: _type = "Task" [ 631.325816] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.334997] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235823, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.341687] env[69052]: DEBUG oslo_vmware.api [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.364386] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0082402a-00c5-4b0d-a92e-279390ed8024 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.375208] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e0d39e-8203-410a-a2bb-e93a3a2300b7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.412154] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeea846a-ee37-4d06-9461-f77f961a44b1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.422878] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb23960a-54df-46bd-9aa8-48b9eecb27b8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.230277] env[69052]: DEBUG nova.compute.provider_tree [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.235317] env[69052]: DEBUG nova.network.neutron [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Successfully updated port: 4b6eabb2-bb37-4d58-a29c-1e33614dac6b {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.243393] env[69052]: DEBUG oslo_concurrency.lockutils [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "19eaa995-6c0a-4441-a241-2493d41ff90c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.243636] env[69052]: DEBUG oslo_concurrency.lockutils [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "19eaa995-6c0a-4441-a241-2493d41ff90c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.252548] env[69052]: DEBUG oslo_vmware.api [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075693} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.256135] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.256414] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235823, 'name': CreateVM_Task, 'duration_secs': 0.921089} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.259356] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8baca89d-399b-414c-a56c-991e6078f55c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.260497] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.261534] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.261694] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.262007] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.262941] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac666b1c-7f5b-4a19-9bf8-02338d00d2aa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.284486] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 7b0c2e85-ac32-4b92-80a8-f20dd67afa45/7b0c2e85-ac32-4b92-80a8-f20dd67afa45.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.286941] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-888512e8-73f4-4000-a864-79d492aecc30 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.303503] env[69052]: DEBUG oslo_vmware.api [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Waiting for the task: (returnval){ [ 632.303503] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523bf6d0-a9dd-3369-47b4-cc10f117087e" [ 632.303503] env[69052]: _type = "Task" [ 632.303503] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.312265] env[69052]: DEBUG oslo_vmware.api [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 632.312265] env[69052]: value = "task-3235825" [ 632.312265] env[69052]: _type = "Task" [ 632.312265] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.316255] env[69052]: DEBUG oslo_vmware.api [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523bf6d0-a9dd-3369-47b4-cc10f117087e, 'name': SearchDatastore_Task, 'duration_secs': 0.014022} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.319604] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.319759] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.320034] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.320188] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.320367] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.320980] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edab047f-9f07-489a-80db-70b8b8d3d86a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.330214] env[69052]: DEBUG oslo_vmware.api [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235825, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.332183] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.332377] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.333193] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56c8e002-7fac-47b0-a3a5-3b837a505bba {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.340727] env[69052]: DEBUG oslo_vmware.api [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Waiting for the task: (returnval){ [ 632.340727] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c2f517-e58b-82dd-6c4f-3a66ea9541f4" [ 632.340727] env[69052]: _type = "Task" [ 632.340727] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.353331] env[69052]: DEBUG oslo_vmware.api [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c2f517-e58b-82dd-6c4f-3a66ea9541f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.607534] env[69052]: DEBUG nova.network.neutron [req-c6345576-4fdb-4876-b64e-264ac9c24083 req-e3f2d9c3-2600-44fb-bdab-f167ddab245c service nova] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Updated VIF entry in instance network info cache for port a3364524-af5b-41be-96b9-915a2efba311. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.607925] env[69052]: DEBUG nova.network.neutron [req-c6345576-4fdb-4876-b64e-264ac9c24083 req-e3f2d9c3-2600-44fb-bdab-f167ddab245c service nova] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Updating instance_info_cache with network_info: [{"id": "a3364524-af5b-41be-96b9-915a2efba311", "address": "fa:16:3e:ef:80:d7", "network": {"id": "9f6895a7-84c3-4ea9-8bd1-2b915efdcd68", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1401835395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c84c8f10f58b47c994aedff830a76bc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3364524-af", "ovs_interfaceid": "a3364524-af5b-41be-96b9-915a2efba311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.744566] env[69052]: DEBUG nova.scheduler.client.report [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.761737] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Acquiring lock "refresh_cache-5937537d-06cd-4124-9d30-374d4caa995d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.761966] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Acquired lock "refresh_cache-5937537d-06cd-4124-9d30-374d4caa995d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.762354] env[69052]: DEBUG nova.network.neutron [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.833994] env[69052]: DEBUG oslo_vmware.api [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235825, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.855330] env[69052]: DEBUG oslo_vmware.api [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c2f517-e58b-82dd-6c4f-3a66ea9541f4, 'name': SearchDatastore_Task, 'duration_secs': 0.014232} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.856306] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-385df085-2b6c-447b-a06c-29d0fa4426b1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.868303] env[69052]: DEBUG oslo_vmware.api [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Waiting for the task: (returnval){ [ 632.868303] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52856928-8078-651d-59d6-39fc40a33a32" [ 632.868303] env[69052]: _type = "Task" [ 632.868303] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.878430] env[69052]: DEBUG oslo_vmware.api [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52856928-8078-651d-59d6-39fc40a33a32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.111052] env[69052]: DEBUG oslo_concurrency.lockutils [req-c6345576-4fdb-4876-b64e-264ac9c24083 req-e3f2d9c3-2600-44fb-bdab-f167ddab245c service nova] Releasing lock "refresh_cache-7b0c2e85-ac32-4b92-80a8-f20dd67afa45" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.111353] env[69052]: DEBUG nova.compute.manager [req-c6345576-4fdb-4876-b64e-264ac9c24083 req-e3f2d9c3-2600-44fb-bdab-f167ddab245c service nova] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Received event network-vif-plugged-634334f6-6210-41f1-8c8e-e339e1efb4d5 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.111552] env[69052]: DEBUG oslo_concurrency.lockutils [req-c6345576-4fdb-4876-b64e-264ac9c24083 req-e3f2d9c3-2600-44fb-bdab-f167ddab245c service nova] Acquiring lock "4d310649-22ae-4632-bd03-3dfdc1226a0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.111800] env[69052]: DEBUG oslo_concurrency.lockutils [req-c6345576-4fdb-4876-b64e-264ac9c24083 req-e3f2d9c3-2600-44fb-bdab-f167ddab245c service nova] Lock "4d310649-22ae-4632-bd03-3dfdc1226a0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.111965] env[69052]: DEBUG oslo_concurrency.lockutils [req-c6345576-4fdb-4876-b64e-264ac9c24083 req-e3f2d9c3-2600-44fb-bdab-f167ddab245c service nova] Lock "4d310649-22ae-4632-bd03-3dfdc1226a0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.112137] env[69052]: DEBUG nova.compute.manager [req-c6345576-4fdb-4876-b64e-264ac9c24083 req-e3f2d9c3-2600-44fb-bdab-f167ddab245c service nova] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] No waiting events found dispatching network-vif-plugged-634334f6-6210-41f1-8c8e-e339e1efb4d5 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 633.112295] env[69052]: WARNING nova.compute.manager [req-c6345576-4fdb-4876-b64e-264ac9c24083 req-e3f2d9c3-2600-44fb-bdab-f167ddab245c service nova] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Received unexpected event network-vif-plugged-634334f6-6210-41f1-8c8e-e339e1efb4d5 for instance with vm_state building and task_state spawning. [ 633.408392] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.567s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.408392] env[69052]: DEBUG nova.compute.manager [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 633.408392] env[69052]: DEBUG oslo_concurrency.lockutils [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.782s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.408392] env[69052]: INFO nova.compute.claims [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.408392] env[69052]: DEBUG nova.network.neutron [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.408775] env[69052]: DEBUG oslo_vmware.api [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235825, 'name': ReconfigVM_Task, 'duration_secs': 0.572805} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.408775] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 7b0c2e85-ac32-4b92-80a8-f20dd67afa45/7b0c2e85-ac32-4b92-80a8-f20dd67afa45.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.408775] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-add88df4-b4da-44ea-8268-27bc786198f4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.410450] env[69052]: DEBUG oslo_vmware.api [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 633.410450] env[69052]: value = "task-3235826" [ 633.410450] env[69052]: _type = "Task" [ 633.410450] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.417263] env[69052]: DEBUG oslo_vmware.api [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52856928-8078-651d-59d6-39fc40a33a32, 'name': SearchDatastore_Task, 'duration_secs': 0.016553} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.424590] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.424948] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 4d310649-22ae-4632-bd03-3dfdc1226a0e/4d310649-22ae-4632-bd03-3dfdc1226a0e.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.425263] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36715d45-8aeb-48e6-be52-b5ba13739b0f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.446748] env[69052]: DEBUG oslo_vmware.api [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Waiting for the task: (returnval){ [ 633.446748] env[69052]: value = "task-3235827" [ 633.446748] env[69052]: _type = "Task" [ 633.446748] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.447011] env[69052]: DEBUG oslo_vmware.api [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235826, 'name': Rename_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.460222] env[69052]: DEBUG oslo_vmware.api [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Task: {'id': task-3235827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.666382] env[69052]: DEBUG nova.compute.manager [req-10975009-49cc-4c8c-a7dc-52cf566fdf46 req-f9cab21a-e9a2-41c8-b927-708e40c065e9 service nova] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Received event network-changed-634334f6-6210-41f1-8c8e-e339e1efb4d5 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.666556] env[69052]: DEBUG nova.compute.manager [req-10975009-49cc-4c8c-a7dc-52cf566fdf46 req-f9cab21a-e9a2-41c8-b927-708e40c065e9 service nova] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Refreshing instance network info cache due to event network-changed-634334f6-6210-41f1-8c8e-e339e1efb4d5. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 633.666761] env[69052]: DEBUG oslo_concurrency.lockutils [req-10975009-49cc-4c8c-a7dc-52cf566fdf46 req-f9cab21a-e9a2-41c8-b927-708e40c065e9 service nova] Acquiring lock "refresh_cache-4d310649-22ae-4632-bd03-3dfdc1226a0e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.666926] env[69052]: DEBUG oslo_concurrency.lockutils [req-10975009-49cc-4c8c-a7dc-52cf566fdf46 req-f9cab21a-e9a2-41c8-b927-708e40c065e9 service nova] Acquired lock "refresh_cache-4d310649-22ae-4632-bd03-3dfdc1226a0e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.667080] env[69052]: DEBUG nova.network.neutron [req-10975009-49cc-4c8c-a7dc-52cf566fdf46 req-f9cab21a-e9a2-41c8-b927-708e40c065e9 service nova] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Refreshing network info cache for port 634334f6-6210-41f1-8c8e-e339e1efb4d5 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.741104] env[69052]: DEBUG nova.network.neutron [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Updating instance_info_cache with network_info: [{"id": "4b6eabb2-bb37-4d58-a29c-1e33614dac6b", "address": "fa:16:3e:0b:b7:df", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6eabb2-bb", "ovs_interfaceid": "4b6eabb2-bb37-4d58-a29c-1e33614dac6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.776436] env[69052]: DEBUG nova.compute.utils [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.776436] env[69052]: DEBUG nova.compute.manager [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.776436] env[69052]: DEBUG nova.network.neutron [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.884398] env[69052]: DEBUG nova.policy [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4ace44fa13f445d94e65628f967b3d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '962bb1d2e1c94f4b9ebca1b61cab750f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.932472] env[69052]: DEBUG oslo_vmware.api [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235826, 'name': Rename_Task, 'duration_secs': 0.309318} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.934100] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.934100] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fae51cd6-813f-4025-8d91-136869133c34 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.947207] env[69052]: DEBUG oslo_vmware.api [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 633.947207] env[69052]: value = "task-3235828" [ 633.947207] env[69052]: _type = "Task" [ 633.947207] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.978801] env[69052]: DEBUG oslo_vmware.api [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235828, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.982781] env[69052]: DEBUG oslo_vmware.api [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Task: {'id': task-3235827, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.249624] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Releasing lock "refresh_cache-5937537d-06cd-4124-9d30-374d4caa995d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.250123] env[69052]: DEBUG nova.compute.manager [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Instance network_info: |[{"id": "4b6eabb2-bb37-4d58-a29c-1e33614dac6b", "address": "fa:16:3e:0b:b7:df", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6eabb2-bb", "ovs_interfaceid": "4b6eabb2-bb37-4d58-a29c-1e33614dac6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.250555] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:b7:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b6eabb2-bb37-4d58-a29c-1e33614dac6b', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.260119] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.260727] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.261034] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-064a1b7a-4f97-40dd-9253-49a8659a9162 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.284231] env[69052]: DEBUG nova.compute.manager [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.293043] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.293043] env[69052]: value = "task-3235829" [ 634.293043] env[69052]: _type = "Task" [ 634.293043] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.304959] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235829, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.449455] env[69052]: DEBUG nova.compute.manager [req-cc9aa808-d87c-4250-b285-fd3c7904e2e6 req-00aa1fa9-35cc-4ef8-8a46-4903e1f6c9fc service nova] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Received event network-changed-83e9b669-e628-48c3-ae9b-2b091990f046 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.449711] env[69052]: DEBUG nova.compute.manager [req-cc9aa808-d87c-4250-b285-fd3c7904e2e6 req-00aa1fa9-35cc-4ef8-8a46-4903e1f6c9fc service nova] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Refreshing instance network info cache due to event network-changed-83e9b669-e628-48c3-ae9b-2b091990f046. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 634.449753] env[69052]: DEBUG oslo_concurrency.lockutils [req-cc9aa808-d87c-4250-b285-fd3c7904e2e6 req-00aa1fa9-35cc-4ef8-8a46-4903e1f6c9fc service nova] Acquiring lock "refresh_cache-d2b777aa-dab0-4258-b5cc-138fd60f8fb7" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.449898] env[69052]: DEBUG oslo_concurrency.lockutils [req-cc9aa808-d87c-4250-b285-fd3c7904e2e6 req-00aa1fa9-35cc-4ef8-8a46-4903e1f6c9fc service nova] Acquired lock "refresh_cache-d2b777aa-dab0-4258-b5cc-138fd60f8fb7" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.450364] env[69052]: DEBUG nova.network.neutron [req-cc9aa808-d87c-4250-b285-fd3c7904e2e6 req-00aa1fa9-35cc-4ef8-8a46-4903e1f6c9fc service nova] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Refreshing network info cache for port 83e9b669-e628-48c3-ae9b-2b091990f046 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.474659] env[69052]: DEBUG oslo_vmware.api [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235828, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.482481] env[69052]: DEBUG oslo_vmware.api [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Task: {'id': task-3235827, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.802162] env[69052]: DEBUG nova.network.neutron [req-10975009-49cc-4c8c-a7dc-52cf566fdf46 req-f9cab21a-e9a2-41c8-b927-708e40c065e9 service nova] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Updated VIF entry in instance network info cache for port 634334f6-6210-41f1-8c8e-e339e1efb4d5. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.802551] env[69052]: DEBUG nova.network.neutron [req-10975009-49cc-4c8c-a7dc-52cf566fdf46 req-f9cab21a-e9a2-41c8-b927-708e40c065e9 service nova] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Updating instance_info_cache with network_info: [{"id": "634334f6-6210-41f1-8c8e-e339e1efb4d5", "address": "fa:16:3e:d4:fa:c2", "network": {"id": "534dbd50-d2e0-4d3f-99c9-42a1e99cf8b3", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-63187305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c20c465b7b4561bc1ac3eca47a8086", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap634334f6-62", "ovs_interfaceid": "634334f6-6210-41f1-8c8e-e339e1efb4d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.813592] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235829, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.876095] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52561ea1-1659-4945-8f6d-d3b25ac0d78e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.889151] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39aa244-647c-40c4-b751-e1cce5dceb36 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.926746] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbd340b-67c1-4b25-9727-c1b316d1a3ab {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.936742] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d732165e-ba55-4fe4-8846-044f7b110e96 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.952463] env[69052]: DEBUG nova.compute.provider_tree [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.970127] env[69052]: DEBUG oslo_vmware.api [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235828, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.971947] env[69052]: DEBUG nova.network.neutron [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Successfully created port: ffde6bf6-b115-4861-afd6-7635c6c16980 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.982031] env[69052]: DEBUG oslo_vmware.api [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Task: {'id': task-3235827, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.079460] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "d144e192-e16f-4437-9813-6b44fdcaa8e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.079812] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "d144e192-e16f-4437-9813-6b44fdcaa8e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.302516] env[69052]: DEBUG nova.compute.manager [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 635.308488] env[69052]: DEBUG oslo_concurrency.lockutils [req-10975009-49cc-4c8c-a7dc-52cf566fdf46 req-f9cab21a-e9a2-41c8-b927-708e40c065e9 service nova] Releasing lock "refresh_cache-4d310649-22ae-4632-bd03-3dfdc1226a0e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.308754] env[69052]: DEBUG nova.compute.manager [req-10975009-49cc-4c8c-a7dc-52cf566fdf46 req-f9cab21a-e9a2-41c8-b927-708e40c065e9 service nova] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Received event network-changed-c61c1847-beb4-4614-9606-8346b7e3a98f {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.308925] env[69052]: DEBUG nova.compute.manager [req-10975009-49cc-4c8c-a7dc-52cf566fdf46 req-f9cab21a-e9a2-41c8-b927-708e40c065e9 service nova] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Refreshing instance network info cache due to event network-changed-c61c1847-beb4-4614-9606-8346b7e3a98f. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 635.309183] env[69052]: DEBUG oslo_concurrency.lockutils [req-10975009-49cc-4c8c-a7dc-52cf566fdf46 req-f9cab21a-e9a2-41c8-b927-708e40c065e9 service nova] Acquiring lock "refresh_cache-857c7aa8-406a-4a90-8f1b-166e87f0f559" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.309294] env[69052]: DEBUG oslo_concurrency.lockutils [req-10975009-49cc-4c8c-a7dc-52cf566fdf46 req-f9cab21a-e9a2-41c8-b927-708e40c065e9 service nova] Acquired lock "refresh_cache-857c7aa8-406a-4a90-8f1b-166e87f0f559" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.309449] env[69052]: DEBUG nova.network.neutron [req-10975009-49cc-4c8c-a7dc-52cf566fdf46 req-f9cab21a-e9a2-41c8-b927-708e40c065e9 service nova] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Refreshing network info cache for port c61c1847-beb4-4614-9606-8346b7e3a98f {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.310637] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235829, 'name': CreateVM_Task, 'duration_secs': 0.557733} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.310787] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.312612] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.312782] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.313092] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.313585] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aff494de-c248-4662-bbb9-680cba8fa3bb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.319342] env[69052]: DEBUG oslo_vmware.api [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Waiting for the task: (returnval){ [ 635.319342] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d47dde-1ec6-a76d-e75a-1ed3873cda2a" [ 635.319342] env[69052]: _type = "Task" [ 635.319342] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.329850] env[69052]: DEBUG nova.virt.hardware [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.330119] env[69052]: DEBUG nova.virt.hardware [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.330296] env[69052]: DEBUG nova.virt.hardware [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.330497] env[69052]: DEBUG nova.virt.hardware [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.330656] env[69052]: DEBUG nova.virt.hardware [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.330847] env[69052]: DEBUG nova.virt.hardware [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.331142] env[69052]: DEBUG nova.virt.hardware [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.331282] env[69052]: DEBUG nova.virt.hardware [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.331450] env[69052]: DEBUG nova.virt.hardware [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.331612] env[69052]: DEBUG nova.virt.hardware [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.331814] env[69052]: DEBUG nova.virt.hardware [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.335109] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fa2ed3-bcc8-4ab9-b0d9-e71cf9628021 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.344026] env[69052]: DEBUG oslo_vmware.api [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d47dde-1ec6-a76d-e75a-1ed3873cda2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.348966] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2b5d08-3ac5-453f-bc0f-99e5c70b875b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.458989] env[69052]: DEBUG nova.scheduler.client.report [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.470599] env[69052]: DEBUG oslo_vmware.api [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235828, 'name': PowerOnVM_Task, 'duration_secs': 1.15095} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.471269] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.471495] env[69052]: INFO nova.compute.manager [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Took 14.12 seconds to spawn the instance on the hypervisor. [ 635.471692] env[69052]: DEBUG nova.compute.manager [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.472536] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c20225-69dc-4cbe-97a3-a611ecaed1b3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.480411] env[69052]: DEBUG oslo_vmware.api [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Task: {'id': task-3235827, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.797731} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.483755] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 4d310649-22ae-4632-bd03-3dfdc1226a0e/4d310649-22ae-4632-bd03-3dfdc1226a0e.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.483755] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.483755] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e6ed791-009c-4e2e-abc9-51b8a6c15439 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.495425] env[69052]: DEBUG oslo_vmware.api [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Waiting for the task: (returnval){ [ 635.495425] env[69052]: value = "task-3235830" [ 635.495425] env[69052]: _type = "Task" [ 635.495425] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.510304] env[69052]: DEBUG oslo_vmware.api [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Task: {'id': task-3235830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.817857] env[69052]: DEBUG nova.network.neutron [req-cc9aa808-d87c-4250-b285-fd3c7904e2e6 req-00aa1fa9-35cc-4ef8-8a46-4903e1f6c9fc service nova] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Updated VIF entry in instance network info cache for port 83e9b669-e628-48c3-ae9b-2b091990f046. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.818202] env[69052]: DEBUG nova.network.neutron [req-cc9aa808-d87c-4250-b285-fd3c7904e2e6 req-00aa1fa9-35cc-4ef8-8a46-4903e1f6c9fc service nova] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Updating instance_info_cache with network_info: [{"id": "83e9b669-e628-48c3-ae9b-2b091990f046", "address": "fa:16:3e:66:52:e8", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e9b669-e6", "ovs_interfaceid": "83e9b669-e628-48c3-ae9b-2b091990f046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.833891] env[69052]: DEBUG oslo_vmware.api [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d47dde-1ec6-a76d-e75a-1ed3873cda2a, 'name': SearchDatastore_Task, 'duration_secs': 0.018954} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.834493] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.835011] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.835287] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.835435] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.835612] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.835877] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59055988-0573-4149-a365-eaebf6d9bcb0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.847023] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.847193] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.848296] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a89fff4d-af91-4d45-9eae-a3f2cedf516e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.855583] env[69052]: DEBUG oslo_vmware.api [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Waiting for the task: (returnval){ [ 635.855583] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527429d4-5f48-fb5b-51e5-9e915ec6c31c" [ 635.855583] env[69052]: _type = "Task" [ 635.855583] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.865023] env[69052]: DEBUG oslo_vmware.api [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527429d4-5f48-fb5b-51e5-9e915ec6c31c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.964722] env[69052]: DEBUG oslo_concurrency.lockutils [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.965478] env[69052]: DEBUG nova.compute.manager [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.968488] env[69052]: DEBUG oslo_concurrency.lockutils [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.603s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.970301] env[69052]: INFO nova.compute.claims [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.003803] env[69052]: INFO nova.compute.manager [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Took 42.29 seconds to build instance. [ 636.009539] env[69052]: DEBUG oslo_vmware.api [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Task: {'id': task-3235830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115843} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.009854] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.012915] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be94ecf1-6f04-4054-bd5b-5b5ea11b2966 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.061492] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 4d310649-22ae-4632-bd03-3dfdc1226a0e/4d310649-22ae-4632-bd03-3dfdc1226a0e.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.061492] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39060c51-09d3-46aa-9554-98536cfea39b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.081353] env[69052]: DEBUG oslo_vmware.api [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Waiting for the task: (returnval){ [ 636.081353] env[69052]: value = "task-3235831" [ 636.081353] env[69052]: _type = "Task" [ 636.081353] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.098272] env[69052]: DEBUG oslo_vmware.api [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Task: {'id': task-3235831, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.232132] env[69052]: DEBUG nova.network.neutron [req-10975009-49cc-4c8c-a7dc-52cf566fdf46 req-f9cab21a-e9a2-41c8-b927-708e40c065e9 service nova] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Updated VIF entry in instance network info cache for port c61c1847-beb4-4614-9606-8346b7e3a98f. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.232525] env[69052]: DEBUG nova.network.neutron [req-10975009-49cc-4c8c-a7dc-52cf566fdf46 req-f9cab21a-e9a2-41c8-b927-708e40c065e9 service nova] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Updating instance_info_cache with network_info: [{"id": "c61c1847-beb4-4614-9606-8346b7e3a98f", "address": "fa:16:3e:99:d1:b8", "network": {"id": "c08c950b-0592-4a1e-a56a-aeb6bd88704e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-651042171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d98204b73ec4474bf67f7be03c08b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc61c1847-be", "ovs_interfaceid": "c61c1847-beb4-4614-9606-8346b7e3a98f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.393140] env[69052]: DEBUG oslo_concurrency.lockutils [req-cc9aa808-d87c-4250-b285-fd3c7904e2e6 req-00aa1fa9-35cc-4ef8-8a46-4903e1f6c9fc service nova] Releasing lock "refresh_cache-d2b777aa-dab0-4258-b5cc-138fd60f8fb7" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.395349] env[69052]: DEBUG oslo_vmware.api [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527429d4-5f48-fb5b-51e5-9e915ec6c31c, 'name': SearchDatastore_Task, 'duration_secs': 0.015199} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.396167] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44b6cb57-2eda-4c85-a2df-bbb714307428 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.405700] env[69052]: DEBUG oslo_vmware.api [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Waiting for the task: (returnval){ [ 636.405700] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524d3052-17af-46e9-7b55-dc297a8748d7" [ 636.405700] env[69052]: _type = "Task" [ 636.405700] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.414101] env[69052]: DEBUG oslo_vmware.api [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524d3052-17af-46e9-7b55-dc297a8748d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.475218] env[69052]: DEBUG nova.compute.utils [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.478911] env[69052]: DEBUG nova.compute.manager [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.479168] env[69052]: DEBUG nova.network.neutron [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.506374] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f2e0c14-baed-444c-9a6a-befef1ddafab tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Lock "7b0c2e85-ac32-4b92-80a8-f20dd67afa45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.153s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.555278] env[69052]: DEBUG nova.policy [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8dae51b758984fbd93d9476be2abcd1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b11d276a02ea4ab7bdfdba764977ee4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.594634] env[69052]: DEBUG oslo_vmware.api [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Task: {'id': task-3235831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.675615] env[69052]: INFO nova.compute.manager [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Rescuing [ 636.675615] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "refresh_cache-5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.675615] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquired lock "refresh_cache-5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.675615] env[69052]: DEBUG nova.network.neutron [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.737204] env[69052]: DEBUG oslo_concurrency.lockutils [req-10975009-49cc-4c8c-a7dc-52cf566fdf46 req-f9cab21a-e9a2-41c8-b927-708e40c065e9 service nova] Releasing lock "refresh_cache-857c7aa8-406a-4a90-8f1b-166e87f0f559" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.737516] env[69052]: DEBUG nova.compute.manager [req-10975009-49cc-4c8c-a7dc-52cf566fdf46 req-f9cab21a-e9a2-41c8-b927-708e40c065e9 service nova] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Received event network-vif-plugged-4b6eabb2-bb37-4d58-a29c-1e33614dac6b {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.737709] env[69052]: DEBUG oslo_concurrency.lockutils [req-10975009-49cc-4c8c-a7dc-52cf566fdf46 req-f9cab21a-e9a2-41c8-b927-708e40c065e9 service nova] Acquiring lock "5937537d-06cd-4124-9d30-374d4caa995d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.739269] env[69052]: DEBUG oslo_concurrency.lockutils [req-10975009-49cc-4c8c-a7dc-52cf566fdf46 req-f9cab21a-e9a2-41c8-b927-708e40c065e9 service nova] Lock "5937537d-06cd-4124-9d30-374d4caa995d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.739269] env[69052]: DEBUG oslo_concurrency.lockutils [req-10975009-49cc-4c8c-a7dc-52cf566fdf46 req-f9cab21a-e9a2-41c8-b927-708e40c065e9 service nova] Lock "5937537d-06cd-4124-9d30-374d4caa995d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.739269] env[69052]: DEBUG nova.compute.manager [req-10975009-49cc-4c8c-a7dc-52cf566fdf46 req-f9cab21a-e9a2-41c8-b927-708e40c065e9 service nova] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] No waiting events found dispatching network-vif-plugged-4b6eabb2-bb37-4d58-a29c-1e33614dac6b {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 636.739269] env[69052]: WARNING nova.compute.manager [req-10975009-49cc-4c8c-a7dc-52cf566fdf46 req-f9cab21a-e9a2-41c8-b927-708e40c065e9 service nova] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Received unexpected event network-vif-plugged-4b6eabb2-bb37-4d58-a29c-1e33614dac6b for instance with vm_state building and task_state spawning. [ 636.739269] env[69052]: DEBUG nova.compute.manager [req-10975009-49cc-4c8c-a7dc-52cf566fdf46 req-f9cab21a-e9a2-41c8-b927-708e40c065e9 service nova] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Received event network-changed-4b6eabb2-bb37-4d58-a29c-1e33614dac6b {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.739435] env[69052]: DEBUG nova.compute.manager [req-10975009-49cc-4c8c-a7dc-52cf566fdf46 req-f9cab21a-e9a2-41c8-b927-708e40c065e9 service nova] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Refreshing instance network info cache due to event network-changed-4b6eabb2-bb37-4d58-a29c-1e33614dac6b. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 636.739435] env[69052]: DEBUG oslo_concurrency.lockutils [req-10975009-49cc-4c8c-a7dc-52cf566fdf46 req-f9cab21a-e9a2-41c8-b927-708e40c065e9 service nova] Acquiring lock "refresh_cache-5937537d-06cd-4124-9d30-374d4caa995d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.739435] env[69052]: DEBUG oslo_concurrency.lockutils [req-10975009-49cc-4c8c-a7dc-52cf566fdf46 req-f9cab21a-e9a2-41c8-b927-708e40c065e9 service nova] Acquired lock "refresh_cache-5937537d-06cd-4124-9d30-374d4caa995d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.739435] env[69052]: DEBUG nova.network.neutron [req-10975009-49cc-4c8c-a7dc-52cf566fdf46 req-f9cab21a-e9a2-41c8-b927-708e40c065e9 service nova] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Refreshing network info cache for port 4b6eabb2-bb37-4d58-a29c-1e33614dac6b {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.796468] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Acquiring lock "3fec9237-3f28-4688-bde6-ad51c9504d4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.796468] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Lock "3fec9237-3f28-4688-bde6-ad51c9504d4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.919277] env[69052]: DEBUG oslo_vmware.api [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524d3052-17af-46e9-7b55-dc297a8748d7, 'name': SearchDatastore_Task, 'duration_secs': 0.018309} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.919277] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.919766] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 5937537d-06cd-4124-9d30-374d4caa995d/5937537d-06cd-4124-9d30-374d4caa995d.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.920164] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d9eab2d-9823-4829-9d95-0e1fa4e8b9e5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.930113] env[69052]: DEBUG oslo_vmware.api [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Waiting for the task: (returnval){ [ 636.930113] env[69052]: value = "task-3235832" [ 636.930113] env[69052]: _type = "Task" [ 636.930113] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.941625] env[69052]: DEBUG oslo_vmware.api [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': task-3235832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.980545] env[69052]: DEBUG nova.compute.manager [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 637.009291] env[69052]: DEBUG nova.compute.manager [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.097198] env[69052]: DEBUG oslo_vmware.api [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Task: {'id': task-3235831, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.150026] env[69052]: DEBUG nova.network.neutron [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Successfully created port: a9832834-1ae6-4d60-9bd4-fe09c2d4fdc4 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.379233] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Acquiring lock "59f0e709-60bb-4763-920a-b6b25cd59c31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.379465] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Lock "59f0e709-60bb-4763-920a-b6b25cd59c31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.440549] env[69052]: DEBUG oslo_vmware.api [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': task-3235832, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.531377] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.566820] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f61b38-3bfd-4635-b918-830730a5360c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.577438] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39990003-ec90-469e-a322-627635335191 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.622219] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc048c4a-b4db-4b85-85b4-b517fa33e4d8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.623614] env[69052]: DEBUG oslo_vmware.api [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Task: {'id': task-3235831, 'name': ReconfigVM_Task, 'duration_secs': 1.098708} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.626359] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 4d310649-22ae-4632-bd03-3dfdc1226a0e/4d310649-22ae-4632-bd03-3dfdc1226a0e.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.627560] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9276642-110f-4200-9a18-5e3235230efc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.636902] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5657fe7b-2d95-41dd-8f84-e3e17b95239c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.644684] env[69052]: DEBUG oslo_vmware.api [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Waiting for the task: (returnval){ [ 637.644684] env[69052]: value = "task-3235833" [ 637.644684] env[69052]: _type = "Task" [ 637.644684] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.659232] env[69052]: DEBUG nova.compute.provider_tree [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.663930] env[69052]: DEBUG oslo_vmware.api [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Task: {'id': task-3235833, 'name': Rename_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.944399] env[69052]: DEBUG oslo_vmware.api [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': task-3235832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.99766} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.944788] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 5937537d-06cd-4124-9d30-374d4caa995d/5937537d-06cd-4124-9d30-374d4caa995d.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.945281] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.945556] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d09f5063-8c05-4c61-8c3f-65a7176ec45e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.953107] env[69052]: DEBUG oslo_vmware.api [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Waiting for the task: (returnval){ [ 637.953107] env[69052]: value = "task-3235834" [ 637.953107] env[69052]: _type = "Task" [ 637.953107] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.962883] env[69052]: DEBUG oslo_vmware.api [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': task-3235834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.002691] env[69052]: DEBUG nova.compute.manager [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 638.034586] env[69052]: DEBUG nova.virt.hardware [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 638.034846] env[69052]: DEBUG nova.virt.hardware [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.035022] env[69052]: DEBUG nova.virt.hardware [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.035212] env[69052]: DEBUG nova.virt.hardware [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.035349] env[69052]: DEBUG nova.virt.hardware [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.035496] env[69052]: DEBUG nova.virt.hardware [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 638.035709] env[69052]: DEBUG nova.virt.hardware [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 638.035867] env[69052]: DEBUG nova.virt.hardware [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 638.036045] env[69052]: DEBUG nova.virt.hardware [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 638.036207] env[69052]: DEBUG nova.virt.hardware [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 638.036378] env[69052]: DEBUG nova.virt.hardware [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 638.037273] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8cb793-b1aa-40b3-87b5-5962751ef767 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.046847] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbac2dfc-a45c-4cb7-b9c2-cbf2eaa620f6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.076397] env[69052]: DEBUG nova.network.neutron [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Updating instance_info_cache with network_info: [{"id": "20186154-118b-4ad5-8d46-e65a57994659", "address": "fa:16:3e:19:83:20", "network": {"id": "a490f064-ef53-4fb0-a146-0d36a6ba4204", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1657249736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a60b2155098b4cac81ebfbc86a70f9fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20186154-11", "ovs_interfaceid": "20186154-118b-4ad5-8d46-e65a57994659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.128975] env[69052]: DEBUG nova.compute.manager [req-2484a5e3-76bb-4625-8338-1efdd6d5884a req-b113a31f-bfbf-47da-9db3-ee72b263fcc4 service nova] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Received event network-vif-plugged-ffde6bf6-b115-4861-afd6-7635c6c16980 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.129218] env[69052]: DEBUG oslo_concurrency.lockutils [req-2484a5e3-76bb-4625-8338-1efdd6d5884a req-b113a31f-bfbf-47da-9db3-ee72b263fcc4 service nova] Acquiring lock "599309eb-3858-40cd-b1b7-0e1ea4a611da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.129431] env[69052]: DEBUG oslo_concurrency.lockutils [req-2484a5e3-76bb-4625-8338-1efdd6d5884a req-b113a31f-bfbf-47da-9db3-ee72b263fcc4 service nova] Lock "599309eb-3858-40cd-b1b7-0e1ea4a611da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.129597] env[69052]: DEBUG oslo_concurrency.lockutils [req-2484a5e3-76bb-4625-8338-1efdd6d5884a req-b113a31f-bfbf-47da-9db3-ee72b263fcc4 service nova] Lock "599309eb-3858-40cd-b1b7-0e1ea4a611da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.129763] env[69052]: DEBUG nova.compute.manager [req-2484a5e3-76bb-4625-8338-1efdd6d5884a req-b113a31f-bfbf-47da-9db3-ee72b263fcc4 service nova] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] No waiting events found dispatching network-vif-plugged-ffde6bf6-b115-4861-afd6-7635c6c16980 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.129925] env[69052]: WARNING nova.compute.manager [req-2484a5e3-76bb-4625-8338-1efdd6d5884a req-b113a31f-bfbf-47da-9db3-ee72b263fcc4 service nova] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Received unexpected event network-vif-plugged-ffde6bf6-b115-4861-afd6-7635c6c16980 for instance with vm_state building and task_state spawning. [ 638.144705] env[69052]: DEBUG nova.network.neutron [req-10975009-49cc-4c8c-a7dc-52cf566fdf46 req-f9cab21a-e9a2-41c8-b927-708e40c065e9 service nova] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Updated VIF entry in instance network info cache for port 4b6eabb2-bb37-4d58-a29c-1e33614dac6b. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.145138] env[69052]: DEBUG nova.network.neutron [req-10975009-49cc-4c8c-a7dc-52cf566fdf46 req-f9cab21a-e9a2-41c8-b927-708e40c065e9 service nova] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Updating instance_info_cache with network_info: [{"id": "4b6eabb2-bb37-4d58-a29c-1e33614dac6b", "address": "fa:16:3e:0b:b7:df", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6eabb2-bb", "ovs_interfaceid": "4b6eabb2-bb37-4d58-a29c-1e33614dac6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.160131] env[69052]: DEBUG nova.network.neutron [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Successfully updated port: ffde6bf6-b115-4861-afd6-7635c6c16980 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.172784] env[69052]: DEBUG nova.scheduler.client.report [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.177511] env[69052]: DEBUG oslo_vmware.api [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Task: {'id': task-3235833, 'name': Rename_Task, 'duration_secs': 0.404085} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.178633] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.179137] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7e91444-b947-4698-b03a-3debd0594188 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.194065] env[69052]: DEBUG oslo_vmware.api [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Waiting for the task: (returnval){ [ 638.194065] env[69052]: value = "task-3235835" [ 638.194065] env[69052]: _type = "Task" [ 638.194065] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.206897] env[69052]: DEBUG oslo_vmware.api [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Task: {'id': task-3235835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.463943] env[69052]: DEBUG oslo_vmware.api [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': task-3235834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144348} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.464194] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.465024] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d892c9bd-a583-48ef-a855-37f89e30a8fa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.488857] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 5937537d-06cd-4124-9d30-374d4caa995d/5937537d-06cd-4124-9d30-374d4caa995d.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.489619] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3143846a-8395-403f-bc66-87440f241f6b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.517101] env[69052]: DEBUG oslo_vmware.api [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Waiting for the task: (returnval){ [ 638.517101] env[69052]: value = "task-3235836" [ 638.517101] env[69052]: _type = "Task" [ 638.517101] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.526066] env[69052]: DEBUG oslo_vmware.api [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': task-3235836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.578912] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Releasing lock "refresh_cache-5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.660023] env[69052]: DEBUG oslo_concurrency.lockutils [req-10975009-49cc-4c8c-a7dc-52cf566fdf46 req-f9cab21a-e9a2-41c8-b927-708e40c065e9 service nova] Releasing lock "refresh_cache-5937537d-06cd-4124-9d30-374d4caa995d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.663841] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Acquiring lock "refresh_cache-599309eb-3858-40cd-b1b7-0e1ea4a611da" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.664019] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Acquired lock "refresh_cache-599309eb-3858-40cd-b1b7-0e1ea4a611da" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.664159] env[69052]: DEBUG nova.network.neutron [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.680676] env[69052]: DEBUG oslo_concurrency.lockutils [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.681350] env[69052]: DEBUG nova.compute.manager [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.684073] env[69052]: DEBUG oslo_concurrency.lockutils [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.951s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.685672] env[69052]: INFO nova.compute.claims [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.712496] env[69052]: DEBUG oslo_vmware.api [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Task: {'id': task-3235835, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.726365] env[69052]: INFO nova.compute.manager [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Rescuing [ 638.727030] env[69052]: DEBUG oslo_concurrency.lockutils [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquiring lock "refresh_cache-7b0c2e85-ac32-4b92-80a8-f20dd67afa45" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.727030] env[69052]: DEBUG oslo_concurrency.lockutils [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquired lock "refresh_cache-7b0c2e85-ac32-4b92-80a8-f20dd67afa45" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.727030] env[69052]: DEBUG nova.network.neutron [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.026415] env[69052]: DEBUG oslo_vmware.api [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': task-3235836, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.151052] env[69052]: DEBUG oslo_vmware.rw_handles [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de866a-544a-5ae6-608a-abc5d79ef511/disk-0.vmdk. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 639.152057] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b898913-2f52-4f60-8adf-52def4e069fe {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.159836] env[69052]: DEBUG oslo_vmware.rw_handles [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de866a-544a-5ae6-608a-abc5d79ef511/disk-0.vmdk is in state: ready. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 639.160029] env[69052]: ERROR oslo_vmware.rw_handles [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de866a-544a-5ae6-608a-abc5d79ef511/disk-0.vmdk due to incomplete transfer. [ 639.160253] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4462363c-1b85-49c2-aa4e-12e9c702671c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.169380] env[69052]: DEBUG oslo_vmware.rw_handles [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de866a-544a-5ae6-608a-abc5d79ef511/disk-0.vmdk. {{(pid=69052) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 639.169580] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Uploaded image 966500cb-7401-41bf-b19a-fa1b5254a8a7 to the Glance image server {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 639.172120] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Destroying the VM {{(pid=69052) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 639.172747] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-da4472ad-906d-4432-95f7-21909e8d31e0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.191228] env[69052]: DEBUG nova.compute.utils [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.196429] env[69052]: DEBUG nova.compute.manager [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.196615] env[69052]: DEBUG nova.network.neutron [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.199158] env[69052]: DEBUG oslo_vmware.api [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 639.199158] env[69052]: value = "task-3235837" [ 639.199158] env[69052]: _type = "Task" [ 639.199158] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.214862] env[69052]: DEBUG oslo_vmware.api [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Task: {'id': task-3235835, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.219122] env[69052]: DEBUG oslo_vmware.api [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235837, 'name': Destroy_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.236811] env[69052]: DEBUG nova.network.neutron [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.320796] env[69052]: DEBUG nova.policy [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cd1f500a1f34bb78f91063f8cca7610', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25745843b8a24b199ca31215bf7e0551', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.525165] env[69052]: DEBUG oslo_vmware.api [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': task-3235836, 'name': ReconfigVM_Task, 'duration_secs': 0.559766} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.525477] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 5937537d-06cd-4124-9d30-374d4caa995d/5937537d-06cd-4124-9d30-374d4caa995d.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.526155] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-465d694d-d11b-441f-bf60-21161d1b55cb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.533829] env[69052]: DEBUG oslo_vmware.api [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Waiting for the task: (returnval){ [ 639.533829] env[69052]: value = "task-3235838" [ 639.533829] env[69052]: _type = "Task" [ 639.533829] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.543454] env[69052]: DEBUG oslo_vmware.api [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': task-3235838, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.695731] env[69052]: DEBUG nova.compute.manager [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.721502] env[69052]: DEBUG oslo_vmware.api [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Task: {'id': task-3235835, 'name': PowerOnVM_Task, 'duration_secs': 1.132782} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.722483] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.722774] env[69052]: INFO nova.compute.manager [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Took 15.63 seconds to spawn the instance on the hypervisor. [ 639.723049] env[69052]: DEBUG nova.compute.manager [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.724287] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1588f82-5b00-4579-92e5-738e879f4d01 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.733313] env[69052]: DEBUG oslo_vmware.api [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235837, 'name': Destroy_Task} progress is 33%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.760633] env[69052]: DEBUG oslo_concurrency.lockutils [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "34b9818a-917b-4047-9591-bf2be8d69da9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.760981] env[69052]: DEBUG oslo_concurrency.lockutils [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "34b9818a-917b-4047-9591-bf2be8d69da9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.008117] env[69052]: DEBUG nova.network.neutron [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Updating instance_info_cache with network_info: [{"id": "ffde6bf6-b115-4861-afd6-7635c6c16980", "address": "fa:16:3e:55:18:4e", "network": {"id": "cfa8049d-d48c-4fa0-ad1e-a5bd4a4284c8", "bridge": "br-int", "label": "tempest-ServersTestJSON-812855740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962bb1d2e1c94f4b9ebca1b61cab750f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffde6bf6-b1", "ovs_interfaceid": "ffde6bf6-b115-4861-afd6-7635c6c16980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.045714] env[69052]: DEBUG oslo_vmware.api [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': task-3235838, 'name': Rename_Task, 'duration_secs': 0.232191} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.045993] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.046260] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8201748d-e849-47da-8053-8eec62251e42 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.053855] env[69052]: DEBUG oslo_vmware.api [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Waiting for the task: (returnval){ [ 640.053855] env[69052]: value = "task-3235839" [ 640.053855] env[69052]: _type = "Task" [ 640.053855] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.066421] env[69052]: DEBUG oslo_vmware.api [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': task-3235839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.124650] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 640.125191] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e844c560-9f1e-4da9-af22-e17f6ba2073a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.141584] env[69052]: DEBUG oslo_vmware.api [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 640.141584] env[69052]: value = "task-3235840" [ 640.141584] env[69052]: _type = "Task" [ 640.141584] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.152825] env[69052]: DEBUG oslo_vmware.api [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.206842] env[69052]: DEBUG nova.network.neutron [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Updating instance_info_cache with network_info: [{"id": "a3364524-af5b-41be-96b9-915a2efba311", "address": "fa:16:3e:ef:80:d7", "network": {"id": "9f6895a7-84c3-4ea9-8bd1-2b915efdcd68", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1401835395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c84c8f10f58b47c994aedff830a76bc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3364524-af", "ovs_interfaceid": "a3364524-af5b-41be-96b9-915a2efba311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.223950] env[69052]: DEBUG oslo_vmware.api [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235837, 'name': Destroy_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.254414] env[69052]: INFO nova.compute.manager [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Took 44.68 seconds to build instance. [ 640.284202] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4de3c8f-db99-4e7a-bb4a-1bcc683cd88c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.294050] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02659121-1dc8-4081-92f8-b7db8608ccda {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.329490] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c2ac27-4915-4cec-8d77-a5b33f20cad5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.338628] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d7459a-3061-4296-a182-d11528683787 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.353552] env[69052]: DEBUG nova.compute.provider_tree [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.423800] env[69052]: DEBUG nova.network.neutron [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Successfully updated port: a9832834-1ae6-4d60-9bd4-fe09c2d4fdc4 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.512470] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Releasing lock "refresh_cache-599309eb-3858-40cd-b1b7-0e1ea4a611da" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.512795] env[69052]: DEBUG nova.compute.manager [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Instance network_info: |[{"id": "ffde6bf6-b115-4861-afd6-7635c6c16980", "address": "fa:16:3e:55:18:4e", "network": {"id": "cfa8049d-d48c-4fa0-ad1e-a5bd4a4284c8", "bridge": "br-int", "label": "tempest-ServersTestJSON-812855740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962bb1d2e1c94f4b9ebca1b61cab750f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffde6bf6-b1", "ovs_interfaceid": "ffde6bf6-b115-4861-afd6-7635c6c16980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.513361] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:18:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '054fcd1e-638e-425a-a1de-78cb188ae026', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffde6bf6-b115-4861-afd6-7635c6c16980', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.522841] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Creating folder: Project (962bb1d2e1c94f4b9ebca1b61cab750f). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.523148] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd095dc6-12af-4c8b-82e3-caa641b97a18 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.536936] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Created folder: Project (962bb1d2e1c94f4b9ebca1b61cab750f) in parent group-v646676. [ 640.537198] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Creating folder: Instances. Parent ref: group-v646747. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.537413] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-173b8ab6-9848-4bb6-9386-75206f247422 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.548791] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Created folder: Instances in parent group-v646747. [ 640.549058] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.549267] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.549477] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14f75b02-0f64-4c57-b575-4cbb692e62da {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.566925] env[69052]: DEBUG nova.network.neutron [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Successfully created port: a14b0e05-6d03-4aa4-9e55-7e24b67c81d5 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.578466] env[69052]: DEBUG oslo_vmware.api [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': task-3235839, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.579809] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.579809] env[69052]: value = "task-3235843" [ 640.579809] env[69052]: _type = "Task" [ 640.579809] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.588895] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235843, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.656945] env[69052]: DEBUG oslo_vmware.api [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235840, 'name': PowerOffVM_Task, 'duration_secs': 0.392311} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.656945] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 640.656945] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754baf06-dff0-4278-9e76-5fbe64518610 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.684009] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3f10d5-0a5f-4adf-ab13-27b463597144 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.706371] env[69052]: DEBUG nova.compute.manager [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.719392] env[69052]: DEBUG oslo_concurrency.lockutils [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Releasing lock "refresh_cache-7b0c2e85-ac32-4b92-80a8-f20dd67afa45" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.723322] env[69052]: DEBUG oslo_vmware.api [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235837, 'name': Destroy_Task, 'duration_secs': 1.045909} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.727536] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Destroyed the VM [ 640.729902] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Deleting Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 640.729902] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dd79bfba-b03e-45d1-bef8-34608f3fbf6c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.732887] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 640.734506] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-580ab8f2-3112-47ad-9927-b3ddf4a45f71 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.745238] env[69052]: DEBUG nova.virt.hardware [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.745514] env[69052]: DEBUG nova.virt.hardware [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.745670] env[69052]: DEBUG nova.virt.hardware [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.745847] env[69052]: DEBUG nova.virt.hardware [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.746301] env[69052]: DEBUG nova.virt.hardware [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.746301] env[69052]: DEBUG nova.virt.hardware [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.746397] env[69052]: DEBUG nova.virt.hardware [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.746503] env[69052]: DEBUG nova.virt.hardware [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.746665] env[69052]: DEBUG nova.virt.hardware [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.746868] env[69052]: DEBUG nova.virt.hardware [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.746994] env[69052]: DEBUG nova.virt.hardware [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.747883] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69be9e24-3c98-423a-8019-1699eec6ac1a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.760688] env[69052]: DEBUG oslo_vmware.api [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 640.760688] env[69052]: value = "task-3235844" [ 640.760688] env[69052]: _type = "Task" [ 640.760688] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.761062] env[69052]: DEBUG oslo_vmware.api [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 640.761062] env[69052]: value = "task-3235845" [ 640.761062] env[69052]: _type = "Task" [ 640.761062] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.761320] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cf45b8b9-166c-4212-9679-7d510485980f tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Lock "4d310649-22ae-4632-bd03-3dfdc1226a0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.824s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.764625] env[69052]: DEBUG nova.compute.manager [req-bee0b074-f01e-45c8-aa38-198533790330 req-a6fd8eeb-da56-499a-b105-a465b4be4b2d service nova] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Received event network-changed-ffde6bf6-b115-4861-afd6-7635c6c16980 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.764625] env[69052]: DEBUG nova.compute.manager [req-bee0b074-f01e-45c8-aa38-198533790330 req-a6fd8eeb-da56-499a-b105-a465b4be4b2d service nova] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Refreshing instance network info cache due to event network-changed-ffde6bf6-b115-4861-afd6-7635c6c16980. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 640.764625] env[69052]: DEBUG oslo_concurrency.lockutils [req-bee0b074-f01e-45c8-aa38-198533790330 req-a6fd8eeb-da56-499a-b105-a465b4be4b2d service nova] Acquiring lock "refresh_cache-599309eb-3858-40cd-b1b7-0e1ea4a611da" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.764625] env[69052]: DEBUG oslo_concurrency.lockutils [req-bee0b074-f01e-45c8-aa38-198533790330 req-a6fd8eeb-da56-499a-b105-a465b4be4b2d service nova] Acquired lock "refresh_cache-599309eb-3858-40cd-b1b7-0e1ea4a611da" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.764625] env[69052]: DEBUG nova.network.neutron [req-bee0b074-f01e-45c8-aa38-198533790330 req-a6fd8eeb-da56-499a-b105-a465b4be4b2d service nova] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Refreshing network info cache for port ffde6bf6-b115-4861-afd6-7635c6c16980 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.784210] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5eed8ab-a450-444a-8bf1-d4106a2683d5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.796721] env[69052]: DEBUG oslo_vmware.api [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235845, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.808542] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] VM already powered off {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 640.808876] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.809160] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.809358] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.809486] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.809897] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf2b1c3c-cc20-4ddd-a1e5-d81fa35fe644 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.820410] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.820606] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.824766] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2954e785-5c55-40af-a769-3d5de7f1dc83 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.833293] env[69052]: DEBUG oslo_vmware.api [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 640.833293] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ffc412-fe18-36a1-32f6-50b845db5cb9" [ 640.833293] env[69052]: _type = "Task" [ 640.833293] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.842448] env[69052]: DEBUG oslo_vmware.api [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ffc412-fe18-36a1-32f6-50b845db5cb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.857610] env[69052]: DEBUG nova.scheduler.client.report [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.926579] env[69052]: DEBUG oslo_concurrency.lockutils [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Acquiring lock "refresh_cache-4b90f588-9d0c-4874-ba00-ffaecd742e56" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.926811] env[69052]: DEBUG oslo_concurrency.lockutils [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Acquired lock "refresh_cache-4b90f588-9d0c-4874-ba00-ffaecd742e56" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.927017] env[69052]: DEBUG nova.network.neutron [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.080692] env[69052]: DEBUG oslo_vmware.api [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': task-3235839, 'name': PowerOnVM_Task, 'duration_secs': 0.678123} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.080692] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.080692] env[69052]: INFO nova.compute.manager [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Took 12.11 seconds to spawn the instance on the hypervisor. [ 641.080692] env[69052]: DEBUG nova.compute.manager [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.084103] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39d8842-e8df-4679-9e5a-14c7c2327d37 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.096583] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235843, 'name': CreateVM_Task, 'duration_secs': 0.494266} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.096826] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.097343] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.097504] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.097804] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.098046] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6512e26-af9c-44c8-bdda-a84a77255eaf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.103590] env[69052]: DEBUG oslo_vmware.api [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Waiting for the task: (returnval){ [ 641.103590] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d1165d-575a-40b6-bcb3-ee8fef7d64cd" [ 641.103590] env[69052]: _type = "Task" [ 641.103590] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.112065] env[69052]: DEBUG oslo_vmware.api [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d1165d-575a-40b6-bcb3-ee8fef7d64cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.271788] env[69052]: DEBUG nova.compute.manager [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.282478] env[69052]: DEBUG oslo_vmware.api [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235845, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.345148] env[69052]: DEBUG oslo_vmware.api [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ffc412-fe18-36a1-32f6-50b845db5cb9, 'name': SearchDatastore_Task, 'duration_secs': 0.015326} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.345951] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d08b80dd-48af-4e53-b7e4-10f00d904b19 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.351908] env[69052]: DEBUG oslo_vmware.api [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 641.351908] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523e1eea-e089-6ec9-7b5d-fc4e84c0ec05" [ 641.351908] env[69052]: _type = "Task" [ 641.351908] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.361960] env[69052]: DEBUG oslo_vmware.api [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523e1eea-e089-6ec9-7b5d-fc4e84c0ec05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.365599] env[69052]: DEBUG oslo_concurrency.lockutils [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.365938] env[69052]: DEBUG nova.compute.manager [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.369530] env[69052]: DEBUG oslo_concurrency.lockutils [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.479s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.369784] env[69052]: DEBUG nova.objects.instance [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Lazy-loading 'resources' on Instance uuid 658ab1de-78f2-48e0-b777-6b68c07cf588 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 641.488998] env[69052]: DEBUG nova.network.neutron [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.615133] env[69052]: INFO nova.compute.manager [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Took 40.45 seconds to build instance. [ 641.621023] env[69052]: DEBUG oslo_vmware.api [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d1165d-575a-40b6-bcb3-ee8fef7d64cd, 'name': SearchDatastore_Task, 'duration_secs': 0.018472} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.621023] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.621023] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.621023] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.673417] env[69052]: DEBUG nova.network.neutron [req-bee0b074-f01e-45c8-aa38-198533790330 req-a6fd8eeb-da56-499a-b105-a465b4be4b2d service nova] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Updated VIF entry in instance network info cache for port ffde6bf6-b115-4861-afd6-7635c6c16980. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.673836] env[69052]: DEBUG nova.network.neutron [req-bee0b074-f01e-45c8-aa38-198533790330 req-a6fd8eeb-da56-499a-b105-a465b4be4b2d service nova] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Updating instance_info_cache with network_info: [{"id": "ffde6bf6-b115-4861-afd6-7635c6c16980", "address": "fa:16:3e:55:18:4e", "network": {"id": "cfa8049d-d48c-4fa0-ad1e-a5bd4a4284c8", "bridge": "br-int", "label": "tempest-ServersTestJSON-812855740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962bb1d2e1c94f4b9ebca1b61cab750f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffde6bf6-b1", "ovs_interfaceid": "ffde6bf6-b115-4861-afd6-7635c6c16980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.779294] env[69052]: DEBUG oslo_vmware.api [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235845, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.795229] env[69052]: DEBUG nova.network.neutron [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Updating instance_info_cache with network_info: [{"id": "a9832834-1ae6-4d60-9bd4-fe09c2d4fdc4", "address": "fa:16:3e:41:69:17", "network": {"id": "d5082e5c-e056-4a9d-8a30-12e6eae7736b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-26509322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b11d276a02ea4ab7bdfdba764977ee4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9832834-1a", "ovs_interfaceid": "a9832834-1ae6-4d60-9bd4-fe09c2d4fdc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.807814] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.863810] env[69052]: DEBUG oslo_vmware.api [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523e1eea-e089-6ec9-7b5d-fc4e84c0ec05, 'name': SearchDatastore_Task, 'duration_secs': 0.021694} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.864082] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.864409] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb/3049a76a-6d1f-4722-9e01-a59c1119031f-rescue.vmdk. {{(pid=69052) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 641.864722] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.864914] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.865144] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20a9ee25-080d-4d7e-920e-0ddbb95e9c8f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.867734] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59aa0187-9696-4181-81c1-2d478ac6d6da {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.872975] env[69052]: DEBUG nova.compute.utils [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.879440] env[69052]: DEBUG nova.compute.manager [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.879796] env[69052]: DEBUG nova.network.neutron [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.885075] env[69052]: DEBUG oslo_vmware.api [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 641.885075] env[69052]: value = "task-3235846" [ 641.885075] env[69052]: _type = "Task" [ 641.885075] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.885075] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.885075] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.890348] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c979629e-5054-4cd1-b21b-178aa568fb0c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.903794] env[69052]: DEBUG oslo_vmware.api [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.904181] env[69052]: DEBUG oslo_vmware.api [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Waiting for the task: (returnval){ [ 641.904181] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52036e4b-7f51-1bcf-6b9d-d2ff4d5dced6" [ 641.904181] env[69052]: _type = "Task" [ 641.904181] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.921407] env[69052]: DEBUG oslo_vmware.api [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52036e4b-7f51-1bcf-6b9d-d2ff4d5dced6, 'name': SearchDatastore_Task, 'duration_secs': 0.016079} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.922619] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-950c5386-aba4-4f34-8bd8-6cd8ef912599 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.934395] env[69052]: DEBUG oslo_vmware.api [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Waiting for the task: (returnval){ [ 641.934395] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525a405e-1243-575e-7943-d3fcfc4ca016" [ 641.934395] env[69052]: _type = "Task" [ 641.934395] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.943803] env[69052]: DEBUG oslo_vmware.api [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525a405e-1243-575e-7943-d3fcfc4ca016, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.954817] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Acquiring lock "4d310649-22ae-4632-bd03-3dfdc1226a0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.954817] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Lock "4d310649-22ae-4632-bd03-3dfdc1226a0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.954817] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Acquiring lock "4d310649-22ae-4632-bd03-3dfdc1226a0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.954817] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Lock "4d310649-22ae-4632-bd03-3dfdc1226a0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.955235] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Lock "4d310649-22ae-4632-bd03-3dfdc1226a0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.956105] env[69052]: INFO nova.compute.manager [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Terminating instance [ 641.994420] env[69052]: DEBUG nova.policy [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0398eda7b44c4d84b55cd874e160ba5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06cde4b38b2b4657a66f01a46d355599', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.121212] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f24534af-343b-41e8-ad8f-b7673f18d8b7 tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Lock "5937537d-06cd-4124-9d30-374d4caa995d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.284s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.176147] env[69052]: DEBUG oslo_concurrency.lockutils [req-bee0b074-f01e-45c8-aa38-198533790330 req-a6fd8eeb-da56-499a-b105-a465b4be4b2d service nova] Releasing lock "refresh_cache-599309eb-3858-40cd-b1b7-0e1ea4a611da" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.176410] env[69052]: DEBUG nova.compute.manager [req-bee0b074-f01e-45c8-aa38-198533790330 req-a6fd8eeb-da56-499a-b105-a465b4be4b2d service nova] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Received event network-vif-plugged-a9832834-1ae6-4d60-9bd4-fe09c2d4fdc4 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.176601] env[69052]: DEBUG oslo_concurrency.lockutils [req-bee0b074-f01e-45c8-aa38-198533790330 req-a6fd8eeb-da56-499a-b105-a465b4be4b2d service nova] Acquiring lock "4b90f588-9d0c-4874-ba00-ffaecd742e56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.176803] env[69052]: DEBUG oslo_concurrency.lockutils [req-bee0b074-f01e-45c8-aa38-198533790330 req-a6fd8eeb-da56-499a-b105-a465b4be4b2d service nova] Lock "4b90f588-9d0c-4874-ba00-ffaecd742e56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.176963] env[69052]: DEBUG oslo_concurrency.lockutils [req-bee0b074-f01e-45c8-aa38-198533790330 req-a6fd8eeb-da56-499a-b105-a465b4be4b2d service nova] Lock "4b90f588-9d0c-4874-ba00-ffaecd742e56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.177140] env[69052]: DEBUG nova.compute.manager [req-bee0b074-f01e-45c8-aa38-198533790330 req-a6fd8eeb-da56-499a-b105-a465b4be4b2d service nova] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] No waiting events found dispatching network-vif-plugged-a9832834-1ae6-4d60-9bd4-fe09c2d4fdc4 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.177381] env[69052]: WARNING nova.compute.manager [req-bee0b074-f01e-45c8-aa38-198533790330 req-a6fd8eeb-da56-499a-b105-a465b4be4b2d service nova] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Received unexpected event network-vif-plugged-a9832834-1ae6-4d60-9bd4-fe09c2d4fdc4 for instance with vm_state building and task_state spawning. [ 642.290714] env[69052]: DEBUG oslo_vmware.api [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235845, 'name': RemoveSnapshot_Task, 'duration_secs': 1.263395} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.291450] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Deleted Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 642.291827] env[69052]: INFO nova.compute.manager [None req-52a86c69-d3cc-41c7-a7f7-6ca8bb248952 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Took 21.40 seconds to snapshot the instance on the hypervisor. [ 642.297385] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 642.297915] env[69052]: DEBUG oslo_concurrency.lockutils [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Releasing lock "refresh_cache-4b90f588-9d0c-4874-ba00-ffaecd742e56" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.298336] env[69052]: DEBUG nova.compute.manager [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Instance network_info: |[{"id": "a9832834-1ae6-4d60-9bd4-fe09c2d4fdc4", "address": "fa:16:3e:41:69:17", "network": {"id": "d5082e5c-e056-4a9d-8a30-12e6eae7736b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-26509322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b11d276a02ea4ab7bdfdba764977ee4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9832834-1a", "ovs_interfaceid": "a9832834-1ae6-4d60-9bd4-fe09c2d4fdc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.300344] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc72466e-c416-4143-b0e4-2d4ae318daa3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.304378] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:69:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9832834-1ae6-4d60-9bd4-fe09c2d4fdc4', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.313781] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Creating folder: Project (b11d276a02ea4ab7bdfdba764977ee4f). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.318148] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bcb1f96-55fe-4ab5-99e3-1fdaf25d70c5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.332915] env[69052]: DEBUG oslo_vmware.api [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 642.332915] env[69052]: value = "task-3235847" [ 642.332915] env[69052]: _type = "Task" [ 642.332915] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.349447] env[69052]: DEBUG oslo_vmware.api [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.350167] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Created folder: Project (b11d276a02ea4ab7bdfdba764977ee4f) in parent group-v646676. [ 642.350463] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Creating folder: Instances. Parent ref: group-v646750. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.351688] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea621462-3895-45c3-b3df-52dfd6b244b7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.373020] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Created folder: Instances in parent group-v646750. [ 642.373154] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.373302] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.373620] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d5e18eb-5ddd-4f9d-8675-e3568629f59c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.395910] env[69052]: DEBUG nova.compute.manager [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.411982] env[69052]: DEBUG oslo_vmware.api [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235846, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.413770] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.413770] env[69052]: value = "task-3235850" [ 642.413770] env[69052]: _type = "Task" [ 642.413770] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.426839] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235850, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.442819] env[69052]: DEBUG oslo_vmware.api [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525a405e-1243-575e-7943-d3fcfc4ca016, 'name': SearchDatastore_Task, 'duration_secs': 0.01801} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.443148] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.443413] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 599309eb-3858-40cd-b1b7-0e1ea4a611da/599309eb-3858-40cd-b1b7-0e1ea4a611da.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.443695] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94ad3967-6ad8-4fa5-98b0-555507229291 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.452055] env[69052]: DEBUG oslo_vmware.api [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Waiting for the task: (returnval){ [ 642.452055] env[69052]: value = "task-3235851" [ 642.452055] env[69052]: _type = "Task" [ 642.452055] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.466181] env[69052]: DEBUG nova.compute.manager [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 642.466442] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 642.466840] env[69052]: DEBUG oslo_vmware.api [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Task: {'id': task-3235851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.467620] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0858f58b-7128-41c6-8a24-a3387f59ad39 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.481408] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 642.481723] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e342f0d5-1600-460e-8222-7136ac7fc144 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.493634] env[69052]: DEBUG oslo_vmware.api [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Waiting for the task: (returnval){ [ 642.493634] env[69052]: value = "task-3235852" [ 642.493634] env[69052]: _type = "Task" [ 642.493634] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.503222] env[69052]: DEBUG oslo_vmware.api [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Task: {'id': task-3235852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.537558] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a8dca0-5c59-4665-9e81-2f1d1ec88cba {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.549576] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83182d80-6984-4b4e-91bf-33dbf3c3768e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.594445] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1936e67c-872c-48fa-a7fd-17bb964d7596 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.605791] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74c090d-b93e-4ee5-ba33-b739eac98188 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.625634] env[69052]: DEBUG nova.compute.manager [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.629106] env[69052]: DEBUG nova.compute.provider_tree [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.806058] env[69052]: DEBUG nova.network.neutron [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Successfully created port: bc143ece-c7ca-49d0-a18e-d582e58bca68 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.844757] env[69052]: DEBUG oslo_vmware.api [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235847, 'name': PowerOffVM_Task, 'duration_secs': 0.482644} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.845761] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.846510] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff7a546-5e4d-4c3e-989d-268c9eab7a5c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.868314] env[69052]: DEBUG oslo_concurrency.lockutils [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Acquiring lock "5937537d-06cd-4124-9d30-374d4caa995d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.868768] env[69052]: DEBUG oslo_concurrency.lockutils [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Lock "5937537d-06cd-4124-9d30-374d4caa995d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.869061] env[69052]: DEBUG oslo_concurrency.lockutils [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Acquiring lock "5937537d-06cd-4124-9d30-374d4caa995d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.869308] env[69052]: DEBUG oslo_concurrency.lockutils [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Lock "5937537d-06cd-4124-9d30-374d4caa995d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.869566] env[69052]: DEBUG oslo_concurrency.lockutils [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Lock "5937537d-06cd-4124-9d30-374d4caa995d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.872315] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eeb48fc-4353-495b-a4b7-bd0754f5bb6e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.876098] env[69052]: INFO nova.compute.manager [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Terminating instance [ 642.901233] env[69052]: INFO nova.virt.block_device [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Booting with volume 50bda456-69b4-4ce1-b7a7-977e06ce4501 at /dev/sda [ 642.932511] env[69052]: DEBUG oslo_vmware.api [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799014} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.934545] env[69052]: INFO nova.virt.vmwareapi.ds_util [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb/3049a76a-6d1f-4722-9e01-a59c1119031f-rescue.vmdk. [ 642.934545] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f98fa29-6722-43ac-8d7d-a9aa0c618184 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.941418] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235850, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.947513] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 642.948539] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22a597f5-6b51-49be-9802-f130287c10d3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.952915] env[69052]: DEBUG nova.network.neutron [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Successfully updated port: a14b0e05-6d03-4aa4-9e55-7e24b67c81d5 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.979733] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb/3049a76a-6d1f-4722-9e01-a59c1119031f-rescue.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.981557] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3d140e3-53e3-4f68-bcf1-9504ca00f760 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.995549] env[69052]: DEBUG oslo_vmware.api [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 642.995549] env[69052]: value = "task-3235853" [ 642.995549] env[69052]: _type = "Task" [ 642.995549] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.007870] env[69052]: DEBUG oslo_vmware.api [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Task: {'id': task-3235851, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.011322] env[69052]: DEBUG oslo_vmware.api [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 643.011322] env[69052]: value = "task-3235854" [ 643.011322] env[69052]: _type = "Task" [ 643.011322] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.027141] env[69052]: DEBUG oslo_vmware.api [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235854, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.027141] env[69052]: DEBUG oslo_vmware.api [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Task: {'id': task-3235852, 'name': PowerOffVM_Task, 'duration_secs': 0.351952} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.027712] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 643.027891] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 643.028268] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f95522e-2cb9-44b1-8be8-840201e69a2e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.031213] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ece9fbec-d394-4bac-8268-0844b8e9ca87 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.041184] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] VM already powered off {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 643.041443] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.041784] env[69052]: DEBUG oslo_concurrency.lockutils [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.041952] env[69052]: DEBUG oslo_concurrency.lockutils [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.042149] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.042428] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce658b65-ebb2-4ac3-8c97-4a086ecd8ed4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.052020] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2152935b-4200-4fc1-bd90-b4e43305b641 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.061878] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.062111] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.063272] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2b22cc1-4695-43be-ad66-6bb6272509d1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.070777] env[69052]: DEBUG oslo_vmware.api [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 643.070777] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52bd58e1-d71d-2d42-964d-2980b342c253" [ 643.070777] env[69052]: _type = "Task" [ 643.070777] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.080664] env[69052]: DEBUG oslo_vmware.api [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52bd58e1-d71d-2d42-964d-2980b342c253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.097219] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-253981f2-4b74-44c8-a015-8ac4ff8c658c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.107716] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e656a3-df22-4869-9706-a50966bbb6d5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.135041] env[69052]: DEBUG nova.scheduler.client.report [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.139305] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 643.139587] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 643.139795] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Deleting the datastore file [datastore2] 4d310649-22ae-4632-bd03-3dfdc1226a0e {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 643.156612] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97280b91-6086-4043-914a-d8e4cf676629 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.160929] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1aadac-3394-4356-8478-abaa93240a52 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.172446] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576098c1-9093-4384-bf18-7f829d0bf110 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.177316] env[69052]: DEBUG oslo_vmware.api [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Waiting for the task: (returnval){ [ 643.177316] env[69052]: value = "task-3235856" [ 643.177316] env[69052]: _type = "Task" [ 643.177316] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.181983] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.195107] env[69052]: DEBUG oslo_vmware.api [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Task: {'id': task-3235856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.204023] env[69052]: DEBUG nova.virt.block_device [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Updating existing volume attachment record: 4b405b33-db70-4cd9-9bff-14e435712f61 {{(pid=69052) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 643.210935] env[69052]: DEBUG nova.compute.manager [req-759d8cd0-80d0-4816-92db-5cbc165038bc req-e24b3fc2-25d7-4508-8142-98f0c318072d service nova] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Received event network-changed-a9832834-1ae6-4d60-9bd4-fe09c2d4fdc4 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.211173] env[69052]: DEBUG nova.compute.manager [req-759d8cd0-80d0-4816-92db-5cbc165038bc req-e24b3fc2-25d7-4508-8142-98f0c318072d service nova] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Refreshing instance network info cache due to event network-changed-a9832834-1ae6-4d60-9bd4-fe09c2d4fdc4. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.211411] env[69052]: DEBUG oslo_concurrency.lockutils [req-759d8cd0-80d0-4816-92db-5cbc165038bc req-e24b3fc2-25d7-4508-8142-98f0c318072d service nova] Acquiring lock "refresh_cache-4b90f588-9d0c-4874-ba00-ffaecd742e56" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.211554] env[69052]: DEBUG oslo_concurrency.lockutils [req-759d8cd0-80d0-4816-92db-5cbc165038bc req-e24b3fc2-25d7-4508-8142-98f0c318072d service nova] Acquired lock "refresh_cache-4b90f588-9d0c-4874-ba00-ffaecd742e56" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.211710] env[69052]: DEBUG nova.network.neutron [req-759d8cd0-80d0-4816-92db-5cbc165038bc req-e24b3fc2-25d7-4508-8142-98f0c318072d service nova] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Refreshing network info cache for port a9832834-1ae6-4d60-9bd4-fe09c2d4fdc4 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.380579] env[69052]: DEBUG nova.compute.manager [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 643.380764] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 643.381710] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e50c0f-a740-4035-b7f7-8856ad793402 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.391920] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.392276] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f77e212-7fb6-4aa7-9f3a-7ea6e3930063 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.400536] env[69052]: DEBUG oslo_vmware.api [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Waiting for the task: (returnval){ [ 643.400536] env[69052]: value = "task-3235857" [ 643.400536] env[69052]: _type = "Task" [ 643.400536] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.410474] env[69052]: DEBUG oslo_vmware.api [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': task-3235857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.433642] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235850, 'name': CreateVM_Task, 'duration_secs': 0.664125} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.433642] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.434447] env[69052]: DEBUG oslo_concurrency.lockutils [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.434447] env[69052]: DEBUG oslo_concurrency.lockutils [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.434621] env[69052]: DEBUG oslo_concurrency.lockutils [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.434930] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20e324a9-66a5-4d5e-af99-b4e7d2736968 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.440496] env[69052]: DEBUG oslo_vmware.api [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Waiting for the task: (returnval){ [ 643.440496] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52303cec-cfd7-6114-6594-a1bf8dd18dcd" [ 643.440496] env[69052]: _type = "Task" [ 643.440496] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.448979] env[69052]: DEBUG oslo_vmware.api [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52303cec-cfd7-6114-6594-a1bf8dd18dcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.464297] env[69052]: DEBUG oslo_vmware.api [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Task: {'id': task-3235851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.915159} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.464576] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 599309eb-3858-40cd-b1b7-0e1ea4a611da/599309eb-3858-40cd-b1b7-0e1ea4a611da.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.464803] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.465070] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb23fd5f-e25c-4657-9c1b-1f55bda5fdfa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.472835] env[69052]: DEBUG oslo_vmware.api [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Waiting for the task: (returnval){ [ 643.472835] env[69052]: value = "task-3235858" [ 643.472835] env[69052]: _type = "Task" [ 643.472835] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.482240] env[69052]: DEBUG oslo_concurrency.lockutils [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Acquiring lock "refresh_cache-8a9a11e6-fbed-4445-b8c8-fdce8b831834" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.482375] env[69052]: DEBUG oslo_concurrency.lockutils [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Acquired lock "refresh_cache-8a9a11e6-fbed-4445-b8c8-fdce8b831834" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.482517] env[69052]: DEBUG nova.network.neutron [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.483681] env[69052]: DEBUG oslo_vmware.api [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Task: {'id': task-3235858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.522260] env[69052]: DEBUG oslo_vmware.api [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.582541] env[69052]: DEBUG oslo_vmware.api [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52bd58e1-d71d-2d42-964d-2980b342c253, 'name': SearchDatastore_Task, 'duration_secs': 0.088406} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.583413] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea8f8dda-fa97-451f-a8a0-544893825d98 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.589116] env[69052]: DEBUG oslo_vmware.api [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 643.589116] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52176d56-497c-ed66-f584-592d7fee1c35" [ 643.589116] env[69052]: _type = "Task" [ 643.589116] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.597670] env[69052]: DEBUG oslo_vmware.api [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52176d56-497c-ed66-f584-592d7fee1c35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.660959] env[69052]: DEBUG oslo_concurrency.lockutils [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.291s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.664344] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.115s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.665930] env[69052]: INFO nova.compute.claims [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.686578] env[69052]: INFO nova.scheduler.client.report [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Deleted allocations for instance 658ab1de-78f2-48e0-b777-6b68c07cf588 [ 643.692482] env[69052]: DEBUG oslo_vmware.api [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Task: {'id': task-3235856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398876} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.693014] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.693250] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 643.693588] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 643.693651] env[69052]: INFO nova.compute.manager [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Took 1.23 seconds to destroy the instance on the hypervisor. [ 643.693908] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.694136] env[69052]: DEBUG nova.compute.manager [-] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 643.694292] env[69052]: DEBUG nova.network.neutron [-] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 643.911885] env[69052]: DEBUG oslo_vmware.api [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': task-3235857, 'name': PowerOffVM_Task, 'duration_secs': 0.429093} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.912131] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 643.912614] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 643.912988] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6725e37f-de07-4627-87b3-0a26cbcaed42 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.954680] env[69052]: DEBUG oslo_vmware.api [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52303cec-cfd7-6114-6594-a1bf8dd18dcd, 'name': SearchDatastore_Task, 'duration_secs': 0.015824} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.955180] env[69052]: DEBUG oslo_concurrency.lockutils [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.955279] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.955519] env[69052]: DEBUG oslo_concurrency.lockutils [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.985357] env[69052]: DEBUG oslo_vmware.api [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Task: {'id': task-3235858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110602} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.987477] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.988722] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48d7df6-824b-4bb3-b790-291be1150764 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.012659] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 599309eb-3858-40cd-b1b7-0e1ea4a611da/599309eb-3858-40cd-b1b7-0e1ea4a611da.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.014296] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd3d4f0c-cbde-4b9d-9a31-b3320914b91f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.029262] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 644.029515] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 644.029683] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Deleting the datastore file [datastore2] 5937537d-06cd-4124-9d30-374d4caa995d {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.035188] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bc0aaf7-7d97-4e58-b57a-e73f8e4ea4bc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.042769] env[69052]: DEBUG oslo_vmware.api [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235854, 'name': ReconfigVM_Task, 'duration_secs': 0.773673} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.044571] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb/3049a76a-6d1f-4722-9e01-a59c1119031f-rescue.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.045064] env[69052]: DEBUG oslo_vmware.api [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Waiting for the task: (returnval){ [ 644.045064] env[69052]: value = "task-3235861" [ 644.045064] env[69052]: _type = "Task" [ 644.045064] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.046684] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0a4ffd-604d-4447-805c-6090743151c0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.049803] env[69052]: DEBUG oslo_vmware.api [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Waiting for the task: (returnval){ [ 644.049803] env[69052]: value = "task-3235860" [ 644.049803] env[69052]: _type = "Task" [ 644.049803] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.085294] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60bfd567-7494-44e3-b083-5e53c01fb67e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.095583] env[69052]: DEBUG oslo_vmware.api [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Task: {'id': task-3235861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.096482] env[69052]: DEBUG nova.network.neutron [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.101510] env[69052]: DEBUG oslo_vmware.api [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': task-3235860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.112487] env[69052]: DEBUG oslo_vmware.api [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52176d56-497c-ed66-f584-592d7fee1c35, 'name': SearchDatastore_Task, 'duration_secs': 0.015126} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.113840] env[69052]: DEBUG oslo_concurrency.lockutils [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.114156] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 7b0c2e85-ac32-4b92-80a8-f20dd67afa45/3049a76a-6d1f-4722-9e01-a59c1119031f-rescue.vmdk. {{(pid=69052) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 644.114493] env[69052]: DEBUG oslo_vmware.api [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 644.114493] env[69052]: value = "task-3235862" [ 644.114493] env[69052]: _type = "Task" [ 644.114493] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.114703] env[69052]: DEBUG oslo_concurrency.lockutils [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.114888] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.115145] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c270a693-3a06-4641-b88e-80ab06e5775f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.119932] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28e92095-2c31-4de0-868f-89a9b4720364 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.131630] env[69052]: DEBUG oslo_vmware.api [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 644.131630] env[69052]: value = "task-3235863" [ 644.131630] env[69052]: _type = "Task" [ 644.131630] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.134937] env[69052]: DEBUG oslo_vmware.api [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.141748] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.141971] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.143016] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66da6290-1290-4b53-95ef-af2855dcd654 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.151480] env[69052]: DEBUG oslo_vmware.api [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.152915] env[69052]: DEBUG oslo_vmware.api [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Waiting for the task: (returnval){ [ 644.152915] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52fc5a85-b8b9-c318-de6c-c1c57ac92e1e" [ 644.152915] env[69052]: _type = "Task" [ 644.152915] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.161782] env[69052]: DEBUG oslo_vmware.api [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52fc5a85-b8b9-c318-de6c-c1c57ac92e1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.196830] env[69052]: DEBUG oslo_concurrency.lockutils [None req-36f2c154-6936-4ba7-b0a0-2d26216e9a8e tempest-ServerDiagnosticsNegativeTest-750556447 tempest-ServerDiagnosticsNegativeTest-750556447-project-member] Lock "658ab1de-78f2-48e0-b777-6b68c07cf588" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.453s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.353019] env[69052]: DEBUG nova.network.neutron [req-759d8cd0-80d0-4816-92db-5cbc165038bc req-e24b3fc2-25d7-4508-8142-98f0c318072d service nova] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Updated VIF entry in instance network info cache for port a9832834-1ae6-4d60-9bd4-fe09c2d4fdc4. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.353565] env[69052]: DEBUG nova.network.neutron [req-759d8cd0-80d0-4816-92db-5cbc165038bc req-e24b3fc2-25d7-4508-8142-98f0c318072d service nova] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Updating instance_info_cache with network_info: [{"id": "a9832834-1ae6-4d60-9bd4-fe09c2d4fdc4", "address": "fa:16:3e:41:69:17", "network": {"id": "d5082e5c-e056-4a9d-8a30-12e6eae7736b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-26509322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b11d276a02ea4ab7bdfdba764977ee4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9832834-1a", "ovs_interfaceid": "a9832834-1ae6-4d60-9bd4-fe09c2d4fdc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.563480] env[69052]: DEBUG oslo_vmware.api [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Task: {'id': task-3235861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.566585] env[69052]: DEBUG oslo_vmware.api [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Task: {'id': task-3235860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333225} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.567899] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.567899] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 644.567899] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 644.567899] env[69052]: INFO nova.compute.manager [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 644.567899] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.568214] env[69052]: DEBUG nova.compute.manager [-] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 644.568214] env[69052]: DEBUG nova.network.neutron [-] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 644.627723] env[69052]: DEBUG oslo_vmware.api [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235862, 'name': ReconfigVM_Task, 'duration_secs': 0.257776} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.628046] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.628318] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3922a9db-1df1-45d4-8ea3-c1a7deca0a2f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.637018] env[69052]: DEBUG oslo_vmware.api [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 644.637018] env[69052]: value = "task-3235864" [ 644.637018] env[69052]: _type = "Task" [ 644.637018] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.651109] env[69052]: DEBUG oslo_vmware.api [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235863, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.654268] env[69052]: DEBUG oslo_vmware.api [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.666410] env[69052]: DEBUG oslo_vmware.api [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52fc5a85-b8b9-c318-de6c-c1c57ac92e1e, 'name': SearchDatastore_Task, 'duration_secs': 0.017928} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.667295] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb8fceb2-da68-4076-87cb-34572eaaef30 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.678863] env[69052]: DEBUG oslo_vmware.api [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Waiting for the task: (returnval){ [ 644.678863] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a71367-f451-06a1-d874-9b091752553b" [ 644.678863] env[69052]: _type = "Task" [ 644.678863] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.691048] env[69052]: DEBUG oslo_vmware.api [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a71367-f451-06a1-d874-9b091752553b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.839956] env[69052]: DEBUG nova.network.neutron [-] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.842141] env[69052]: DEBUG nova.compute.manager [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.846866] env[69052]: DEBUG nova.network.neutron [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Updating instance_info_cache with network_info: [{"id": "a14b0e05-6d03-4aa4-9e55-7e24b67c81d5", "address": "fa:16:3e:11:d4:c5", "network": {"id": "362f745f-91e1-4605-a5fb-4679bc930b10", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-638368830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25745843b8a24b199ca31215bf7e0551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa14b0e05-6d", "ovs_interfaceid": "a14b0e05-6d03-4aa4-9e55-7e24b67c81d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.858367] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f8a41a-19f7-41bd-af5e-f88629cf326f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.870815] env[69052]: DEBUG oslo_concurrency.lockutils [req-759d8cd0-80d0-4816-92db-5cbc165038bc req-e24b3fc2-25d7-4508-8142-98f0c318072d service nova] Releasing lock "refresh_cache-4b90f588-9d0c-4874-ba00-ffaecd742e56" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.871431] env[69052]: DEBUG nova.compute.manager [req-759d8cd0-80d0-4816-92db-5cbc165038bc req-e24b3fc2-25d7-4508-8142-98f0c318072d service nova] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Received event network-vif-plugged-a14b0e05-6d03-4aa4-9e55-7e24b67c81d5 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.871810] env[69052]: DEBUG oslo_concurrency.lockutils [req-759d8cd0-80d0-4816-92db-5cbc165038bc req-e24b3fc2-25d7-4508-8142-98f0c318072d service nova] Acquiring lock "8a9a11e6-fbed-4445-b8c8-fdce8b831834-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.872260] env[69052]: DEBUG oslo_concurrency.lockutils [req-759d8cd0-80d0-4816-92db-5cbc165038bc req-e24b3fc2-25d7-4508-8142-98f0c318072d service nova] Lock "8a9a11e6-fbed-4445-b8c8-fdce8b831834-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.872539] env[69052]: DEBUG oslo_concurrency.lockutils [req-759d8cd0-80d0-4816-92db-5cbc165038bc req-e24b3fc2-25d7-4508-8142-98f0c318072d service nova] Lock "8a9a11e6-fbed-4445-b8c8-fdce8b831834-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.872873] env[69052]: DEBUG nova.compute.manager [req-759d8cd0-80d0-4816-92db-5cbc165038bc req-e24b3fc2-25d7-4508-8142-98f0c318072d service nova] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] No waiting events found dispatching network-vif-plugged-a14b0e05-6d03-4aa4-9e55-7e24b67c81d5 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.873236] env[69052]: WARNING nova.compute.manager [req-759d8cd0-80d0-4816-92db-5cbc165038bc req-e24b3fc2-25d7-4508-8142-98f0c318072d service nova] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Received unexpected event network-vif-plugged-a14b0e05-6d03-4aa4-9e55-7e24b67c81d5 for instance with vm_state building and task_state spawning. [ 645.062103] env[69052]: DEBUG oslo_vmware.api [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Task: {'id': task-3235861, 'name': ReconfigVM_Task, 'duration_secs': 0.893407} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.063323] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 599309eb-3858-40cd-b1b7-0e1ea4a611da/599309eb-3858-40cd-b1b7-0e1ea4a611da.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.063323] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f6f03aa-f445-4ec4-a878-8d1f383654f1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.071398] env[69052]: DEBUG oslo_vmware.api [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Waiting for the task: (returnval){ [ 645.071398] env[69052]: value = "task-3235865" [ 645.071398] env[69052]: _type = "Task" [ 645.071398] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.082449] env[69052]: DEBUG oslo_vmware.api [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Task: {'id': task-3235865, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.148156] env[69052]: DEBUG oslo_vmware.api [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775473} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.151157] env[69052]: INFO nova.virt.vmwareapi.ds_util [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 7b0c2e85-ac32-4b92-80a8-f20dd67afa45/3049a76a-6d1f-4722-9e01-a59c1119031f-rescue.vmdk. [ 645.152519] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d805d29-1a31-4d62-bf98-1d5f29b97ba7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.158151] env[69052]: DEBUG oslo_vmware.api [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235864, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.181597] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 7b0c2e85-ac32-4b92-80a8-f20dd67afa45/3049a76a-6d1f-4722-9e01-a59c1119031f-rescue.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.184727] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c38c8c76-ff21-41bc-b18b-17c42c32593a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.211837] env[69052]: DEBUG oslo_vmware.api [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a71367-f451-06a1-d874-9b091752553b, 'name': SearchDatastore_Task, 'duration_secs': 0.056957} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.212605] env[69052]: DEBUG oslo_concurrency.lockutils [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.212979] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 4b90f588-9d0c-4874-ba00-ffaecd742e56/4b90f588-9d0c-4874-ba00-ffaecd742e56.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.214400] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-414f5e07-8ae4-448b-9cbb-c4341582edc8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.218441] env[69052]: DEBUG oslo_vmware.api [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 645.218441] env[69052]: value = "task-3235866" [ 645.218441] env[69052]: _type = "Task" [ 645.218441] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.222137] env[69052]: DEBUG oslo_vmware.api [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Waiting for the task: (returnval){ [ 645.222137] env[69052]: value = "task-3235867" [ 645.222137] env[69052]: _type = "Task" [ 645.222137] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.228022] env[69052]: DEBUG oslo_vmware.api [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.236383] env[69052]: DEBUG oslo_vmware.api [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.327658] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43253668-bf94-4dcc-bbf7-59870a93f828 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.337769] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e613f16b-bd03-469c-965c-8f7eb444c7d9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.373518] env[69052]: INFO nova.compute.manager [-] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Took 1.68 seconds to deallocate network for instance. [ 645.376159] env[69052]: DEBUG oslo_concurrency.lockutils [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Releasing lock "refresh_cache-8a9a11e6-fbed-4445-b8c8-fdce8b831834" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.376159] env[69052]: DEBUG nova.compute.manager [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Instance network_info: |[{"id": "a14b0e05-6d03-4aa4-9e55-7e24b67c81d5", "address": "fa:16:3e:11:d4:c5", "network": {"id": "362f745f-91e1-4605-a5fb-4679bc930b10", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-638368830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25745843b8a24b199ca31215bf7e0551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa14b0e05-6d", "ovs_interfaceid": "a14b0e05-6d03-4aa4-9e55-7e24b67c81d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.376330] env[69052]: DEBUG nova.compute.manager [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.376599] env[69052]: DEBUG nova.virt.hardware [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.376795] env[69052]: DEBUG nova.virt.hardware [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.377019] env[69052]: DEBUG nova.virt.hardware [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.377248] env[69052]: DEBUG nova.virt.hardware [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.377429] env[69052]: DEBUG nova.virt.hardware [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.377613] env[69052]: DEBUG nova.virt.hardware [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.377862] env[69052]: DEBUG nova.virt.hardware [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.378108] env[69052]: DEBUG nova.virt.hardware [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.378324] env[69052]: DEBUG nova.virt.hardware [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.378525] env[69052]: DEBUG nova.virt.hardware [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.378740] env[69052]: DEBUG nova.virt.hardware [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.381409] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:d4:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '193994c7-8e1b-4f25-a4a4-d0563845eb28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a14b0e05-6d03-4aa4-9e55-7e24b67c81d5', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.389196] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Creating folder: Project (25745843b8a24b199ca31215bf7e0551). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.390171] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67018f9-d082-4efd-8234-d72418b50dc1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.393384] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c7f57e-2fe3-41f5-9899-17d9a2a71036 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.401325] env[69052]: INFO nova.compute.manager [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] instance snapshotting [ 645.401325] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0af91168-a3ad-4667-b31a-53f2e2c1cbc9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.405675] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80b7f86-6a5f-4bae-a93f-31aadd10a9ff {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.414694] env[69052]: DEBUG nova.network.neutron [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Successfully updated port: bc143ece-c7ca-49d0-a18e-d582e58bca68 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.418195] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221e3bd3-8e04-427d-9e52-3a8321512aef {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.424415] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a18dab-3df0-4a20-8f04-98700baa99bc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.444015] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Created folder: Project (25745843b8a24b199ca31215bf7e0551) in parent group-v646676. [ 645.444327] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Creating folder: Instances. Parent ref: group-v646753. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.446125] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92562712-b465-4f99-be37-210b63f65128 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.448950] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e216cff-eeab-4c2e-9d7d-5414759a833a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.468252] env[69052]: DEBUG nova.compute.provider_tree [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.480995] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Created folder: Instances in parent group-v646753. [ 645.481344] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.481578] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.481848] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d28cfdce-3f10-46b0-8497-70be104b93d1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.505111] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.505111] env[69052]: value = "task-3235870" [ 645.505111] env[69052]: _type = "Task" [ 645.505111] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.513362] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235870, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.583579] env[69052]: DEBUG oslo_vmware.api [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Task: {'id': task-3235865, 'name': Rename_Task, 'duration_secs': 0.232632} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.583889] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.584159] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7139ea12-f150-4e57-a560-9cab9bf18817 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.593001] env[69052]: DEBUG oslo_vmware.api [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Waiting for the task: (returnval){ [ 645.593001] env[69052]: value = "task-3235871" [ 645.593001] env[69052]: _type = "Task" [ 645.593001] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.604198] env[69052]: DEBUG oslo_vmware.api [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Task: {'id': task-3235871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.611684] env[69052]: DEBUG nova.compute.manager [req-a7d35780-56bc-4cdb-b70c-62bc54ab244d req-bbd57517-6e5e-4d1b-94ee-98db70f7de67 service nova] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Received event network-changed-a14b0e05-6d03-4aa4-9e55-7e24b67c81d5 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.611783] env[69052]: DEBUG nova.compute.manager [req-a7d35780-56bc-4cdb-b70c-62bc54ab244d req-bbd57517-6e5e-4d1b-94ee-98db70f7de67 service nova] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Refreshing instance network info cache due to event network-changed-a14b0e05-6d03-4aa4-9e55-7e24b67c81d5. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 645.612460] env[69052]: DEBUG oslo_concurrency.lockutils [req-a7d35780-56bc-4cdb-b70c-62bc54ab244d req-bbd57517-6e5e-4d1b-94ee-98db70f7de67 service nova] Acquiring lock "refresh_cache-8a9a11e6-fbed-4445-b8c8-fdce8b831834" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.612460] env[69052]: DEBUG oslo_concurrency.lockutils [req-a7d35780-56bc-4cdb-b70c-62bc54ab244d req-bbd57517-6e5e-4d1b-94ee-98db70f7de67 service nova] Acquired lock "refresh_cache-8a9a11e6-fbed-4445-b8c8-fdce8b831834" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.612460] env[69052]: DEBUG nova.network.neutron [req-a7d35780-56bc-4cdb-b70c-62bc54ab244d req-bbd57517-6e5e-4d1b-94ee-98db70f7de67 service nova] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Refreshing network info cache for port a14b0e05-6d03-4aa4-9e55-7e24b67c81d5 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.654544] env[69052]: DEBUG oslo_vmware.api [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235864, 'name': PowerOnVM_Task, 'duration_secs': 0.654701} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.654859] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.657821] env[69052]: DEBUG nova.compute.manager [None req-ad6d6e88-c383-4473-b36f-f82a1f8730c6 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.658697] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84467521-de5b-4aca-9360-203649810a0e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.730360] env[69052]: DEBUG oslo_vmware.api [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.737344] env[69052]: DEBUG oslo_vmware.api [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235867, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.809650] env[69052]: DEBUG nova.network.neutron [-] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.905541] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.917601] env[69052]: DEBUG oslo_concurrency.lockutils [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Acquiring lock "refresh_cache-f58a891e-8076-4cfe-aa62-20f3d4dfb5da" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.917601] env[69052]: DEBUG oslo_concurrency.lockutils [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Acquired lock "refresh_cache-f58a891e-8076-4cfe-aa62-20f3d4dfb5da" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.917720] env[69052]: DEBUG nova.network.neutron [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.972308] env[69052]: DEBUG nova.scheduler.client.report [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.979814] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Creating Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 645.980189] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9011391d-b77f-4c2c-94c0-ab6aafac4386 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.991815] env[69052]: DEBUG oslo_vmware.api [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 645.991815] env[69052]: value = "task-3235872" [ 645.991815] env[69052]: _type = "Task" [ 645.991815] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.004483] env[69052]: DEBUG oslo_vmware.api [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235872, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.015808] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235870, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.104508] env[69052]: DEBUG oslo_vmware.api [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Task: {'id': task-3235871, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.229983] env[69052]: DEBUG oslo_vmware.api [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235866, 'name': ReconfigVM_Task, 'duration_secs': 1.007372} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.230794] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 7b0c2e85-ac32-4b92-80a8-f20dd67afa45/3049a76a-6d1f-4722-9e01-a59c1119031f-rescue.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.231710] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7348f97a-423d-4b37-b223-c7f117c42ffc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.239863] env[69052]: DEBUG oslo_vmware.api [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657241} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.240839] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 4b90f588-9d0c-4874-ba00-ffaecd742e56/4b90f588-9d0c-4874-ba00-ffaecd742e56.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.241114] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.241370] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71fe4d34-bebe-4ccf-a1d4-df28f71a4127 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.267551] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94dc4958-c416-47f9-8424-bc304ac454c6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.279866] env[69052]: DEBUG oslo_vmware.api [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Waiting for the task: (returnval){ [ 646.279866] env[69052]: value = "task-3235873" [ 646.279866] env[69052]: _type = "Task" [ 646.279866] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.288711] env[69052]: DEBUG oslo_vmware.api [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 646.288711] env[69052]: value = "task-3235874" [ 646.288711] env[69052]: _type = "Task" [ 646.288711] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.295618] env[69052]: DEBUG oslo_vmware.api [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.301611] env[69052]: DEBUG oslo_vmware.api [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235874, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.313194] env[69052]: INFO nova.compute.manager [-] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Took 1.75 seconds to deallocate network for instance. [ 646.483396] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.483396] env[69052]: DEBUG nova.compute.manager [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.491075] env[69052]: DEBUG nova.network.neutron [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.499027] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.688s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.501480] env[69052]: INFO nova.compute.claims [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.504980] env[69052]: DEBUG nova.network.neutron [req-a7d35780-56bc-4cdb-b70c-62bc54ab244d req-bbd57517-6e5e-4d1b-94ee-98db70f7de67 service nova] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Updated VIF entry in instance network info cache for port a14b0e05-6d03-4aa4-9e55-7e24b67c81d5. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.505497] env[69052]: DEBUG nova.network.neutron [req-a7d35780-56bc-4cdb-b70c-62bc54ab244d req-bbd57517-6e5e-4d1b-94ee-98db70f7de67 service nova] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Updating instance_info_cache with network_info: [{"id": "a14b0e05-6d03-4aa4-9e55-7e24b67c81d5", "address": "fa:16:3e:11:d4:c5", "network": {"id": "362f745f-91e1-4605-a5fb-4679bc930b10", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-638368830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25745843b8a24b199ca31215bf7e0551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa14b0e05-6d", "ovs_interfaceid": "a14b0e05-6d03-4aa4-9e55-7e24b67c81d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.525727] env[69052]: DEBUG oslo_vmware.api [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235872, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.528629] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235870, 'name': CreateVM_Task, 'duration_secs': 0.55395} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.528786] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.529801] env[69052]: DEBUG oslo_concurrency.lockutils [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.529801] env[69052]: DEBUG oslo_concurrency.lockutils [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.530047] env[69052]: DEBUG oslo_concurrency.lockutils [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.530320] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4abeb4d8-c63f-444c-b536-ef0c9bbdfbe3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.539981] env[69052]: DEBUG oslo_vmware.api [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Waiting for the task: (returnval){ [ 646.539981] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5260b838-5a9c-f583-bb98-70be3adfa05a" [ 646.539981] env[69052]: _type = "Task" [ 646.539981] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.551015] env[69052]: DEBUG oslo_vmware.api [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5260b838-5a9c-f583-bb98-70be3adfa05a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.604228] env[69052]: DEBUG oslo_vmware.api [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Task: {'id': task-3235871, 'name': PowerOnVM_Task, 'duration_secs': 0.941141} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.604762] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.604762] env[69052]: INFO nova.compute.manager [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Took 11.30 seconds to spawn the instance on the hypervisor. [ 646.605108] env[69052]: DEBUG nova.compute.manager [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.608076] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e988e330-493e-41ea-98eb-d0a94b37d39e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.734160] env[69052]: DEBUG nova.network.neutron [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Updating instance_info_cache with network_info: [{"id": "bc143ece-c7ca-49d0-a18e-d582e58bca68", "address": "fa:16:3e:df:fd:c8", "network": {"id": "e61acb74-d3b9-46a7-a962-0f5745fc3eb4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1698987878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06cde4b38b2b4657a66f01a46d355599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc143ece-c7", "ovs_interfaceid": "bc143ece-c7ca-49d0-a18e-d582e58bca68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.792816] env[69052]: DEBUG oslo_vmware.api [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217345} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.796067] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.796819] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf8eece-4ff3-4958-a205-eb25d22cad1c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.806587] env[69052]: DEBUG oslo_vmware.api [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235874, 'name': ReconfigVM_Task, 'duration_secs': 0.497135} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.815669] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.825246] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 4b90f588-9d0c-4874-ba00-ffaecd742e56/4b90f588-9d0c-4874-ba00-ffaecd742e56.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.825566] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e32788f-b99c-4d2f-8096-c94bf6e23ebc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.828200] env[69052]: DEBUG oslo_concurrency.lockutils [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.829161] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66d33dd8-301b-4a35-8cbb-5b2cee2f5da6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.850279] env[69052]: DEBUG oslo_vmware.api [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 646.850279] env[69052]: value = "task-3235875" [ 646.850279] env[69052]: _type = "Task" [ 646.850279] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.851700] env[69052]: DEBUG oslo_vmware.api [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Waiting for the task: (returnval){ [ 646.851700] env[69052]: value = "task-3235876" [ 646.851700] env[69052]: _type = "Task" [ 646.851700] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.866066] env[69052]: DEBUG oslo_vmware.api [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235876, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.867181] env[69052]: DEBUG oslo_vmware.api [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.006640] env[69052]: DEBUG nova.compute.utils [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.012961] env[69052]: DEBUG nova.compute.manager [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.013225] env[69052]: DEBUG nova.network.neutron [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.019188] env[69052]: DEBUG oslo_concurrency.lockutils [req-a7d35780-56bc-4cdb-b70c-62bc54ab244d req-bbd57517-6e5e-4d1b-94ee-98db70f7de67 service nova] Releasing lock "refresh_cache-8a9a11e6-fbed-4445-b8c8-fdce8b831834" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.019432] env[69052]: DEBUG nova.compute.manager [req-a7d35780-56bc-4cdb-b70c-62bc54ab244d req-bbd57517-6e5e-4d1b-94ee-98db70f7de67 service nova] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Received event network-vif-deleted-634334f6-6210-41f1-8c8e-e339e1efb4d5 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.019739] env[69052]: DEBUG nova.compute.manager [req-a7d35780-56bc-4cdb-b70c-62bc54ab244d req-bbd57517-6e5e-4d1b-94ee-98db70f7de67 service nova] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Received event network-vif-plugged-bc143ece-c7ca-49d0-a18e-d582e58bca68 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.020268] env[69052]: DEBUG oslo_concurrency.lockutils [req-a7d35780-56bc-4cdb-b70c-62bc54ab244d req-bbd57517-6e5e-4d1b-94ee-98db70f7de67 service nova] Acquiring lock "f58a891e-8076-4cfe-aa62-20f3d4dfb5da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.020268] env[69052]: DEBUG oslo_concurrency.lockutils [req-a7d35780-56bc-4cdb-b70c-62bc54ab244d req-bbd57517-6e5e-4d1b-94ee-98db70f7de67 service nova] Lock "f58a891e-8076-4cfe-aa62-20f3d4dfb5da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.020434] env[69052]: DEBUG oslo_concurrency.lockutils [req-a7d35780-56bc-4cdb-b70c-62bc54ab244d req-bbd57517-6e5e-4d1b-94ee-98db70f7de67 service nova] Lock "f58a891e-8076-4cfe-aa62-20f3d4dfb5da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.020611] env[69052]: DEBUG nova.compute.manager [req-a7d35780-56bc-4cdb-b70c-62bc54ab244d req-bbd57517-6e5e-4d1b-94ee-98db70f7de67 service nova] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] No waiting events found dispatching network-vif-plugged-bc143ece-c7ca-49d0-a18e-d582e58bca68 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.020787] env[69052]: WARNING nova.compute.manager [req-a7d35780-56bc-4cdb-b70c-62bc54ab244d req-bbd57517-6e5e-4d1b-94ee-98db70f7de67 service nova] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Received unexpected event network-vif-plugged-bc143ece-c7ca-49d0-a18e-d582e58bca68 for instance with vm_state building and task_state spawning. [ 647.028171] env[69052]: DEBUG oslo_vmware.api [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235872, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.051511] env[69052]: DEBUG oslo_vmware.api [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5260b838-5a9c-f583-bb98-70be3adfa05a, 'name': SearchDatastore_Task, 'duration_secs': 0.030961} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.051731] env[69052]: DEBUG oslo_concurrency.lockutils [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.052478] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.052478] env[69052]: DEBUG oslo_concurrency.lockutils [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.052478] env[69052]: DEBUG oslo_concurrency.lockutils [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.052681] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.052886] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3d9df79-56a4-49bf-9a56-5ba149698ab9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.063159] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.063337] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.064154] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5d2293a-4b12-477f-9c2f-41347ae36c3a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.070192] env[69052]: DEBUG oslo_vmware.api [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Waiting for the task: (returnval){ [ 647.070192] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520fcd34-5726-ba00-0a9c-6125f295d0f0" [ 647.070192] env[69052]: _type = "Task" [ 647.070192] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.078401] env[69052]: DEBUG oslo_vmware.api [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520fcd34-5726-ba00-0a9c-6125f295d0f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.101298] env[69052]: DEBUG nova.policy [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a567a86f3bbd455784ae84cfc0eeeac6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0012c8d368c4b578be0ba9f528ec75b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.123486] env[69052]: INFO nova.compute.manager [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Took 37.57 seconds to build instance. [ 647.236809] env[69052]: DEBUG oslo_concurrency.lockutils [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Releasing lock "refresh_cache-f58a891e-8076-4cfe-aa62-20f3d4dfb5da" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.237190] env[69052]: DEBUG nova.compute.manager [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Instance network_info: |[{"id": "bc143ece-c7ca-49d0-a18e-d582e58bca68", "address": "fa:16:3e:df:fd:c8", "network": {"id": "e61acb74-d3b9-46a7-a962-0f5745fc3eb4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1698987878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06cde4b38b2b4657a66f01a46d355599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc143ece-c7", "ovs_interfaceid": "bc143ece-c7ca-49d0-a18e-d582e58bca68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.237614] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:fd:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc143ece-c7ca-49d0-a18e-d582e58bca68', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.245428] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Creating folder: Project (06cde4b38b2b4657a66f01a46d355599). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.246716] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89524127-683d-4d94-abdd-f6987bf352db {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.261931] env[69052]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 647.261931] env[69052]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69052) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 647.262239] env[69052]: INFO nova.compute.manager [None req-159f3ffe-eafc-425e-a172-dd22d1aefc4e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Unrescuing [ 647.262492] env[69052]: DEBUG oslo_concurrency.lockutils [None req-159f3ffe-eafc-425e-a172-dd22d1aefc4e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "refresh_cache-5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.262644] env[69052]: DEBUG oslo_concurrency.lockutils [None req-159f3ffe-eafc-425e-a172-dd22d1aefc4e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquired lock "refresh_cache-5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.262811] env[69052]: DEBUG nova.network.neutron [None req-159f3ffe-eafc-425e-a172-dd22d1aefc4e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.265162] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Folder already exists: Project (06cde4b38b2b4657a66f01a46d355599). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 647.265363] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Creating folder: Instances. Parent ref: group-v646707. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.265804] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3e6b262-e742-4f1f-bfd4-b19276dcc60d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.278603] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Created folder: Instances in parent group-v646707. [ 647.278870] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.279333] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.279813] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a49ed7ed-376d-47c6-b4d7-66d3fdbf8d72 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.305513] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.305513] env[69052]: value = "task-3235879" [ 647.305513] env[69052]: _type = "Task" [ 647.305513] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.318368] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235879, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.365490] env[69052]: DEBUG oslo_vmware.api [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235876, 'name': ReconfigVM_Task, 'duration_secs': 0.306035} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.369526] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 4b90f588-9d0c-4874-ba00-ffaecd742e56/4b90f588-9d0c-4874-ba00-ffaecd742e56.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.370210] env[69052]: DEBUG oslo_vmware.api [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235875, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.370458] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efff7994-2813-4650-94cd-3bf5ee2605ea {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.379963] env[69052]: DEBUG oslo_vmware.api [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Waiting for the task: (returnval){ [ 647.379963] env[69052]: value = "task-3235880" [ 647.379963] env[69052]: _type = "Task" [ 647.379963] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.389463] env[69052]: DEBUG oslo_vmware.api [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235880, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.522419] env[69052]: DEBUG nova.compute.manager [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.531021] env[69052]: DEBUG oslo_vmware.api [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235872, 'name': CreateSnapshot_Task, 'duration_secs': 1.364871} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.534639] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Created Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 647.535494] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe23263-0d86-4bf6-8664-fa8ede5d8f0d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.583011] env[69052]: DEBUG oslo_vmware.api [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520fcd34-5726-ba00-0a9c-6125f295d0f0, 'name': SearchDatastore_Task, 'duration_secs': 0.015287} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.589943] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7bdf6be-c482-4589-bfc8-c05e29c90e79 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.602699] env[69052]: DEBUG oslo_vmware.api [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Waiting for the task: (returnval){ [ 647.602699] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528be809-d657-61fa-b6c5-1ad01dabf4a2" [ 647.602699] env[69052]: _type = "Task" [ 647.602699] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.627204] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6ac09f05-e1a1-4979-8813-4e3793d4914a tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Lock "599309eb-3858-40cd-b1b7-0e1ea4a611da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.009s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.628796] env[69052]: DEBUG oslo_vmware.api [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528be809-d657-61fa-b6c5-1ad01dabf4a2, 'name': SearchDatastore_Task, 'duration_secs': 0.015405} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.637248] env[69052]: DEBUG oslo_concurrency.lockutils [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.637880] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 8a9a11e6-fbed-4445-b8c8-fdce8b831834/8a9a11e6-fbed-4445-b8c8-fdce8b831834.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.639069] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a14c2f04-5556-4dfd-8d72-238de38a66eb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.654177] env[69052]: DEBUG oslo_vmware.api [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Waiting for the task: (returnval){ [ 647.654177] env[69052]: value = "task-3235881" [ 647.654177] env[69052]: _type = "Task" [ 647.654177] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.655566] env[69052]: DEBUG nova.network.neutron [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Successfully created port: 85e64d75-de04-4fdd-b4de-da30b61f02b2 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.677693] env[69052]: DEBUG oslo_vmware.api [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Task: {'id': task-3235881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.697124] env[69052]: DEBUG nova.compute.manager [req-1f7e4626-0ba2-4126-b125-c38ebd5b61cd req-796491eb-8ef0-45bc-ae83-d61edfd8b1e9 service nova] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Received event network-vif-deleted-4b6eabb2-bb37-4d58-a29c-1e33614dac6b {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.697124] env[69052]: DEBUG nova.compute.manager [req-1f7e4626-0ba2-4126-b125-c38ebd5b61cd req-796491eb-8ef0-45bc-ae83-d61edfd8b1e9 service nova] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Received event network-changed-bc143ece-c7ca-49d0-a18e-d582e58bca68 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.698970] env[69052]: DEBUG nova.compute.manager [req-1f7e4626-0ba2-4126-b125-c38ebd5b61cd req-796491eb-8ef0-45bc-ae83-d61edfd8b1e9 service nova] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Refreshing instance network info cache due to event network-changed-bc143ece-c7ca-49d0-a18e-d582e58bca68. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 647.699421] env[69052]: DEBUG oslo_concurrency.lockutils [req-1f7e4626-0ba2-4126-b125-c38ebd5b61cd req-796491eb-8ef0-45bc-ae83-d61edfd8b1e9 service nova] Acquiring lock "refresh_cache-f58a891e-8076-4cfe-aa62-20f3d4dfb5da" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.699689] env[69052]: DEBUG oslo_concurrency.lockutils [req-1f7e4626-0ba2-4126-b125-c38ebd5b61cd req-796491eb-8ef0-45bc-ae83-d61edfd8b1e9 service nova] Acquired lock "refresh_cache-f58a891e-8076-4cfe-aa62-20f3d4dfb5da" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.699987] env[69052]: DEBUG nova.network.neutron [req-1f7e4626-0ba2-4126-b125-c38ebd5b61cd req-796491eb-8ef0-45bc-ae83-d61edfd8b1e9 service nova] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Refreshing network info cache for port bc143ece-c7ca-49d0-a18e-d582e58bca68 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.821567] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235879, 'name': CreateVM_Task, 'duration_secs': 0.391082} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.825424] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.826674] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'device_type': None, 'attachment_id': '4b405b33-db70-4cd9-9bff-14e435712f61', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646717', 'volume_id': '50bda456-69b4-4ce1-b7a7-977e06ce4501', 'name': 'volume-50bda456-69b4-4ce1-b7a7-977e06ce4501', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f58a891e-8076-4cfe-aa62-20f3d4dfb5da', 'attached_at': '', 'detached_at': '', 'volume_id': '50bda456-69b4-4ce1-b7a7-977e06ce4501', 'serial': '50bda456-69b4-4ce1-b7a7-977e06ce4501'}, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69052) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 647.826978] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Root volume attach. Driver type: vmdk {{(pid=69052) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 647.828215] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c563ad-b91e-4087-a390-de17bffc2c2a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.841068] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e02c76-2c07-4c16-9e05-def5c5bd2bb0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.860743] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03b9d4b-0f38-4aed-a603-4b48753d6e47 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.884951] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2a962a2b-8e8d-445f-83d5-633e34b5dfec {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.891682] env[69052]: DEBUG oslo_vmware.api [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235875, 'name': PowerOnVM_Task, 'duration_secs': 0.91782} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.900200] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.904443] env[69052]: DEBUG nova.compute.manager [None req-96a71537-3b39-49e5-a6b5-7e4afcd2d51d tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 647.906138] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93113a18-6f68-43fc-902c-dcd1bf1019d1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.917428] env[69052]: DEBUG oslo_vmware.api [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235880, 'name': Rename_Task, 'duration_secs': 0.17141} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.917935] env[69052]: DEBUG oslo_vmware.api [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Waiting for the task: (returnval){ [ 647.917935] env[69052]: value = "task-3235882" [ 647.917935] env[69052]: _type = "Task" [ 647.917935] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.922678] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.923568] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ff81d9b-d6f8-4b71-939f-58c55816b3cc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.938679] env[69052]: DEBUG oslo_vmware.api [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Task: {'id': task-3235882, 'name': RelocateVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.940445] env[69052]: DEBUG oslo_vmware.api [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Waiting for the task: (returnval){ [ 647.940445] env[69052]: value = "task-3235883" [ 647.940445] env[69052]: _type = "Task" [ 647.940445] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.953193] env[69052]: DEBUG oslo_vmware.api [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.060056] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Creating linked-clone VM from snapshot {{(pid=69052) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 648.061071] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fc3dea96-789c-4573-a916-cc0105f1c1c8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.077337] env[69052]: DEBUG oslo_vmware.api [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 648.077337] env[69052]: value = "task-3235884" [ 648.077337] env[69052]: _type = "Task" [ 648.077337] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.091723] env[69052]: DEBUG oslo_vmware.api [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235884, 'name': CloneVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.142234] env[69052]: DEBUG nova.compute.manager [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.177732] env[69052]: DEBUG oslo_vmware.api [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Task: {'id': task-3235881, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.246647] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b7eeaf-10db-45ff-a64c-cd0cf8b93999 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.258384] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a574359f-7dd8-45a6-a886-7f63a81efee8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.299947] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6585fdda-d182-4569-8e1d-a7c0e854fb92 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.309668] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23468bb4-94ec-4d05-903b-d721ef1c5c75 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.317014] env[69052]: DEBUG nova.compute.manager [req-05266bf0-e3cd-4fb8-a530-7c6c9a4d2e4a req-154f4c06-b7e3-4b7b-8d72-f0bfb0b1262a service nova] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Received event network-changed-ffde6bf6-b115-4861-afd6-7635c6c16980 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.317237] env[69052]: DEBUG nova.compute.manager [req-05266bf0-e3cd-4fb8-a530-7c6c9a4d2e4a req-154f4c06-b7e3-4b7b-8d72-f0bfb0b1262a service nova] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Refreshing instance network info cache due to event network-changed-ffde6bf6-b115-4861-afd6-7635c6c16980. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.317524] env[69052]: DEBUG oslo_concurrency.lockutils [req-05266bf0-e3cd-4fb8-a530-7c6c9a4d2e4a req-154f4c06-b7e3-4b7b-8d72-f0bfb0b1262a service nova] Acquiring lock "refresh_cache-599309eb-3858-40cd-b1b7-0e1ea4a611da" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.317696] env[69052]: DEBUG oslo_concurrency.lockutils [req-05266bf0-e3cd-4fb8-a530-7c6c9a4d2e4a req-154f4c06-b7e3-4b7b-8d72-f0bfb0b1262a service nova] Acquired lock "refresh_cache-599309eb-3858-40cd-b1b7-0e1ea4a611da" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.317861] env[69052]: DEBUG nova.network.neutron [req-05266bf0-e3cd-4fb8-a530-7c6c9a4d2e4a req-154f4c06-b7e3-4b7b-8d72-f0bfb0b1262a service nova] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Refreshing network info cache for port ffde6bf6-b115-4861-afd6-7635c6c16980 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.337977] env[69052]: DEBUG nova.compute.provider_tree [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.438462] env[69052]: DEBUG oslo_vmware.api [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Task: {'id': task-3235882, 'name': RelocateVM_Task} progress is 29%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.451207] env[69052]: DEBUG oslo_vmware.api [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235883, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.540046] env[69052]: DEBUG nova.compute.manager [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.600998] env[69052]: DEBUG nova.network.neutron [None req-159f3ffe-eafc-425e-a172-dd22d1aefc4e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Updating instance_info_cache with network_info: [{"id": "20186154-118b-4ad5-8d46-e65a57994659", "address": "fa:16:3e:19:83:20", "network": {"id": "a490f064-ef53-4fb0-a146-0d36a6ba4204", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1657249736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a60b2155098b4cac81ebfbc86a70f9fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20186154-11", "ovs_interfaceid": "20186154-118b-4ad5-8d46-e65a57994659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.603987] env[69052]: DEBUG oslo_vmware.api [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235884, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.615320] env[69052]: DEBUG nova.virt.hardware [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.615757] env[69052]: DEBUG nova.virt.hardware [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.615888] env[69052]: DEBUG nova.virt.hardware [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.615984] env[69052]: DEBUG nova.virt.hardware [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.616142] env[69052]: DEBUG nova.virt.hardware [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.616285] env[69052]: DEBUG nova.virt.hardware [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.616495] env[69052]: DEBUG nova.virt.hardware [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.616646] env[69052]: DEBUG nova.virt.hardware [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.616808] env[69052]: DEBUG nova.virt.hardware [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.616974] env[69052]: DEBUG nova.virt.hardware [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.617162] env[69052]: DEBUG nova.virt.hardware [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.618092] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28038cf6-9e91-462d-8177-d7dcc0b03cfe {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.631624] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1295ed2b-db0f-40c6-98ab-ba52f67cb651 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.680061] env[69052]: DEBUG oslo_vmware.api [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Task: {'id': task-3235881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.784068} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.680061] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 8a9a11e6-fbed-4445-b8c8-fdce8b831834/8a9a11e6-fbed-4445-b8c8-fdce8b831834.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.680061] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.680061] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73373546-7ed5-417b-bb2e-6956137f4e61 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.690557] env[69052]: DEBUG oslo_vmware.api [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Waiting for the task: (returnval){ [ 648.690557] env[69052]: value = "task-3235885" [ 648.690557] env[69052]: _type = "Task" [ 648.690557] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.696191] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.706151] env[69052]: DEBUG oslo_vmware.api [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Task: {'id': task-3235885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.840984] env[69052]: DEBUG nova.scheduler.client.report [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.937571] env[69052]: DEBUG oslo_vmware.api [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Task: {'id': task-3235882, 'name': RelocateVM_Task} progress is 42%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.954396] env[69052]: DEBUG oslo_vmware.api [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235883, 'name': PowerOnVM_Task, 'duration_secs': 0.728245} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.954693] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.954898] env[69052]: INFO nova.compute.manager [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Took 10.95 seconds to spawn the instance on the hypervisor. [ 648.955093] env[69052]: DEBUG nova.compute.manager [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.955931] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ededf8-94af-4947-bbf2-d067a2154ef9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.098164] env[69052]: DEBUG oslo_vmware.api [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235884, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.103931] env[69052]: DEBUG nova.network.neutron [req-1f7e4626-0ba2-4126-b125-c38ebd5b61cd req-796491eb-8ef0-45bc-ae83-d61edfd8b1e9 service nova] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Updated VIF entry in instance network info cache for port bc143ece-c7ca-49d0-a18e-d582e58bca68. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.104316] env[69052]: DEBUG nova.network.neutron [req-1f7e4626-0ba2-4126-b125-c38ebd5b61cd req-796491eb-8ef0-45bc-ae83-d61edfd8b1e9 service nova] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Updating instance_info_cache with network_info: [{"id": "bc143ece-c7ca-49d0-a18e-d582e58bca68", "address": "fa:16:3e:df:fd:c8", "network": {"id": "e61acb74-d3b9-46a7-a962-0f5745fc3eb4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1698987878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06cde4b38b2b4657a66f01a46d355599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc143ece-c7", "ovs_interfaceid": "bc143ece-c7ca-49d0-a18e-d582e58bca68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.110076] env[69052]: DEBUG oslo_concurrency.lockutils [None req-159f3ffe-eafc-425e-a172-dd22d1aefc4e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Releasing lock "refresh_cache-5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.110076] env[69052]: DEBUG nova.objects.instance [None req-159f3ffe-eafc-425e-a172-dd22d1aefc4e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lazy-loading 'flavor' on Instance uuid 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 649.204822] env[69052]: DEBUG oslo_vmware.api [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Task: {'id': task-3235885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090658} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.205074] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.206440] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29f63b6-5eae-4290-836e-5ddfca0916cc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.233290] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 8a9a11e6-fbed-4445-b8c8-fdce8b831834/8a9a11e6-fbed-4445-b8c8-fdce8b831834.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.236312] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6518faf-0151-4ed0-90b8-5cedb167ec21 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.262247] env[69052]: DEBUG oslo_vmware.api [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Waiting for the task: (returnval){ [ 649.262247] env[69052]: value = "task-3235886" [ 649.262247] env[69052]: _type = "Task" [ 649.262247] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.274441] env[69052]: DEBUG oslo_vmware.api [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Task: {'id': task-3235886, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.346310] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.850s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.346963] env[69052]: DEBUG nova.compute.manager [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.350071] env[69052]: DEBUG oslo_concurrency.lockutils [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.393s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.351703] env[69052]: INFO nova.compute.claims [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.438293] env[69052]: DEBUG oslo_vmware.api [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Task: {'id': task-3235882, 'name': RelocateVM_Task} progress is 54%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.481491] env[69052]: INFO nova.compute.manager [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Took 38.05 seconds to build instance. [ 649.552989] env[69052]: DEBUG nova.network.neutron [req-05266bf0-e3cd-4fb8-a530-7c6c9a4d2e4a req-154f4c06-b7e3-4b7b-8d72-f0bfb0b1262a service nova] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Updated VIF entry in instance network info cache for port ffde6bf6-b115-4861-afd6-7635c6c16980. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.553482] env[69052]: DEBUG nova.network.neutron [req-05266bf0-e3cd-4fb8-a530-7c6c9a4d2e4a req-154f4c06-b7e3-4b7b-8d72-f0bfb0b1262a service nova] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Updating instance_info_cache with network_info: [{"id": "ffde6bf6-b115-4861-afd6-7635c6c16980", "address": "fa:16:3e:55:18:4e", "network": {"id": "cfa8049d-d48c-4fa0-ad1e-a5bd4a4284c8", "bridge": "br-int", "label": "tempest-ServersTestJSON-812855740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962bb1d2e1c94f4b9ebca1b61cab750f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffde6bf6-b1", "ovs_interfaceid": "ffde6bf6-b115-4861-afd6-7635c6c16980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.596634] env[69052]: DEBUG oslo_vmware.api [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235884, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.607706] env[69052]: DEBUG oslo_concurrency.lockutils [req-1f7e4626-0ba2-4126-b125-c38ebd5b61cd req-796491eb-8ef0-45bc-ae83-d61edfd8b1e9 service nova] Releasing lock "refresh_cache-f58a891e-8076-4cfe-aa62-20f3d4dfb5da" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.616128] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64b4df7-d96f-4ca6-a051-5cbd59480d34 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.644940] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-159f3ffe-eafc-425e-a172-dd22d1aefc4e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.645358] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5396f579-a734-48bf-9911-3b4bd68c4aad {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.656562] env[69052]: DEBUG oslo_vmware.api [None req-159f3ffe-eafc-425e-a172-dd22d1aefc4e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 649.656562] env[69052]: value = "task-3235887" [ 649.656562] env[69052]: _type = "Task" [ 649.656562] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.670098] env[69052]: DEBUG oslo_vmware.api [None req-159f3ffe-eafc-425e-a172-dd22d1aefc4e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.774681] env[69052]: DEBUG oslo_vmware.api [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Task: {'id': task-3235886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.856163] env[69052]: DEBUG nova.compute.utils [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.862467] env[69052]: DEBUG nova.compute.manager [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.864355] env[69052]: DEBUG nova.network.neutron [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.938379] env[69052]: DEBUG oslo_vmware.api [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Task: {'id': task-3235882, 'name': RelocateVM_Task} progress is 65%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.982925] env[69052]: DEBUG oslo_concurrency.lockutils [None req-556a122f-0f33-44fd-8537-a3449aeaf8b7 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Lock "4b90f588-9d0c-4874-ba00-ffaecd742e56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.022s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.984811] env[69052]: DEBUG nova.policy [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ea6e3d0c9174c80a88363470840a596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '722147ef12a3414c97dda1c1fb259724', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.057296] env[69052]: DEBUG oslo_concurrency.lockutils [req-05266bf0-e3cd-4fb8-a530-7c6c9a4d2e4a req-154f4c06-b7e3-4b7b-8d72-f0bfb0b1262a service nova] Releasing lock "refresh_cache-599309eb-3858-40cd-b1b7-0e1ea4a611da" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.097480] env[69052]: DEBUG oslo_vmware.api [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235884, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.174836] env[69052]: DEBUG oslo_vmware.api [None req-159f3ffe-eafc-425e-a172-dd22d1aefc4e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.276811] env[69052]: DEBUG oslo_vmware.api [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Task: {'id': task-3235886, 'name': ReconfigVM_Task, 'duration_secs': 0.991827} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.278024] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 8a9a11e6-fbed-4445-b8c8-fdce8b831834/8a9a11e6-fbed-4445-b8c8-fdce8b831834.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.278166] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60aad21f-4d63-4a79-8a1a-69633e1c0501 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.290433] env[69052]: DEBUG oslo_vmware.api [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Waiting for the task: (returnval){ [ 650.290433] env[69052]: value = "task-3235888" [ 650.290433] env[69052]: _type = "Task" [ 650.290433] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.306157] env[69052]: DEBUG oslo_vmware.api [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Task: {'id': task-3235888, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.327054] env[69052]: DEBUG nova.network.neutron [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Successfully updated port: 85e64d75-de04-4fdd-b4de-da30b61f02b2 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.363712] env[69052]: DEBUG nova.compute.manager [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.417151] env[69052]: DEBUG nova.compute.manager [req-5c4ee435-cbd7-4945-b669-20dfe0753bc3 req-2eebcb33-0eb3-45ee-8d77-7235ee80e6e2 service nova] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Received event network-vif-plugged-85e64d75-de04-4fdd-b4de-da30b61f02b2 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.417510] env[69052]: DEBUG oslo_concurrency.lockutils [req-5c4ee435-cbd7-4945-b669-20dfe0753bc3 req-2eebcb33-0eb3-45ee-8d77-7235ee80e6e2 service nova] Acquiring lock "56722277-77c9-43f6-a98e-f102e43df903-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.418323] env[69052]: DEBUG oslo_concurrency.lockutils [req-5c4ee435-cbd7-4945-b669-20dfe0753bc3 req-2eebcb33-0eb3-45ee-8d77-7235ee80e6e2 service nova] Lock "56722277-77c9-43f6-a98e-f102e43df903-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.419020] env[69052]: DEBUG oslo_concurrency.lockutils [req-5c4ee435-cbd7-4945-b669-20dfe0753bc3 req-2eebcb33-0eb3-45ee-8d77-7235ee80e6e2 service nova] Lock "56722277-77c9-43f6-a98e-f102e43df903-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.419328] env[69052]: DEBUG nova.compute.manager [req-5c4ee435-cbd7-4945-b669-20dfe0753bc3 req-2eebcb33-0eb3-45ee-8d77-7235ee80e6e2 service nova] [instance: 56722277-77c9-43f6-a98e-f102e43df903] No waiting events found dispatching network-vif-plugged-85e64d75-de04-4fdd-b4de-da30b61f02b2 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 650.419585] env[69052]: WARNING nova.compute.manager [req-5c4ee435-cbd7-4945-b669-20dfe0753bc3 req-2eebcb33-0eb3-45ee-8d77-7235ee80e6e2 service nova] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Received unexpected event network-vif-plugged-85e64d75-de04-4fdd-b4de-da30b61f02b2 for instance with vm_state building and task_state spawning. [ 650.447951] env[69052]: DEBUG oslo_vmware.api [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Task: {'id': task-3235882, 'name': RelocateVM_Task} progress is 78%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.460442] env[69052]: INFO nova.compute.manager [None req-d2e64d94-e1f8-4081-94d5-65f1cb2886bd tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Unrescuing [ 650.460725] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d2e64d94-e1f8-4081-94d5-65f1cb2886bd tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquiring lock "refresh_cache-7b0c2e85-ac32-4b92-80a8-f20dd67afa45" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.460879] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d2e64d94-e1f8-4081-94d5-65f1cb2886bd tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquired lock "refresh_cache-7b0c2e85-ac32-4b92-80a8-f20dd67afa45" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.461990] env[69052]: DEBUG nova.network.neutron [None req-d2e64d94-e1f8-4081-94d5-65f1cb2886bd tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.489705] env[69052]: DEBUG nova.compute.manager [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.601312] env[69052]: DEBUG oslo_vmware.api [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235884, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.649678] env[69052]: DEBUG nova.network.neutron [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Successfully created port: 56f6d4bf-c554-4809-b3ca-64cc64ecae45 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.671623] env[69052]: DEBUG oslo_vmware.api [None req-159f3ffe-eafc-425e-a172-dd22d1aefc4e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.806787] env[69052]: DEBUG oslo_vmware.api [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Task: {'id': task-3235888, 'name': Rename_Task, 'duration_secs': 0.392276} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.806787] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.806787] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-334230a3-1120-43e8-a065-98dc2b33b802 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.816488] env[69052]: DEBUG oslo_vmware.api [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Waiting for the task: (returnval){ [ 650.816488] env[69052]: value = "task-3235889" [ 650.816488] env[69052]: _type = "Task" [ 650.816488] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.834996] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquiring lock "refresh_cache-56722277-77c9-43f6-a98e-f102e43df903" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.835573] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquired lock "refresh_cache-56722277-77c9-43f6-a98e-f102e43df903" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.835573] env[69052]: DEBUG nova.network.neutron [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.837224] env[69052]: DEBUG oslo_vmware.api [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Task: {'id': task-3235889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.945261] env[69052]: DEBUG oslo_vmware.api [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Task: {'id': task-3235882, 'name': RelocateVM_Task} progress is 92%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.011861] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3649d9fb-8c8d-492d-8dd2-c96a111f8f9d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.019016] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.022371] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bb13ff-ec29-4b02-b4e5-57a11aba1cb0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.061254] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4e1b1c-677d-40b9-869e-7a6f5c8b7354 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.070540] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaad7037-7652-4181-90ed-295b3a156ae4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.088255] env[69052]: DEBUG nova.compute.provider_tree [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.098645] env[69052]: DEBUG oslo_vmware.api [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235884, 'name': CloneVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.172433] env[69052]: DEBUG oslo_vmware.api [None req-159f3ffe-eafc-425e-a172-dd22d1aefc4e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235887, 'name': PowerOffVM_Task, 'duration_secs': 1.461347} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.172554] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-159f3ffe-eafc-425e-a172-dd22d1aefc4e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 651.180266] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-159f3ffe-eafc-425e-a172-dd22d1aefc4e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Reconfiguring VM instance instance-00000011 to detach disk 2001 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 651.180266] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a5c617f-743d-40dd-b3bb-255964a8039e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.209031] env[69052]: DEBUG oslo_vmware.api [None req-159f3ffe-eafc-425e-a172-dd22d1aefc4e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 651.209031] env[69052]: value = "task-3235890" [ 651.209031] env[69052]: _type = "Task" [ 651.209031] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.220629] env[69052]: DEBUG oslo_vmware.api [None req-159f3ffe-eafc-425e-a172-dd22d1aefc4e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.334835] env[69052]: DEBUG oslo_vmware.api [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Task: {'id': task-3235889, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.359010] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquiring lock "c4b2bcae-5752-4932-9fad-8cba15d7d15c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.359392] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "c4b2bcae-5752-4932-9fad-8cba15d7d15c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.377143] env[69052]: DEBUG nova.compute.manager [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.392395] env[69052]: DEBUG nova.network.neutron [None req-d2e64d94-e1f8-4081-94d5-65f1cb2886bd tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Updating instance_info_cache with network_info: [{"id": "a3364524-af5b-41be-96b9-915a2efba311", "address": "fa:16:3e:ef:80:d7", "network": {"id": "9f6895a7-84c3-4ea9-8bd1-2b915efdcd68", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1401835395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c84c8f10f58b47c994aedff830a76bc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3364524-af", "ovs_interfaceid": "a3364524-af5b-41be-96b9-915a2efba311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.435554] env[69052]: DEBUG nova.virt.hardware [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.435838] env[69052]: DEBUG nova.virt.hardware [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.436164] env[69052]: DEBUG nova.virt.hardware [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.436407] env[69052]: DEBUG nova.virt.hardware [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.436571] env[69052]: DEBUG nova.virt.hardware [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.436712] env[69052]: DEBUG nova.virt.hardware [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.436951] env[69052]: DEBUG nova.virt.hardware [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.437100] env[69052]: DEBUG nova.virt.hardware [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.437296] env[69052]: DEBUG nova.virt.hardware [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.437997] env[69052]: DEBUG nova.virt.hardware [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.437997] env[69052]: DEBUG nova.virt.hardware [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.438817] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0edddc-0825-4c08-83f3-1c1cec53fdf2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.442133] env[69052]: DEBUG nova.network.neutron [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.453287] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086a09cb-77f0-40df-9ec5-0a2d7d9056c0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.457473] env[69052]: DEBUG oslo_vmware.api [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Task: {'id': task-3235882, 'name': RelocateVM_Task} progress is 97%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.599300] env[69052]: DEBUG nova.scheduler.client.report [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.604424] env[69052]: DEBUG oslo_vmware.api [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235884, 'name': CloneVM_Task, 'duration_secs': 3.148015} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.607484] env[69052]: INFO nova.virt.vmwareapi.vmops [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Created linked-clone VM from snapshot [ 651.609327] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3e0ee1-78c3-464a-a38a-5c8ce969b8b5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.618479] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Uploading image 50c9c848-9489-4613-9646-9722d757678d {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 651.643107] env[69052]: DEBUG oslo_vmware.rw_handles [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 651.643107] env[69052]: value = "vm-646759" [ 651.643107] env[69052]: _type = "VirtualMachine" [ 651.643107] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 651.643107] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cf9936b5-1e3b-41fa-a7ff-8182fa234043 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.651751] env[69052]: DEBUG oslo_vmware.rw_handles [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Lease: (returnval){ [ 651.651751] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5269ba46-2625-f1e3-9d30-4c2ba13ab08f" [ 651.651751] env[69052]: _type = "HttpNfcLease" [ 651.651751] env[69052]: } obtained for exporting VM: (result){ [ 651.651751] env[69052]: value = "vm-646759" [ 651.651751] env[69052]: _type = "VirtualMachine" [ 651.651751] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 651.652091] env[69052]: DEBUG oslo_vmware.api [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the lease: (returnval){ [ 651.652091] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5269ba46-2625-f1e3-9d30-4c2ba13ab08f" [ 651.652091] env[69052]: _type = "HttpNfcLease" [ 651.652091] env[69052]: } to be ready. {{(pid=69052) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 651.659643] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 651.659643] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5269ba46-2625-f1e3-9d30-4c2ba13ab08f" [ 651.659643] env[69052]: _type = "HttpNfcLease" [ 651.659643] env[69052]: } is initializing. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 651.682250] env[69052]: DEBUG nova.network.neutron [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Updating instance_info_cache with network_info: [{"id": "85e64d75-de04-4fdd-b4de-da30b61f02b2", "address": "fa:16:3e:1a:db:8f", "network": {"id": "611d28cc-a800-4dc3-b742-50f4fc61d247", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1084610409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0012c8d368c4b578be0ba9f528ec75b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e64d75-de", "ovs_interfaceid": "85e64d75-de04-4fdd-b4de-da30b61f02b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.720955] env[69052]: DEBUG oslo_vmware.api [None req-159f3ffe-eafc-425e-a172-dd22d1aefc4e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235890, 'name': ReconfigVM_Task, 'duration_secs': 0.476008} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.721378] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-159f3ffe-eafc-425e-a172-dd22d1aefc4e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Reconfigured VM instance instance-00000011 to detach disk 2001 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 651.721677] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-159f3ffe-eafc-425e-a172-dd22d1aefc4e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.722015] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-323d55dd-db1f-4aa7-993f-8ec0a21cc5cd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.730359] env[69052]: DEBUG oslo_vmware.api [None req-159f3ffe-eafc-425e-a172-dd22d1aefc4e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 651.730359] env[69052]: value = "task-3235892" [ 651.730359] env[69052]: _type = "Task" [ 651.730359] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.741118] env[69052]: DEBUG oslo_vmware.api [None req-159f3ffe-eafc-425e-a172-dd22d1aefc4e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.835823] env[69052]: DEBUG oslo_vmware.api [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Task: {'id': task-3235889, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.896131] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d2e64d94-e1f8-4081-94d5-65f1cb2886bd tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Releasing lock "refresh_cache-7b0c2e85-ac32-4b92-80a8-f20dd67afa45" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.896852] env[69052]: DEBUG nova.objects.instance [None req-d2e64d94-e1f8-4081-94d5-65f1cb2886bd tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Lazy-loading 'flavor' on Instance uuid 7b0c2e85-ac32-4b92-80a8-f20dd67afa45 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 651.940172] env[69052]: DEBUG oslo_vmware.api [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Task: {'id': task-3235882, 'name': RelocateVM_Task} progress is 97%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.109555] env[69052]: DEBUG oslo_concurrency.lockutils [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.110287] env[69052]: DEBUG nova.compute.manager [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.113332] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.092s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.113332] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.113450] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69052) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 652.113694] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.583s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.116130] env[69052]: INFO nova.compute.claims [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.119566] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afe5304-fedf-45f0-a219-130331af2cb1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.129260] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd217444-4c08-4370-8faf-c446117e2db3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.146180] env[69052]: DEBUG nova.compute.manager [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.146999] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fad87c2-45a3-48a7-b960-616c6c0bd6d3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.150801] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba7d499-b4be-4f60-bb5d-f605ddbb24c7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.166082] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7947ee57-4568-435f-bcfd-8e7914c983e4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.173684] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 652.173684] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5269ba46-2625-f1e3-9d30-4c2ba13ab08f" [ 652.173684] env[69052]: _type = "HttpNfcLease" [ 652.173684] env[69052]: } is ready. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 652.174493] env[69052]: DEBUG oslo_vmware.rw_handles [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 652.174493] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5269ba46-2625-f1e3-9d30-4c2ba13ab08f" [ 652.174493] env[69052]: _type = "HttpNfcLease" [ 652.174493] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 652.175271] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75d1ebf-5c4e-4928-ae57-e3c7849ae9fc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.209328] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Releasing lock "refresh_cache-56722277-77c9-43f6-a98e-f102e43df903" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.209328] env[69052]: DEBUG nova.compute.manager [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Instance network_info: |[{"id": "85e64d75-de04-4fdd-b4de-da30b61f02b2", "address": "fa:16:3e:1a:db:8f", "network": {"id": "611d28cc-a800-4dc3-b742-50f4fc61d247", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1084610409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0012c8d368c4b578be0ba9f528ec75b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e64d75-de", "ovs_interfaceid": "85e64d75-de04-4fdd-b4de-da30b61f02b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.209432] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179852MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=69052) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 652.209432] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.210708] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:db:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6eaa481-1f92-4851-b98e-09ed0daad7cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85e64d75-de04-4fdd-b4de-da30b61f02b2', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.218866] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Creating folder: Project (b0012c8d368c4b578be0ba9f528ec75b). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.222574] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e909f34-9d1f-4f7b-a118-625311df4980 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.224543] env[69052]: DEBUG oslo_vmware.rw_handles [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc6b1f-461f-5762-0c29-7b42b8751117/disk-0.vmdk from lease info. {{(pid=69052) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 652.230353] env[69052]: DEBUG oslo_vmware.rw_handles [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc6b1f-461f-5762-0c29-7b42b8751117/disk-0.vmdk for reading. {{(pid=69052) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 652.290045] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Created folder: Project (b0012c8d368c4b578be0ba9f528ec75b) in parent group-v646676. [ 652.290390] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Creating folder: Instances. Parent ref: group-v646760. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.292432] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f69dc3a0-5de2-455b-8fea-4227753c97e8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.302029] env[69052]: DEBUG oslo_vmware.api [None req-159f3ffe-eafc-425e-a172-dd22d1aefc4e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235892, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.307033] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Created folder: Instances in parent group-v646760. [ 652.307330] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.307541] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.307759] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9523cdfb-6790-410f-8f6f-d3178299525f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.334503] env[69052]: DEBUG oslo_vmware.api [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Task: {'id': task-3235889, 'name': PowerOnVM_Task, 'duration_secs': 1.024825} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.334799] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.335077] env[69052]: INFO nova.compute.manager [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Took 11.63 seconds to spawn the instance on the hypervisor. [ 652.335272] env[69052]: DEBUG nova.compute.manager [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.336860] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d86c962-cc77-41a1-a156-7cdbaf3f5652 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.340390] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.340390] env[69052]: value = "task-3235895" [ 652.340390] env[69052]: _type = "Task" [ 652.340390] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.355353] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235895, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.385168] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5beaeb55-10f3-4d4f-b252-a42973bafdcb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.409144] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f56ce5-dfab-4b7b-a31b-41f034101a3c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.433883] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e64d94-e1f8-4081-94d5-65f1cb2886bd tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 652.437984] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-612ad98b-6404-4f68-b800-cc40bca31424 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.455037] env[69052]: DEBUG oslo_vmware.api [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Task: {'id': task-3235882, 'name': RelocateVM_Task} progress is 98%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.455139] env[69052]: DEBUG oslo_vmware.api [None req-d2e64d94-e1f8-4081-94d5-65f1cb2886bd tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 652.455139] env[69052]: value = "task-3235896" [ 652.455139] env[69052]: _type = "Task" [ 652.455139] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.467587] env[69052]: DEBUG oslo_vmware.api [None req-d2e64d94-e1f8-4081-94d5-65f1cb2886bd tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.626183] env[69052]: DEBUG nova.compute.utils [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.626183] env[69052]: DEBUG nova.compute.manager [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.626183] env[69052]: DEBUG nova.network.neutron [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.666727] env[69052]: INFO nova.compute.manager [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] instance snapshotting [ 652.672666] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39b1c35-7bd2-4f2e-8d80-68ea0d4506a4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.697148] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9296fbcb-afd0-40e4-be32-1dc91fe8ba57 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.736615] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquiring lock "00532336-a3a9-43f7-a3bd-59b2f3790091" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.736615] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "00532336-a3a9-43f7-a3bd-59b2f3790091" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.790389] env[69052]: DEBUG nova.policy [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e539585cf97b4b97864d7e53c53126f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ac1d620072f4f41afebf4c413bb85b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.798996] env[69052]: DEBUG oslo_vmware.api [None req-159f3ffe-eafc-425e-a172-dd22d1aefc4e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3235892, 'name': PowerOnVM_Task, 'duration_secs': 0.762246} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.798996] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-159f3ffe-eafc-425e-a172-dd22d1aefc4e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.798996] env[69052]: DEBUG nova.compute.manager [None req-159f3ffe-eafc-425e-a172-dd22d1aefc4e tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.799851] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ac76eb-55a6-4dbe-b17a-3550b9ae6f0c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.859678] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235895, 'name': CreateVM_Task, 'duration_secs': 0.457569} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.865273] env[69052]: INFO nova.compute.manager [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Took 38.54 seconds to build instance. [ 652.866509] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.868146] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.868524] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.868905] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.870025] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-311251b7-7254-4ed7-86c0-2150a99f8470 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.879799] env[69052]: DEBUG oslo_vmware.api [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 652.879799] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52016f8f-b515-f308-8db0-ddd322991af9" [ 652.879799] env[69052]: _type = "Task" [ 652.879799] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.883849] env[69052]: DEBUG nova.network.neutron [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Successfully updated port: 56f6d4bf-c554-4809-b3ca-64cc64ecae45 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.893119] env[69052]: DEBUG oslo_vmware.api [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52016f8f-b515-f308-8db0-ddd322991af9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.947865] env[69052]: DEBUG oslo_vmware.api [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Task: {'id': task-3235882, 'name': RelocateVM_Task, 'duration_secs': 4.680969} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.947865] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Volume attach. Driver type: vmdk {{(pid=69052) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 652.948050] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646717', 'volume_id': '50bda456-69b4-4ce1-b7a7-977e06ce4501', 'name': 'volume-50bda456-69b4-4ce1-b7a7-977e06ce4501', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f58a891e-8076-4cfe-aa62-20f3d4dfb5da', 'attached_at': '', 'detached_at': '', 'volume_id': '50bda456-69b4-4ce1-b7a7-977e06ce4501', 'serial': '50bda456-69b4-4ce1-b7a7-977e06ce4501'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 652.949211] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff59838-d1e4-42ab-801f-55767f0ba4a0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.971101] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdffcf21-9de0-4759-a175-1563b26c9c21 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.993063] env[69052]: DEBUG oslo_vmware.api [None req-d2e64d94-e1f8-4081-94d5-65f1cb2886bd tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235896, 'name': PowerOffVM_Task, 'duration_secs': 0.21049} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.003115] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] volume-50bda456-69b4-4ce1-b7a7-977e06ce4501/volume-50bda456-69b4-4ce1-b7a7-977e06ce4501.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.003678] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e64d94-e1f8-4081-94d5-65f1cb2886bd tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 653.009946] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2e64d94-e1f8-4081-94d5-65f1cb2886bd tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Reconfiguring VM instance instance-00000016 to detach disk 2001 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 653.012324] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5167b37a-1b7d-486e-97d3-94fc567708bd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.030160] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87d11b83-bcf7-45a6-bc45-53ca50df8630 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.045651] env[69052]: DEBUG nova.compute.manager [req-b7bdeba9-1668-4892-8da2-4be2dd4b0360 req-32302967-f3cf-4a4a-bf36-990f380e5539 service nova] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Received event network-changed-85e64d75-de04-4fdd-b4de-da30b61f02b2 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.045977] env[69052]: DEBUG nova.compute.manager [req-b7bdeba9-1668-4892-8da2-4be2dd4b0360 req-32302967-f3cf-4a4a-bf36-990f380e5539 service nova] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Refreshing instance network info cache due to event network-changed-85e64d75-de04-4fdd-b4de-da30b61f02b2. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.046280] env[69052]: DEBUG oslo_concurrency.lockutils [req-b7bdeba9-1668-4892-8da2-4be2dd4b0360 req-32302967-f3cf-4a4a-bf36-990f380e5539 service nova] Acquiring lock "refresh_cache-56722277-77c9-43f6-a98e-f102e43df903" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.046492] env[69052]: DEBUG oslo_concurrency.lockutils [req-b7bdeba9-1668-4892-8da2-4be2dd4b0360 req-32302967-f3cf-4a4a-bf36-990f380e5539 service nova] Acquired lock "refresh_cache-56722277-77c9-43f6-a98e-f102e43df903" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.046890] env[69052]: DEBUG nova.network.neutron [req-b7bdeba9-1668-4892-8da2-4be2dd4b0360 req-32302967-f3cf-4a4a-bf36-990f380e5539 service nova] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Refreshing network info cache for port 85e64d75-de04-4fdd-b4de-da30b61f02b2 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.057529] env[69052]: DEBUG oslo_vmware.api [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Waiting for the task: (returnval){ [ 653.057529] env[69052]: value = "task-3235897" [ 653.057529] env[69052]: _type = "Task" [ 653.057529] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.059359] env[69052]: DEBUG oslo_vmware.api [None req-d2e64d94-e1f8-4081-94d5-65f1cb2886bd tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 653.059359] env[69052]: value = "task-3235898" [ 653.059359] env[69052]: _type = "Task" [ 653.059359] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.074568] env[69052]: DEBUG oslo_vmware.api [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Task: {'id': task-3235897, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.077601] env[69052]: DEBUG oslo_vmware.api [None req-d2e64d94-e1f8-4081-94d5-65f1cb2886bd tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235898, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.131137] env[69052]: DEBUG nova.compute.manager [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.211750] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Creating Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 653.211750] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1818521c-5c28-4b16-9d0f-a8929ed64e18 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.221754] env[69052]: DEBUG oslo_vmware.api [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Waiting for the task: (returnval){ [ 653.221754] env[69052]: value = "task-3235899" [ 653.221754] env[69052]: _type = "Task" [ 653.221754] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.236356] env[69052]: DEBUG oslo_vmware.api [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235899, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.371259] env[69052]: DEBUG oslo_concurrency.lockutils [None req-631cbce8-4062-4724-a3b9-649fdb34e163 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Lock "8a9a11e6-fbed-4445-b8c8-fdce8b831834" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.026s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.387789] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Acquiring lock "refresh_cache-cacc34cd-e3b1-4a08-a7da-45457403d114" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.388395] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Acquired lock "refresh_cache-cacc34cd-e3b1-4a08-a7da-45457403d114" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.388395] env[69052]: DEBUG nova.network.neutron [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.394162] env[69052]: DEBUG oslo_vmware.api [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52016f8f-b515-f308-8db0-ddd322991af9, 'name': SearchDatastore_Task, 'duration_secs': 0.018727} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.396930] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.399292] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.399292] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.399292] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.399292] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.399292] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d7ad5bc-aafc-43d2-b4c8-2b69f9b1c746 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.416322] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.416791] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.417768] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7fb85c5-3385-4a7e-ac52-789c6b3dcf2a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.430064] env[69052]: DEBUG oslo_vmware.api [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 653.430064] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52dc8cb4-b1b9-2c0f-05d4-af2f950c1b39" [ 653.430064] env[69052]: _type = "Task" [ 653.430064] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.450204] env[69052]: DEBUG oslo_vmware.api [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52dc8cb4-b1b9-2c0f-05d4-af2f950c1b39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.579492] env[69052]: DEBUG oslo_vmware.api [None req-d2e64d94-e1f8-4081-94d5-65f1cb2886bd tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235898, 'name': ReconfigVM_Task, 'duration_secs': 0.29855} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.579768] env[69052]: DEBUG oslo_vmware.api [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Task: {'id': task-3235897, 'name': ReconfigVM_Task, 'duration_secs': 0.43835} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.579948] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2e64d94-e1f8-4081-94d5-65f1cb2886bd tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Reconfigured VM instance instance-00000016 to detach disk 2001 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 653.580101] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e64d94-e1f8-4081-94d5-65f1cb2886bd tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.580382] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Reconfigured VM instance instance-0000001c to attach disk [datastore1] volume-50bda456-69b4-4ce1-b7a7-977e06ce4501/volume-50bda456-69b4-4ce1-b7a7-977e06ce4501.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.588281] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd5ea68e-4e31-467e-8493-893ecc47bd8a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.589638] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-177acbc1-0449-482d-9f08-eb56cdf7331e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.610599] env[69052]: DEBUG oslo_vmware.api [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Waiting for the task: (returnval){ [ 653.610599] env[69052]: value = "task-3235901" [ 653.610599] env[69052]: _type = "Task" [ 653.610599] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.612628] env[69052]: DEBUG oslo_vmware.api [None req-d2e64d94-e1f8-4081-94d5-65f1cb2886bd tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 653.612628] env[69052]: value = "task-3235900" [ 653.612628] env[69052]: _type = "Task" [ 653.612628] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.631957] env[69052]: DEBUG oslo_vmware.api [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Task: {'id': task-3235901, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.632270] env[69052]: DEBUG oslo_vmware.api [None req-d2e64d94-e1f8-4081-94d5-65f1cb2886bd tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.734588] env[69052]: DEBUG oslo_vmware.api [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235899, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.795107] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquiring lock "bf57b022-2a6e-4514-bb47-aa6965aad6ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.795916] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "bf57b022-2a6e-4514-bb47-aa6965aad6ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.874111] env[69052]: DEBUG nova.compute.manager [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.932246] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c987da-77e8-43a8-b215-68aca93f31f7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.948965] env[69052]: DEBUG oslo_vmware.api [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52dc8cb4-b1b9-2c0f-05d4-af2f950c1b39, 'name': SearchDatastore_Task, 'duration_secs': 0.014117} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.952729] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf6ac1ee-e601-44a9-a793-4b94592b240f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.956566] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e5ac2d-961b-48e1-8b73-51b97d964e5b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.965883] env[69052]: DEBUG oslo_vmware.api [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 653.965883] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526950e8-51d8-f794-e158-b3bf8ce00223" [ 653.965883] env[69052]: _type = "Task" [ 653.965883] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.998217] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea6bc8b-b2fd-4ff0-be26-3907819d4f3a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.011217] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4ab9d2-f581-4724-ae58-fcbac969cf66 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.015528] env[69052]: DEBUG oslo_vmware.api [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526950e8-51d8-f794-e158-b3bf8ce00223, 'name': SearchDatastore_Task, 'duration_secs': 0.02067} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.018439] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.018812] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 56722277-77c9-43f6-a98e-f102e43df903/56722277-77c9-43f6-a98e-f102e43df903.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.019645] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2dbe36f-983d-4b75-a22f-0630ab8ef226 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.033395] env[69052]: DEBUG nova.network.neutron [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.036077] env[69052]: DEBUG nova.compute.provider_tree [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.045910] env[69052]: DEBUG oslo_vmware.api [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 654.045910] env[69052]: value = "task-3235902" [ 654.045910] env[69052]: _type = "Task" [ 654.045910] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.056325] env[69052]: DEBUG oslo_vmware.api [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3235902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.124559] env[69052]: DEBUG oslo_vmware.api [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Task: {'id': task-3235901, 'name': ReconfigVM_Task, 'duration_secs': 0.205544} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.125486] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646717', 'volume_id': '50bda456-69b4-4ce1-b7a7-977e06ce4501', 'name': 'volume-50bda456-69b4-4ce1-b7a7-977e06ce4501', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f58a891e-8076-4cfe-aa62-20f3d4dfb5da', 'attached_at': '', 'detached_at': '', 'volume_id': '50bda456-69b4-4ce1-b7a7-977e06ce4501', 'serial': '50bda456-69b4-4ce1-b7a7-977e06ce4501'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 654.126237] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02192170-4756-4607-885e-4e7b10ebc536 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.131552] env[69052]: DEBUG oslo_vmware.api [None req-d2e64d94-e1f8-4081-94d5-65f1cb2886bd tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235900, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.136018] env[69052]: DEBUG nova.network.neutron [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Successfully created port: 529a4e84-9421-4d77-bdfa-8e0277bea89d {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.139940] env[69052]: DEBUG oslo_vmware.api [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Waiting for the task: (returnval){ [ 654.139940] env[69052]: value = "task-3235903" [ 654.139940] env[69052]: _type = "Task" [ 654.139940] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.146880] env[69052]: DEBUG nova.compute.manager [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.153026] env[69052]: DEBUG oslo_vmware.api [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Task: {'id': task-3235903, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.186416] env[69052]: DEBUG nova.virt.hardware [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.186814] env[69052]: DEBUG nova.virt.hardware [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.187154] env[69052]: DEBUG nova.virt.hardware [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.187471] env[69052]: DEBUG nova.virt.hardware [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.187779] env[69052]: DEBUG nova.virt.hardware [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.188000] env[69052]: DEBUG nova.virt.hardware [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.188295] env[69052]: DEBUG nova.virt.hardware [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.188531] env[69052]: DEBUG nova.virt.hardware [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.188837] env[69052]: DEBUG nova.virt.hardware [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.189167] env[69052]: DEBUG nova.virt.hardware [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.189584] env[69052]: DEBUG nova.virt.hardware [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.191045] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccfe164-0fc8-477f-b5bb-cbcd8e47a15b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.206230] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4055c0-6d1f-4d88-b75f-393b090e20c0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.233255] env[69052]: DEBUG oslo_vmware.api [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235899, 'name': CreateSnapshot_Task, 'duration_secs': 0.79661} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.233621] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Created Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 654.234582] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2840d66-3619-407f-999e-2e3696e12ac9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.341640] env[69052]: DEBUG nova.network.neutron [req-b7bdeba9-1668-4892-8da2-4be2dd4b0360 req-32302967-f3cf-4a4a-bf36-990f380e5539 service nova] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Updated VIF entry in instance network info cache for port 85e64d75-de04-4fdd-b4de-da30b61f02b2. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.342231] env[69052]: DEBUG nova.network.neutron [req-b7bdeba9-1668-4892-8da2-4be2dd4b0360 req-32302967-f3cf-4a4a-bf36-990f380e5539 service nova] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Updating instance_info_cache with network_info: [{"id": "85e64d75-de04-4fdd-b4de-da30b61f02b2", "address": "fa:16:3e:1a:db:8f", "network": {"id": "611d28cc-a800-4dc3-b742-50f4fc61d247", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1084610409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0012c8d368c4b578be0ba9f528ec75b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e64d75-de", "ovs_interfaceid": "85e64d75-de04-4fdd-b4de-da30b61f02b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.401599] env[69052]: DEBUG oslo_concurrency.lockutils [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.540746] env[69052]: DEBUG nova.scheduler.client.report [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.560342] env[69052]: DEBUG oslo_vmware.api [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3235902, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.630290] env[69052]: DEBUG oslo_vmware.api [None req-d2e64d94-e1f8-4081-94d5-65f1cb2886bd tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235900, 'name': PowerOnVM_Task, 'duration_secs': 0.529126} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.630670] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e64d94-e1f8-4081-94d5-65f1cb2886bd tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.630917] env[69052]: DEBUG nova.compute.manager [None req-d2e64d94-e1f8-4081-94d5-65f1cb2886bd tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.632077] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5591b09b-ef32-4b7a-9009-00661cbd0590 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.659718] env[69052]: DEBUG oslo_vmware.api [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Task: {'id': task-3235903, 'name': Rename_Task, 'duration_secs': 0.234139} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.660216] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.660644] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67035aa1-d3a9-4b68-bce7-01fd15900aca {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.672438] env[69052]: DEBUG oslo_vmware.api [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Waiting for the task: (returnval){ [ 654.672438] env[69052]: value = "task-3235904" [ 654.672438] env[69052]: _type = "Task" [ 654.672438] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.689979] env[69052]: DEBUG oslo_vmware.api [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Task: {'id': task-3235904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.755921] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Creating linked-clone VM from snapshot {{(pid=69052) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 654.756404] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-891c77fa-cb55-47da-8da8-a0bbb939ca71 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.765411] env[69052]: DEBUG oslo_vmware.api [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Waiting for the task: (returnval){ [ 654.765411] env[69052]: value = "task-3235905" [ 654.765411] env[69052]: _type = "Task" [ 654.765411] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.775062] env[69052]: DEBUG oslo_vmware.api [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235905, 'name': CloneVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.833139] env[69052]: DEBUG nova.network.neutron [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Updating instance_info_cache with network_info: [{"id": "56f6d4bf-c554-4809-b3ca-64cc64ecae45", "address": "fa:16:3e:a7:c0:95", "network": {"id": "14c20f0d-c76b-4652-b593-384e500c8b3b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1992958750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722147ef12a3414c97dda1c1fb259724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56f6d4bf-c5", "ovs_interfaceid": "56f6d4bf-c554-4809-b3ca-64cc64ecae45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.845881] env[69052]: DEBUG oslo_concurrency.lockutils [req-b7bdeba9-1668-4892-8da2-4be2dd4b0360 req-32302967-f3cf-4a4a-bf36-990f380e5539 service nova] Releasing lock "refresh_cache-56722277-77c9-43f6-a98e-f102e43df903" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.046538] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.933s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.047108] env[69052]: DEBUG nova.compute.manager [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.051814] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.244s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.053547] env[69052]: INFO nova.compute.claims [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.070461] env[69052]: DEBUG oslo_vmware.api [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3235902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704672} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.071306] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 56722277-77c9-43f6-a98e-f102e43df903/56722277-77c9-43f6-a98e-f102e43df903.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.071306] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.071306] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49d3f3be-bffb-4fed-8a01-5c94e8a0e2ed {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.081039] env[69052]: DEBUG oslo_vmware.api [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 655.081039] env[69052]: value = "task-3235906" [ 655.081039] env[69052]: _type = "Task" [ 655.081039] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.090294] env[69052]: DEBUG oslo_vmware.api [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3235906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.183998] env[69052]: DEBUG oslo_vmware.api [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Task: {'id': task-3235904, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.275743] env[69052]: DEBUG oslo_vmware.api [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235905, 'name': CloneVM_Task} progress is 93%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.336584] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Releasing lock "refresh_cache-cacc34cd-e3b1-4a08-a7da-45457403d114" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.336632] env[69052]: DEBUG nova.compute.manager [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Instance network_info: |[{"id": "56f6d4bf-c554-4809-b3ca-64cc64ecae45", "address": "fa:16:3e:a7:c0:95", "network": {"id": "14c20f0d-c76b-4652-b593-384e500c8b3b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1992958750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722147ef12a3414c97dda1c1fb259724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56f6d4bf-c5", "ovs_interfaceid": "56f6d4bf-c554-4809-b3ca-64cc64ecae45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.337164] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:c0:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56f6d4bf-c554-4809-b3ca-64cc64ecae45', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.346754] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Creating folder: Project (722147ef12a3414c97dda1c1fb259724). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.347149] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2fb4554-92b3-4b86-8df2-7ffecacb2976 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.364009] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Created folder: Project (722147ef12a3414c97dda1c1fb259724) in parent group-v646676. [ 655.364355] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Creating folder: Instances. Parent ref: group-v646765. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.364626] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae4b773b-c0e1-4a0a-99ff-466623c316af {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.376445] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Created folder: Instances in parent group-v646765. [ 655.376781] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.376902] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.377132] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c148925a-843e-4c06-8c43-f5196bbef564 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.398973] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.398973] env[69052]: value = "task-3235909" [ 655.398973] env[69052]: _type = "Task" [ 655.398973] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.417276] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235909, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.560343] env[69052]: DEBUG nova.compute.utils [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.561766] env[69052]: DEBUG nova.compute.manager [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.561960] env[69052]: DEBUG nova.network.neutron [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.592097] env[69052]: DEBUG oslo_vmware.api [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3235906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076973} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.592400] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.593228] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0033b947-a5da-4ed4-abc1-ffbeee90ed0c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.618795] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 56722277-77c9-43f6-a98e-f102e43df903/56722277-77c9-43f6-a98e-f102e43df903.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.619411] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-259ce116-bc0d-4a16-839f-b004457b8747 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.636347] env[69052]: DEBUG nova.policy [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9124c0f357fc4a39bd24bc16ac8a3b00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '353f2218a5c042c7abecff0feacf6f94', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.646897] env[69052]: DEBUG oslo_vmware.api [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 655.646897] env[69052]: value = "task-3235910" [ 655.646897] env[69052]: _type = "Task" [ 655.646897] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.661490] env[69052]: DEBUG oslo_vmware.api [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3235910, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.684604] env[69052]: DEBUG oslo_vmware.api [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Task: {'id': task-3235904, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.777147] env[69052]: DEBUG oslo_vmware.api [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235905, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.880817] env[69052]: DEBUG nova.compute.manager [req-16099bb8-bda7-4057-a1de-57ebccef2ff4 req-f87e2597-4709-4c1b-8a3b-84a2a2d054e8 service nova] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Received event network-vif-plugged-56f6d4bf-c554-4809-b3ca-64cc64ecae45 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.881286] env[69052]: DEBUG oslo_concurrency.lockutils [req-16099bb8-bda7-4057-a1de-57ebccef2ff4 req-f87e2597-4709-4c1b-8a3b-84a2a2d054e8 service nova] Acquiring lock "cacc34cd-e3b1-4a08-a7da-45457403d114-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.881636] env[69052]: DEBUG oslo_concurrency.lockutils [req-16099bb8-bda7-4057-a1de-57ebccef2ff4 req-f87e2597-4709-4c1b-8a3b-84a2a2d054e8 service nova] Lock "cacc34cd-e3b1-4a08-a7da-45457403d114-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.881931] env[69052]: DEBUG oslo_concurrency.lockutils [req-16099bb8-bda7-4057-a1de-57ebccef2ff4 req-f87e2597-4709-4c1b-8a3b-84a2a2d054e8 service nova] Lock "cacc34cd-e3b1-4a08-a7da-45457403d114-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.882251] env[69052]: DEBUG nova.compute.manager [req-16099bb8-bda7-4057-a1de-57ebccef2ff4 req-f87e2597-4709-4c1b-8a3b-84a2a2d054e8 service nova] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] No waiting events found dispatching network-vif-plugged-56f6d4bf-c554-4809-b3ca-64cc64ecae45 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.882521] env[69052]: WARNING nova.compute.manager [req-16099bb8-bda7-4057-a1de-57ebccef2ff4 req-f87e2597-4709-4c1b-8a3b-84a2a2d054e8 service nova] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Received unexpected event network-vif-plugged-56f6d4bf-c554-4809-b3ca-64cc64ecae45 for instance with vm_state building and task_state spawning. [ 655.882818] env[69052]: DEBUG nova.compute.manager [req-16099bb8-bda7-4057-a1de-57ebccef2ff4 req-f87e2597-4709-4c1b-8a3b-84a2a2d054e8 service nova] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Received event network-changed-56f6d4bf-c554-4809-b3ca-64cc64ecae45 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.883014] env[69052]: DEBUG nova.compute.manager [req-16099bb8-bda7-4057-a1de-57ebccef2ff4 req-f87e2597-4709-4c1b-8a3b-84a2a2d054e8 service nova] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Refreshing instance network info cache due to event network-changed-56f6d4bf-c554-4809-b3ca-64cc64ecae45. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.883252] env[69052]: DEBUG oslo_concurrency.lockutils [req-16099bb8-bda7-4057-a1de-57ebccef2ff4 req-f87e2597-4709-4c1b-8a3b-84a2a2d054e8 service nova] Acquiring lock "refresh_cache-cacc34cd-e3b1-4a08-a7da-45457403d114" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.883457] env[69052]: DEBUG oslo_concurrency.lockutils [req-16099bb8-bda7-4057-a1de-57ebccef2ff4 req-f87e2597-4709-4c1b-8a3b-84a2a2d054e8 service nova] Acquired lock "refresh_cache-cacc34cd-e3b1-4a08-a7da-45457403d114" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.883667] env[69052]: DEBUG nova.network.neutron [req-16099bb8-bda7-4057-a1de-57ebccef2ff4 req-f87e2597-4709-4c1b-8a3b-84a2a2d054e8 service nova] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Refreshing network info cache for port 56f6d4bf-c554-4809-b3ca-64cc64ecae45 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.912093] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235909, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.066482] env[69052]: DEBUG nova.compute.manager [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.165977] env[69052]: DEBUG oslo_vmware.api [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3235910, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.195561] env[69052]: DEBUG oslo_vmware.api [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Task: {'id': task-3235904, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.285204] env[69052]: DEBUG oslo_vmware.api [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235905, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.418418] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235909, 'name': CreateVM_Task, 'duration_secs': 0.519728} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.418771] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.420304] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.420506] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.420916] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.421222] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-133efdd9-6681-4eb1-96a7-82368155e6b1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.431478] env[69052]: DEBUG oslo_vmware.api [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Waiting for the task: (returnval){ [ 656.431478] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5281bfee-1241-c627-fb54-e3df220a09a4" [ 656.431478] env[69052]: _type = "Task" [ 656.431478] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.441221] env[69052]: DEBUG oslo_vmware.api [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5281bfee-1241-c627-fb54-e3df220a09a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.585188] env[69052]: DEBUG nova.network.neutron [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Successfully created port: 4f0184ea-456d-4100-b592-3992f90f23b3 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.668060] env[69052]: DEBUG oslo_vmware.api [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3235910, 'name': ReconfigVM_Task, 'duration_secs': 0.568526} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.670690] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 56722277-77c9-43f6-a98e-f102e43df903/56722277-77c9-43f6-a98e-f102e43df903.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.671410] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01a3fa17-85a6-48b9-abfa-cdedf149f3db {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.683601] env[69052]: DEBUG oslo_vmware.api [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 656.683601] env[69052]: value = "task-3235911" [ 656.683601] env[69052]: _type = "Task" [ 656.683601] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.693659] env[69052]: DEBUG oslo_vmware.api [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Task: {'id': task-3235904, 'name': PowerOnVM_Task, 'duration_secs': 1.543747} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.694505] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.695014] env[69052]: INFO nova.compute.manager [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Took 11.32 seconds to spawn the instance on the hypervisor. [ 656.695240] env[69052]: DEBUG nova.compute.manager [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.700022] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fec836-7172-43e9-a611-01d1966d3176 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.708262] env[69052]: DEBUG oslo_vmware.api [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3235911, 'name': Rename_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.749517] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907c5923-db7c-4540-938f-67af7a5f8249 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.758903] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c17748b-f23e-4f2b-bcb3-36d0ecf795d6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.802047] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a88094-d756-4f42-953c-9b37dd54fc02 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.815516] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de34b6fa-8093-4c34-aa2b-faf6f6ddba91 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.820199] env[69052]: DEBUG oslo_vmware.api [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235905, 'name': CloneVM_Task, 'duration_secs': 1.899325} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.820519] env[69052]: INFO nova.virt.vmwareapi.vmops [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Created linked-clone VM from snapshot [ 656.821756] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29dd0b3b-e8b2-417c-aca3-abb7685e1820 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.835723] env[69052]: DEBUG nova.compute.provider_tree [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.843143] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Uploading image 83f2de57-2b79-4dd8-97bf-ef70bcd3427f {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 656.879865] env[69052]: DEBUG oslo_vmware.rw_handles [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 656.879865] env[69052]: value = "vm-646764" [ 656.879865] env[69052]: _type = "VirtualMachine" [ 656.879865] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 656.880320] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b471f39f-1360-4ea8-9769-12375c156944 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.889988] env[69052]: DEBUG oslo_vmware.rw_handles [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Lease: (returnval){ [ 656.889988] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5203bcb3-08e7-3bb8-d563-c8420f5cd696" [ 656.889988] env[69052]: _type = "HttpNfcLease" [ 656.889988] env[69052]: } obtained for exporting VM: (result){ [ 656.889988] env[69052]: value = "vm-646764" [ 656.889988] env[69052]: _type = "VirtualMachine" [ 656.889988] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 656.890565] env[69052]: DEBUG oslo_vmware.api [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Waiting for the lease: (returnval){ [ 656.890565] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5203bcb3-08e7-3bb8-d563-c8420f5cd696" [ 656.890565] env[69052]: _type = "HttpNfcLease" [ 656.890565] env[69052]: } to be ready. {{(pid=69052) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 656.900223] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 656.900223] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5203bcb3-08e7-3bb8-d563-c8420f5cd696" [ 656.900223] env[69052]: _type = "HttpNfcLease" [ 656.900223] env[69052]: } is initializing. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 656.910786] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ba335517-4ebc-40f4-a5f3-7bceab173369 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquiring lock "7b0c2e85-ac32-4b92-80a8-f20dd67afa45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.911177] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ba335517-4ebc-40f4-a5f3-7bceab173369 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Lock "7b0c2e85-ac32-4b92-80a8-f20dd67afa45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.911424] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ba335517-4ebc-40f4-a5f3-7bceab173369 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquiring lock "7b0c2e85-ac32-4b92-80a8-f20dd67afa45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.911636] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ba335517-4ebc-40f4-a5f3-7bceab173369 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Lock "7b0c2e85-ac32-4b92-80a8-f20dd67afa45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.911849] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ba335517-4ebc-40f4-a5f3-7bceab173369 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Lock "7b0c2e85-ac32-4b92-80a8-f20dd67afa45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.914247] env[69052]: INFO nova.compute.manager [None req-ba335517-4ebc-40f4-a5f3-7bceab173369 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Terminating instance [ 656.945501] env[69052]: DEBUG oslo_vmware.api [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5281bfee-1241-c627-fb54-e3df220a09a4, 'name': SearchDatastore_Task, 'duration_secs': 0.015327} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.948904] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.949225] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.949468] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.949614] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.949789] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.950114] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a476fa46-55e3-4971-a7f5-2c594fc941eb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.961258] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.961449] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.962348] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf222cff-89db-432c-a209-6dbebb3442a2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.969737] env[69052]: DEBUG oslo_vmware.api [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Waiting for the task: (returnval){ [ 656.969737] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5273b1ba-64da-c345-8038-daff92a2aeb9" [ 656.969737] env[69052]: _type = "Task" [ 656.969737] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.982705] env[69052]: DEBUG oslo_vmware.api [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5273b1ba-64da-c345-8038-daff92a2aeb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.075446] env[69052]: DEBUG nova.compute.manager [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.100354] env[69052]: DEBUG nova.virt.hardware [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.100595] env[69052]: DEBUG nova.virt.hardware [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.100802] env[69052]: DEBUG nova.virt.hardware [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.101078] env[69052]: DEBUG nova.virt.hardware [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.101242] env[69052]: DEBUG nova.virt.hardware [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.101393] env[69052]: DEBUG nova.virt.hardware [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.101631] env[69052]: DEBUG nova.virt.hardware [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.101833] env[69052]: DEBUG nova.virt.hardware [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.101997] env[69052]: DEBUG nova.virt.hardware [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.102204] env[69052]: DEBUG nova.virt.hardware [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.102386] env[69052]: DEBUG nova.virt.hardware [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.103309] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6f7274-7732-4837-b624-23c8e5f3915e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.111838] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc304e17-be72-4970-bef6-18b6f3555c76 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.194923] env[69052]: DEBUG oslo_vmware.api [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3235911, 'name': Rename_Task, 'duration_secs': 0.233211} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.195214] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.195458] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e98f2f0-1abb-4214-bb29-1bb7db6ca5c1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.200366] env[69052]: DEBUG nova.network.neutron [req-16099bb8-bda7-4057-a1de-57ebccef2ff4 req-f87e2597-4709-4c1b-8a3b-84a2a2d054e8 service nova] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Updated VIF entry in instance network info cache for port 56f6d4bf-c554-4809-b3ca-64cc64ecae45. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.200758] env[69052]: DEBUG nova.network.neutron [req-16099bb8-bda7-4057-a1de-57ebccef2ff4 req-f87e2597-4709-4c1b-8a3b-84a2a2d054e8 service nova] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Updating instance_info_cache with network_info: [{"id": "56f6d4bf-c554-4809-b3ca-64cc64ecae45", "address": "fa:16:3e:a7:c0:95", "network": {"id": "14c20f0d-c76b-4652-b593-384e500c8b3b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1992958750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722147ef12a3414c97dda1c1fb259724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56f6d4bf-c5", "ovs_interfaceid": "56f6d4bf-c554-4809-b3ca-64cc64ecae45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.203536] env[69052]: DEBUG oslo_vmware.api [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 657.203536] env[69052]: value = "task-3235913" [ 657.203536] env[69052]: _type = "Task" [ 657.203536] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.213505] env[69052]: DEBUG oslo_vmware.api [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3235913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.233895] env[69052]: INFO nova.compute.manager [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Took 36.53 seconds to build instance. [ 657.340325] env[69052]: DEBUG nova.scheduler.client.report [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.381149] env[69052]: DEBUG nova.network.neutron [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Successfully updated port: 529a4e84-9421-4d77-bdfa-8e0277bea89d {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.401482] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 657.401482] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5203bcb3-08e7-3bb8-d563-c8420f5cd696" [ 657.401482] env[69052]: _type = "HttpNfcLease" [ 657.401482] env[69052]: } is ready. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 657.401755] env[69052]: DEBUG oslo_vmware.rw_handles [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 657.401755] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5203bcb3-08e7-3bb8-d563-c8420f5cd696" [ 657.401755] env[69052]: _type = "HttpNfcLease" [ 657.401755] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 657.402607] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa969b9-7039-4d5e-9528-539a32fb12cf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.412118] env[69052]: DEBUG oslo_vmware.rw_handles [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5285c6fc-bd4c-4b8d-8abc-184d3f393575/disk-0.vmdk from lease info. {{(pid=69052) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 657.412340] env[69052]: DEBUG oslo_vmware.rw_handles [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5285c6fc-bd4c-4b8d-8abc-184d3f393575/disk-0.vmdk for reading. {{(pid=69052) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 657.476527] env[69052]: DEBUG nova.compute.manager [None req-ba335517-4ebc-40f4-a5f3-7bceab173369 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 657.476863] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ba335517-4ebc-40f4-a5f3-7bceab173369 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.478397] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acf2ce4-1699-450d-82a3-b2bf46a50057 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.492026] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba335517-4ebc-40f4-a5f3-7bceab173369 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.496375] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-945d62f7-7978-4b47-88df-9edd6278501e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.498684] env[69052]: DEBUG oslo_vmware.api [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5273b1ba-64da-c345-8038-daff92a2aeb9, 'name': SearchDatastore_Task, 'duration_secs': 0.018497} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.504028] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-decac99b-13e3-4176-bf68-a445ce78302a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.507170] env[69052]: DEBUG oslo_vmware.api [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Waiting for the task: (returnval){ [ 657.507170] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523bf0d2-6d70-453c-4cd4-027266a4df99" [ 657.507170] env[69052]: _type = "Task" [ 657.507170] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.509041] env[69052]: DEBUG oslo_vmware.api [None req-ba335517-4ebc-40f4-a5f3-7bceab173369 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 657.509041] env[69052]: value = "task-3235914" [ 657.509041] env[69052]: _type = "Task" [ 657.509041] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.522857] env[69052]: DEBUG oslo_vmware.api [None req-ba335517-4ebc-40f4-a5f3-7bceab173369 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.526560] env[69052]: DEBUG oslo_vmware.api [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523bf0d2-6d70-453c-4cd4-027266a4df99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.557027] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dfcd0ed4-4f6d-434b-918a-4403708a9e7d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.704879] env[69052]: DEBUG oslo_concurrency.lockutils [req-16099bb8-bda7-4057-a1de-57ebccef2ff4 req-f87e2597-4709-4c1b-8a3b-84a2a2d054e8 service nova] Releasing lock "refresh_cache-cacc34cd-e3b1-4a08-a7da-45457403d114" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.719427] env[69052]: DEBUG oslo_vmware.api [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3235913, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.736209] env[69052]: DEBUG oslo_concurrency.lockutils [None req-be1b25f1-8e52-4e02-9449-3bcf089f0160 tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Lock "f58a891e-8076-4cfe-aa62-20f3d4dfb5da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.241s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.846492] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.847286] env[69052]: DEBUG nova.compute.manager [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.850897] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.669s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.855288] env[69052]: INFO nova.compute.claims [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.886324] env[69052]: DEBUG oslo_concurrency.lockutils [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Acquiring lock "refresh_cache-ea17e00e-765a-4ded-8fff-4f49a3726918" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.886556] env[69052]: DEBUG oslo_concurrency.lockutils [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Acquired lock "refresh_cache-ea17e00e-765a-4ded-8fff-4f49a3726918" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.886749] env[69052]: DEBUG nova.network.neutron [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.029357] env[69052]: DEBUG oslo_vmware.api [None req-ba335517-4ebc-40f4-a5f3-7bceab173369 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235914, 'name': PowerOffVM_Task, 'duration_secs': 0.245667} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.030029] env[69052]: DEBUG oslo_vmware.api [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523bf0d2-6d70-453c-4cd4-027266a4df99, 'name': SearchDatastore_Task, 'duration_secs': 0.015195} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.031137] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba335517-4ebc-40f4-a5f3-7bceab173369 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.031137] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ba335517-4ebc-40f4-a5f3-7bceab173369 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 658.031695] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.032150] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] cacc34cd-e3b1-4a08-a7da-45457403d114/cacc34cd-e3b1-4a08-a7da-45457403d114.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.035018] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b75f74b2-c95d-4f14-9aea-87832bd6be97 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.035018] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-934acd44-d234-4533-9694-6453cd6a8cd2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.046379] env[69052]: DEBUG oslo_vmware.api [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Waiting for the task: (returnval){ [ 658.046379] env[69052]: value = "task-3235916" [ 658.046379] env[69052]: _type = "Task" [ 658.046379] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.062289] env[69052]: DEBUG oslo_vmware.api [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3235916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.124241] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ba335517-4ebc-40f4-a5f3-7bceab173369 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.127244] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ba335517-4ebc-40f4-a5f3-7bceab173369 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.127244] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba335517-4ebc-40f4-a5f3-7bceab173369 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Deleting the datastore file [datastore2] 7b0c2e85-ac32-4b92-80a8-f20dd67afa45 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.127244] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-687a85d5-8807-4ab0-be7a-795710e15c7e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.136722] env[69052]: DEBUG oslo_vmware.api [None req-ba335517-4ebc-40f4-a5f3-7bceab173369 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 658.136722] env[69052]: value = "task-3235917" [ 658.136722] env[69052]: _type = "Task" [ 658.136722] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.148262] env[69052]: DEBUG oslo_vmware.api [None req-ba335517-4ebc-40f4-a5f3-7bceab173369 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.216986] env[69052]: DEBUG oslo_vmware.api [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3235913, 'name': PowerOnVM_Task, 'duration_secs': 0.834336} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.217452] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.217792] env[69052]: INFO nova.compute.manager [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Took 9.68 seconds to spawn the instance on the hypervisor. [ 658.218102] env[69052]: DEBUG nova.compute.manager [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.219217] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9ebad7-e45a-47ee-a577-d01ae7e5d6cd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.239322] env[69052]: DEBUG nova.compute.manager [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.363265] env[69052]: DEBUG nova.compute.utils [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.370943] env[69052]: DEBUG nova.compute.manager [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Not allocating networking since 'none' was specified. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 658.427700] env[69052]: DEBUG nova.network.neutron [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.561204] env[69052]: DEBUG oslo_vmware.api [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3235916, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.632863] env[69052]: DEBUG nova.network.neutron [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Updating instance_info_cache with network_info: [{"id": "529a4e84-9421-4d77-bdfa-8e0277bea89d", "address": "fa:16:3e:cd:29:64", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap529a4e84-94", "ovs_interfaceid": "529a4e84-9421-4d77-bdfa-8e0277bea89d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.648547] env[69052]: DEBUG oslo_vmware.api [None req-ba335517-4ebc-40f4-a5f3-7bceab173369 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3235917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371389} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.650031] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba335517-4ebc-40f4-a5f3-7bceab173369 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.650261] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ba335517-4ebc-40f4-a5f3-7bceab173369 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.650437] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ba335517-4ebc-40f4-a5f3-7bceab173369 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.650612] env[69052]: INFO nova.compute.manager [None req-ba335517-4ebc-40f4-a5f3-7bceab173369 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Took 1.17 seconds to destroy the instance on the hypervisor. [ 658.650850] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba335517-4ebc-40f4-a5f3-7bceab173369 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.651425] env[69052]: DEBUG nova.compute.manager [-] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 658.652052] env[69052]: DEBUG nova.network.neutron [-] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 658.742762] env[69052]: INFO nova.compute.manager [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Took 34.21 seconds to build instance. [ 658.767596] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.871977] env[69052]: DEBUG nova.compute.manager [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.050153] env[69052]: DEBUG nova.network.neutron [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Successfully updated port: 4f0184ea-456d-4100-b592-3992f90f23b3 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.059314] env[69052]: DEBUG oslo_vmware.api [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3235916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542354} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.062910] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] cacc34cd-e3b1-4a08-a7da-45457403d114/cacc34cd-e3b1-4a08-a7da-45457403d114.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.063557] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.064238] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c11a9883-e6f0-410f-9f41-834589743628 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.075918] env[69052]: DEBUG oslo_vmware.api [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Waiting for the task: (returnval){ [ 659.075918] env[69052]: value = "task-3235918" [ 659.075918] env[69052]: _type = "Task" [ 659.075918] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.090183] env[69052]: DEBUG oslo_vmware.api [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3235918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.136491] env[69052]: DEBUG oslo_concurrency.lockutils [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Releasing lock "refresh_cache-ea17e00e-765a-4ded-8fff-4f49a3726918" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.136951] env[69052]: DEBUG nova.compute.manager [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Instance network_info: |[{"id": "529a4e84-9421-4d77-bdfa-8e0277bea89d", "address": "fa:16:3e:cd:29:64", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap529a4e84-94", "ovs_interfaceid": "529a4e84-9421-4d77-bdfa-8e0277bea89d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.137684] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:29:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '529a4e84-9421-4d77-bdfa-8e0277bea89d', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.146770] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Creating folder: Project (3ac1d620072f4f41afebf4c413bb85b2). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.147247] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4dee15e-1dbb-4435-b2c4-e727eae5cf0b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.166351] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Created folder: Project (3ac1d620072f4f41afebf4c413bb85b2) in parent group-v646676. [ 659.166602] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Creating folder: Instances. Parent ref: group-v646768. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.166893] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b267530-2a22-494c-9c1d-fff6d6ec6925 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.181748] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Created folder: Instances in parent group-v646768. [ 659.182105] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.182336] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.182585] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cc68a53-89f5-42dd-9f32-3644fbfb6b4b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.208654] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.208654] env[69052]: value = "task-3235921" [ 659.208654] env[69052]: _type = "Task" [ 659.208654] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.223223] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235921, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.249548] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bdbe87e1-3d6e-492e-8a93-8ec13c9b797c tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lock "56722277-77c9-43f6-a98e-f102e43df903" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.332s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.450246] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb0d37e-6e51-47f6-9b49-48cada12c421 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.460068] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f66e714-bd59-490c-9666-600f1111b0c4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.495176] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ad767c-9def-460b-9fae-c353fa0d1a33 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.504306] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e3d7d8-c53c-4740-933d-e8bda2814d25 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.519409] env[69052]: DEBUG nova.network.neutron [-] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.520985] env[69052]: DEBUG nova.compute.provider_tree [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.553852] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "refresh_cache-b68b58fe-18bb-4114-9f12-de11c57f6632" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.553852] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquired lock "refresh_cache-b68b58fe-18bb-4114-9f12-de11c57f6632" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.553983] env[69052]: DEBUG nova.network.neutron [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.590321] env[69052]: DEBUG oslo_vmware.api [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3235918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107101} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.590724] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.592437] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedde81a-7ba9-4c8d-8333-66e3ce349c62 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.616633] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] cacc34cd-e3b1-4a08-a7da-45457403d114/cacc34cd-e3b1-4a08-a7da-45457403d114.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.617075] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19cb1b60-e28e-4456-a8cd-13e41d9eb442 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.639881] env[69052]: DEBUG oslo_vmware.api [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Waiting for the task: (returnval){ [ 659.639881] env[69052]: value = "task-3235922" [ 659.639881] env[69052]: _type = "Task" [ 659.639881] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.649225] env[69052]: DEBUG oslo_vmware.api [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3235922, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.719243] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235921, 'name': CreateVM_Task, 'duration_secs': 0.445585} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.719409] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.720179] env[69052]: DEBUG oslo_concurrency.lockutils [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.720382] env[69052]: DEBUG oslo_concurrency.lockutils [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.720739] env[69052]: DEBUG oslo_concurrency.lockutils [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.721061] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ce25d17-f9f7-4efb-9002-97ba8a480350 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.726367] env[69052]: DEBUG oslo_vmware.api [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Waiting for the task: (returnval){ [ 659.726367] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526df67a-dc80-450c-429a-e749693f4c6d" [ 659.726367] env[69052]: _type = "Task" [ 659.726367] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.736423] env[69052]: DEBUG oslo_vmware.api [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526df67a-dc80-450c-429a-e749693f4c6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.755178] env[69052]: DEBUG nova.compute.manager [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.893130] env[69052]: DEBUG nova.compute.manager [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.024023] env[69052]: INFO nova.compute.manager [-] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Took 1.37 seconds to deallocate network for instance. [ 660.025027] env[69052]: DEBUG nova.scheduler.client.report [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.100745] env[69052]: DEBUG nova.network.neutron [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.150704] env[69052]: DEBUG oslo_vmware.api [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3235922, 'name': ReconfigVM_Task, 'duration_secs': 0.365299} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.153563] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Reconfigured VM instance instance-0000001e to attach disk [datastore1] cacc34cd-e3b1-4a08-a7da-45457403d114/cacc34cd-e3b1-4a08-a7da-45457403d114.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.154265] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-137158b9-12fc-4150-a3ee-c1eb6604dede {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.163433] env[69052]: DEBUG oslo_vmware.api [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Waiting for the task: (returnval){ [ 660.163433] env[69052]: value = "task-3235923" [ 660.163433] env[69052]: _type = "Task" [ 660.163433] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.173970] env[69052]: DEBUG oslo_vmware.api [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3235923, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.240794] env[69052]: DEBUG oslo_vmware.api [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526df67a-dc80-450c-429a-e749693f4c6d, 'name': SearchDatastore_Task, 'duration_secs': 0.013737} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.244084] env[69052]: DEBUG oslo_concurrency.lockutils [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.244542] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.244815] env[69052]: DEBUG oslo_concurrency.lockutils [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.244981] env[69052]: DEBUG oslo_concurrency.lockutils [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.245247] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.245562] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc835315-1625-40b7-bd62-bc60d0b453c9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.257098] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.257098] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.257922] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76efa528-d3be-4756-b6d8-e0796a7f42fc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.267669] env[69052]: DEBUG oslo_vmware.api [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Waiting for the task: (returnval){ [ 660.267669] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5213723d-eea0-225b-e7c2-33f328d49868" [ 660.267669] env[69052]: _type = "Task" [ 660.267669] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.277725] env[69052]: DEBUG oslo_vmware.api [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5213723d-eea0-225b-e7c2-33f328d49868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.283127] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.284269] env[69052]: DEBUG nova.network.neutron [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Updating instance_info_cache with network_info: [{"id": "4f0184ea-456d-4100-b592-3992f90f23b3", "address": "fa:16:3e:32:88:3a", "network": {"id": "c10e9613-c54a-485e-9a95-44732ac3b1ae", "bridge": "br-int", "label": "tempest-ImagesTestJSON-91491714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353f2218a5c042c7abecff0feacf6f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f0184ea-45", "ovs_interfaceid": "4f0184ea-456d-4100-b592-3992f90f23b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.535353] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.535935] env[69052]: DEBUG nova.compute.manager [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.539205] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ba335517-4ebc-40f4-a5f3-7bceab173369 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.539837] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.635s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.540114] env[69052]: DEBUG nova.objects.instance [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Lazy-loading 'resources' on Instance uuid 4d310649-22ae-4632-bd03-3dfdc1226a0e {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 660.674627] env[69052]: DEBUG oslo_vmware.api [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3235923, 'name': Rename_Task, 'duration_secs': 0.199384} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.675550] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.675550] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04c385f2-6c0a-4f65-a0ce-71be15f40688 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.683742] env[69052]: DEBUG oslo_vmware.api [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Waiting for the task: (returnval){ [ 660.683742] env[69052]: value = "task-3235924" [ 660.683742] env[69052]: _type = "Task" [ 660.683742] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.693652] env[69052]: DEBUG oslo_vmware.api [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3235924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.780084] env[69052]: DEBUG oslo_vmware.api [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5213723d-eea0-225b-e7c2-33f328d49868, 'name': SearchDatastore_Task, 'duration_secs': 0.016542} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.781016] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1efd617f-3182-48d0-877e-b67c9781a5b0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.788393] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Releasing lock "refresh_cache-b68b58fe-18bb-4114-9f12-de11c57f6632" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.789094] env[69052]: DEBUG nova.compute.manager [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Instance network_info: |[{"id": "4f0184ea-456d-4100-b592-3992f90f23b3", "address": "fa:16:3e:32:88:3a", "network": {"id": "c10e9613-c54a-485e-9a95-44732ac3b1ae", "bridge": "br-int", "label": "tempest-ImagesTestJSON-91491714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353f2218a5c042c7abecff0feacf6f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f0184ea-45", "ovs_interfaceid": "4f0184ea-456d-4100-b592-3992f90f23b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.789554] env[69052]: DEBUG oslo_vmware.api [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Waiting for the task: (returnval){ [ 660.789554] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52bc1640-57dd-cbc0-0c7c-dd4e0ef54116" [ 660.789554] env[69052]: _type = "Task" [ 660.789554] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.789954] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:88:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f0184ea-456d-4100-b592-3992f90f23b3', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.798024] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Creating folder: Project (353f2218a5c042c7abecff0feacf6f94). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.798406] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca7e4a75-5555-4768-bd7a-ad4e91e631dd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.810690] env[69052]: DEBUG oslo_vmware.api [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52bc1640-57dd-cbc0-0c7c-dd4e0ef54116, 'name': SearchDatastore_Task, 'duration_secs': 0.016538} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.810978] env[69052]: DEBUG oslo_concurrency.lockutils [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.811256] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] ea17e00e-765a-4ded-8fff-4f49a3726918/ea17e00e-765a-4ded-8fff-4f49a3726918.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.811552] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bebd63d-a624-45f2-b259-4a50c82a3cd9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.815597] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Created folder: Project (353f2218a5c042c7abecff0feacf6f94) in parent group-v646676. [ 660.815808] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Creating folder: Instances. Parent ref: group-v646771. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.816071] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aaaa7419-936a-4926-86a7-171261ccbccb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.821082] env[69052]: DEBUG oslo_vmware.api [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Waiting for the task: (returnval){ [ 660.821082] env[69052]: value = "task-3235926" [ 660.821082] env[69052]: _type = "Task" [ 660.821082] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.830721] env[69052]: DEBUG oslo_vmware.api [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Task: {'id': task-3235926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.832377] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Created folder: Instances in parent group-v646771. [ 660.832649] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.832859] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.833090] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d8baf8c-e81f-4095-a302-f13f64046fe0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.857700] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.857700] env[69052]: value = "task-3235928" [ 660.857700] env[69052]: _type = "Task" [ 660.857700] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.867114] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235928, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.042096] env[69052]: DEBUG nova.compute.utils [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.047066] env[69052]: DEBUG nova.compute.manager [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Not allocating networking since 'none' was specified. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 661.199432] env[69052]: DEBUG oslo_vmware.api [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3235924, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.341385] env[69052]: DEBUG oslo_vmware.api [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Task: {'id': task-3235926, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.376066] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235928, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.520749] env[69052]: DEBUG nova.virt.hardware [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.521156] env[69052]: DEBUG nova.virt.hardware [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.521396] env[69052]: DEBUG nova.virt.hardware [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.521599] env[69052]: DEBUG nova.virt.hardware [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.521747] env[69052]: DEBUG nova.virt.hardware [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.521962] env[69052]: DEBUG nova.virt.hardware [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.522213] env[69052]: DEBUG nova.virt.hardware [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.522391] env[69052]: DEBUG nova.virt.hardware [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.522629] env[69052]: DEBUG nova.virt.hardware [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.522924] env[69052]: DEBUG nova.virt.hardware [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.523199] env[69052]: DEBUG nova.virt.hardware [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.525555] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ba89c7-cc3d-49a1-835e-1a1c7a5820a8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.538154] env[69052]: DEBUG oslo_vmware.rw_handles [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc6b1f-461f-5762-0c29-7b42b8751117/disk-0.vmdk. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 661.539561] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65439593-7eb3-4316-81b2-d0c7be8ddd29 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.545174] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1816690c-fd7d-412b-91dc-bfd0faf81456 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.550349] env[69052]: DEBUG nova.compute.manager [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.565742] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Instance VIF info [] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.572572] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Creating folder: Project (c0915863431e43ff8db9c005f47f13e4). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.577566] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-390d93f5-ddf3-4994-9f2c-104dc731fd70 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.579298] env[69052]: DEBUG oslo_vmware.rw_handles [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc6b1f-461f-5762-0c29-7b42b8751117/disk-0.vmdk is in state: ready. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 661.579458] env[69052]: ERROR oslo_vmware.rw_handles [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc6b1f-461f-5762-0c29-7b42b8751117/disk-0.vmdk due to incomplete transfer. [ 661.579922] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a3e1d650-af7c-44a9-b45b-27b8feaf5115 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.589746] env[69052]: DEBUG oslo_vmware.rw_handles [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc6b1f-461f-5762-0c29-7b42b8751117/disk-0.vmdk. {{(pid=69052) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 661.590106] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Uploaded image 50c9c848-9489-4613-9646-9722d757678d to the Glance image server {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 661.592712] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Destroying the VM {{(pid=69052) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 661.597576] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3da79624-63c7-466f-8f1f-c3289d27bed7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.599448] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Created folder: Project (c0915863431e43ff8db9c005f47f13e4) in parent group-v646676. [ 661.599641] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Creating folder: Instances. Parent ref: group-v646774. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.600866] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73e56e60-7b80-4dea-adb0-25c98675662c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.609796] env[69052]: DEBUG oslo_vmware.api [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 661.609796] env[69052]: value = "task-3235930" [ 661.609796] env[69052]: _type = "Task" [ 661.609796] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.617888] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Created folder: Instances in parent group-v646774. [ 661.618192] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.618395] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.618603] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02629737-2222-46f1-ba28-8c4cdfc1e1bc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.637597] env[69052]: DEBUG oslo_vmware.api [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235930, 'name': Destroy_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.646304] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.646304] env[69052]: value = "task-3235932" [ 661.646304] env[69052]: _type = "Task" [ 661.646304] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.656519] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235932, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.685065] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8722a344-8aef-4f67-ade0-dc3c0b37a5ba {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.700336] env[69052]: DEBUG oslo_vmware.api [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3235924, 'name': PowerOnVM_Task, 'duration_secs': 0.970757} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.701454] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f62b3f-20ce-411f-a29e-fde005bcc8ab {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.704987] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.705233] env[69052]: INFO nova.compute.manager [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Took 10.33 seconds to spawn the instance on the hypervisor. [ 661.705417] env[69052]: DEBUG nova.compute.manager [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.706239] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c16c941-7947-4968-a1a2-eeca8ecb523e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.744894] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb22bd4-b00c-4de0-a615-cd197782abf6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.757467] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb662306-ab4a-4183-83d2-818f53259e86 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.773530] env[69052]: DEBUG nova.compute.provider_tree [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.835528] env[69052]: DEBUG oslo_vmware.api [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Task: {'id': task-3235926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701459} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.835808] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] ea17e00e-765a-4ded-8fff-4f49a3726918/ea17e00e-765a-4ded-8fff-4f49a3726918.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.836052] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.836324] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68f68d26-2ae0-4ec0-ab34-88d170550cdb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.846710] env[69052]: DEBUG oslo_vmware.api [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Waiting for the task: (returnval){ [ 661.846710] env[69052]: value = "task-3235933" [ 661.846710] env[69052]: _type = "Task" [ 661.846710] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.858840] env[69052]: DEBUG oslo_vmware.api [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Task: {'id': task-3235933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.869240] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235928, 'name': CreateVM_Task, 'duration_secs': 0.527827} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.869383] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.870209] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.870519] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.871149] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.872183] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53e558c8-fce5-44ef-a5d7-dd5b4f858978 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.877653] env[69052]: DEBUG oslo_vmware.api [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 661.877653] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5244ac74-7db6-104c-a163-f5ca13fa9cb4" [ 661.877653] env[69052]: _type = "Task" [ 661.877653] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.887129] env[69052]: DEBUG oslo_vmware.api [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5244ac74-7db6-104c-a163-f5ca13fa9cb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.111159] env[69052]: DEBUG nova.compute.manager [req-5b00ddc3-62af-4a14-8b63-4930ec761be4 req-c31dbb80-ab57-47b5-a89d-da7a6ea60995 service nova] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Received event network-vif-plugged-529a4e84-9421-4d77-bdfa-8e0277bea89d {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.111374] env[69052]: DEBUG oslo_concurrency.lockutils [req-5b00ddc3-62af-4a14-8b63-4930ec761be4 req-c31dbb80-ab57-47b5-a89d-da7a6ea60995 service nova] Acquiring lock "ea17e00e-765a-4ded-8fff-4f49a3726918-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.111577] env[69052]: DEBUG oslo_concurrency.lockutils [req-5b00ddc3-62af-4a14-8b63-4930ec761be4 req-c31dbb80-ab57-47b5-a89d-da7a6ea60995 service nova] Lock "ea17e00e-765a-4ded-8fff-4f49a3726918-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.111746] env[69052]: DEBUG oslo_concurrency.lockutils [req-5b00ddc3-62af-4a14-8b63-4930ec761be4 req-c31dbb80-ab57-47b5-a89d-da7a6ea60995 service nova] Lock "ea17e00e-765a-4ded-8fff-4f49a3726918-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.111986] env[69052]: DEBUG nova.compute.manager [req-5b00ddc3-62af-4a14-8b63-4930ec761be4 req-c31dbb80-ab57-47b5-a89d-da7a6ea60995 service nova] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] No waiting events found dispatching network-vif-plugged-529a4e84-9421-4d77-bdfa-8e0277bea89d {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.112603] env[69052]: WARNING nova.compute.manager [req-5b00ddc3-62af-4a14-8b63-4930ec761be4 req-c31dbb80-ab57-47b5-a89d-da7a6ea60995 service nova] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Received unexpected event network-vif-plugged-529a4e84-9421-4d77-bdfa-8e0277bea89d for instance with vm_state building and task_state spawning. [ 662.112603] env[69052]: DEBUG nova.compute.manager [req-5b00ddc3-62af-4a14-8b63-4930ec761be4 req-c31dbb80-ab57-47b5-a89d-da7a6ea60995 service nova] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Received event network-changed-529a4e84-9421-4d77-bdfa-8e0277bea89d {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.112803] env[69052]: DEBUG nova.compute.manager [req-5b00ddc3-62af-4a14-8b63-4930ec761be4 req-c31dbb80-ab57-47b5-a89d-da7a6ea60995 service nova] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Refreshing instance network info cache due to event network-changed-529a4e84-9421-4d77-bdfa-8e0277bea89d. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.112877] env[69052]: DEBUG oslo_concurrency.lockutils [req-5b00ddc3-62af-4a14-8b63-4930ec761be4 req-c31dbb80-ab57-47b5-a89d-da7a6ea60995 service nova] Acquiring lock "refresh_cache-ea17e00e-765a-4ded-8fff-4f49a3726918" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.114436] env[69052]: DEBUG oslo_concurrency.lockutils [req-5b00ddc3-62af-4a14-8b63-4930ec761be4 req-c31dbb80-ab57-47b5-a89d-da7a6ea60995 service nova] Acquired lock "refresh_cache-ea17e00e-765a-4ded-8fff-4f49a3726918" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.114436] env[69052]: DEBUG nova.network.neutron [req-5b00ddc3-62af-4a14-8b63-4930ec761be4 req-c31dbb80-ab57-47b5-a89d-da7a6ea60995 service nova] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Refreshing network info cache for port 529a4e84-9421-4d77-bdfa-8e0277bea89d {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.127269] env[69052]: DEBUG oslo_vmware.api [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235930, 'name': Destroy_Task} progress is 33%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.156984] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235932, 'name': CreateVM_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.259560] env[69052]: INFO nova.compute.manager [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Took 35.49 seconds to build instance. [ 662.277273] env[69052]: DEBUG nova.scheduler.client.report [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.359731] env[69052]: DEBUG oslo_vmware.api [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Task: {'id': task-3235933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151425} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.359938] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.361587] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38f2c47-ec25-4f25-b6b3-5b1bbc994347 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.386884] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] ea17e00e-765a-4ded-8fff-4f49a3726918/ea17e00e-765a-4ded-8fff-4f49a3726918.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.390412] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-886fb8cd-2ed6-4d34-8535-826b8ae8994f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.411261] env[69052]: DEBUG oslo_vmware.api [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5244ac74-7db6-104c-a163-f5ca13fa9cb4, 'name': SearchDatastore_Task, 'duration_secs': 0.026854} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.412777] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.413032] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.413281] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.413429] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.413605] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.413928] env[69052]: DEBUG oslo_vmware.api [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Waiting for the task: (returnval){ [ 662.413928] env[69052]: value = "task-3235934" [ 662.413928] env[69052]: _type = "Task" [ 662.413928] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.414132] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e19026c5-ec31-42fc-98ca-d1a7ccc60919 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.425066] env[69052]: DEBUG oslo_vmware.api [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Task: {'id': task-3235934, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.430542] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.430542] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.430542] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8136ada-b30c-42a0-b682-31ad1e216c6f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.436380] env[69052]: DEBUG oslo_vmware.api [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 662.436380] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a626af-f3c9-e980-4c6a-abf964919f42" [ 662.436380] env[69052]: _type = "Task" [ 662.436380] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.446233] env[69052]: DEBUG oslo_vmware.api [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a626af-f3c9-e980-4c6a-abf964919f42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.561320] env[69052]: DEBUG nova.compute.manager [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.587960] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "b839f31c-fe81-4af7-b93f-41479b62a5bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.588234] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "b839f31c-fe81-4af7-b93f-41479b62a5bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.594841] env[69052]: DEBUG nova.virt.hardware [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.595106] env[69052]: DEBUG nova.virt.hardware [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.595266] env[69052]: DEBUG nova.virt.hardware [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.595445] env[69052]: DEBUG nova.virt.hardware [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.595590] env[69052]: DEBUG nova.virt.hardware [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.595742] env[69052]: DEBUG nova.virt.hardware [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.595960] env[69052]: DEBUG nova.virt.hardware [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.596346] env[69052]: DEBUG nova.virt.hardware [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.596618] env[69052]: DEBUG nova.virt.hardware [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.596831] env[69052]: DEBUG nova.virt.hardware [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.597027] env[69052]: DEBUG nova.virt.hardware [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.598381] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2305fd-4ed4-4cf7-8022-f583e82714e8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.609231] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb7dac5-c3fb-4834-89bb-3969f05c53bf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.629674] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Instance VIF info [] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.636524] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Creating folder: Project (79b20dc1c8d9492bbb90b54bac4d0e0b). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.637311] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc760c69-4845-4213-be09-39bccbdbeb8e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.645450] env[69052]: DEBUG oslo_vmware.api [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235930, 'name': Destroy_Task, 'duration_secs': 0.971641} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.645704] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Destroyed the VM [ 662.645937] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Deleting Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 662.646219] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-12d66a18-5443-499d-af5a-1209b07fe889 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.652630] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Created folder: Project (79b20dc1c8d9492bbb90b54bac4d0e0b) in parent group-v646676. [ 662.652822] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Creating folder: Instances. Parent ref: group-v646777. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.653439] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3867fc0e-d5e7-48ae-86c8-c004b5aa9579 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.658838] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235932, 'name': CreateVM_Task, 'duration_secs': 0.789238} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.660041] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.660405] env[69052]: DEBUG oslo_vmware.api [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 662.660405] env[69052]: value = "task-3235936" [ 662.660405] env[69052]: _type = "Task" [ 662.660405] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.660794] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.661736] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.661736] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.661949] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-197b7885-8d28-438b-9a9b-611d4df5b5ee {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.672379] env[69052]: DEBUG oslo_vmware.api [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235936, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.673759] env[69052]: DEBUG oslo_vmware.api [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Waiting for the task: (returnval){ [ 662.673759] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d849ee-9001-e746-cfed-750267d622a7" [ 662.673759] env[69052]: _type = "Task" [ 662.673759] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.679138] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Created folder: Instances in parent group-v646777. [ 662.679520] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.680144] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.680366] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac457597-bd98-439d-9e6c-8350dc67d30c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.695952] env[69052]: DEBUG oslo_vmware.api [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d849ee-9001-e746-cfed-750267d622a7, 'name': SearchDatastore_Task, 'duration_secs': 0.013511} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.696670] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.696908] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.697160] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.697337] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.697548] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.697853] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38ec5fcb-eeb5-4dd1-b7e1-35350f634fee {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.702819] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.702819] env[69052]: value = "task-3235938" [ 662.702819] env[69052]: _type = "Task" [ 662.702819] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.709898] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.710142] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.710978] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3224fe4f-61e3-487c-950f-2d4a50031119 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.718066] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235938, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.721990] env[69052]: DEBUG oslo_vmware.api [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Waiting for the task: (returnval){ [ 662.721990] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523a58cb-f749-7d56-b274-8e420dbb5290" [ 662.721990] env[69052]: _type = "Task" [ 662.721990] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.730706] env[69052]: DEBUG oslo_vmware.api [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523a58cb-f749-7d56-b274-8e420dbb5290, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.760883] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3b8c9cd6-29ee-4312-872b-12210190ae7e tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Lock "cacc34cd-e3b1-4a08-a7da-45457403d114" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.695s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.784122] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.244s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.788847] env[69052]: DEBUG oslo_concurrency.lockutils [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.961s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.789357] env[69052]: DEBUG nova.objects.instance [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Lazy-loading 'resources' on Instance uuid 5937537d-06cd-4124-9d30-374d4caa995d {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 662.810278] env[69052]: INFO nova.scheduler.client.report [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Deleted allocations for instance 4d310649-22ae-4632-bd03-3dfdc1226a0e [ 662.927613] env[69052]: DEBUG oslo_vmware.api [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Task: {'id': task-3235934, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.949391] env[69052]: DEBUG oslo_vmware.api [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a626af-f3c9-e980-4c6a-abf964919f42, 'name': SearchDatastore_Task, 'duration_secs': 0.030772} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.950256] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dfb6b7a-f4b5-4eef-837c-b929ae371b2d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.956930] env[69052]: DEBUG oslo_vmware.api [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 662.956930] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5249b60f-1971-c748-2272-90f2f95ad75f" [ 662.956930] env[69052]: _type = "Task" [ 662.956930] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.966497] env[69052]: DEBUG oslo_vmware.api [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5249b60f-1971-c748-2272-90f2f95ad75f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.080823] env[69052]: DEBUG nova.network.neutron [req-5b00ddc3-62af-4a14-8b63-4930ec761be4 req-c31dbb80-ab57-47b5-a89d-da7a6ea60995 service nova] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Updated VIF entry in instance network info cache for port 529a4e84-9421-4d77-bdfa-8e0277bea89d. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.081504] env[69052]: DEBUG nova.network.neutron [req-5b00ddc3-62af-4a14-8b63-4930ec761be4 req-c31dbb80-ab57-47b5-a89d-da7a6ea60995 service nova] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Updating instance_info_cache with network_info: [{"id": "529a4e84-9421-4d77-bdfa-8e0277bea89d", "address": "fa:16:3e:cd:29:64", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap529a4e84-94", "ovs_interfaceid": "529a4e84-9421-4d77-bdfa-8e0277bea89d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.171622] env[69052]: DEBUG oslo_vmware.api [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235936, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.217798] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235938, 'name': CreateVM_Task, 'duration_secs': 0.393508} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.218087] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.218581] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.218749] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.219090] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.219359] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13d46ac6-ab83-47fd-b654-c714429d97a3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.227691] env[69052]: DEBUG oslo_vmware.api [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Waiting for the task: (returnval){ [ 663.227691] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520c0452-4240-81fb-9ccf-f7cbca86b422" [ 663.227691] env[69052]: _type = "Task" [ 663.227691] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.234792] env[69052]: DEBUG oslo_vmware.api [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523a58cb-f749-7d56-b274-8e420dbb5290, 'name': SearchDatastore_Task, 'duration_secs': 0.013974} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.235912] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-026e7f1c-b1a0-4b67-a515-83da48c2f858 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.241195] env[69052]: DEBUG oslo_vmware.api [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520c0452-4240-81fb-9ccf-f7cbca86b422, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.244885] env[69052]: DEBUG oslo_vmware.api [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Waiting for the task: (returnval){ [ 663.244885] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521df8c3-20b0-887d-b06f-8ed9368efd4a" [ 663.244885] env[69052]: _type = "Task" [ 663.244885] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.253280] env[69052]: DEBUG oslo_vmware.api [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521df8c3-20b0-887d-b06f-8ed9368efd4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.263957] env[69052]: DEBUG nova.compute.manager [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.323220] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e94c28f4-e2b2-4a76-9f62-eecc8f545aa8 tempest-ServerPasswordTestJSON-2037591240 tempest-ServerPasswordTestJSON-2037591240-project-member] Lock "4d310649-22ae-4632-bd03-3dfdc1226a0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.371s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.434015] env[69052]: DEBUG oslo_vmware.api [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Task: {'id': task-3235934, 'name': ReconfigVM_Task, 'duration_secs': 0.549658} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.434015] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Reconfigured VM instance instance-0000001f to attach disk [datastore1] ea17e00e-765a-4ded-8fff-4f49a3726918/ea17e00e-765a-4ded-8fff-4f49a3726918.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.434677] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27b9674b-79df-4d1c-89af-607a807b21ea {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.443771] env[69052]: DEBUG oslo_vmware.api [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Waiting for the task: (returnval){ [ 663.443771] env[69052]: value = "task-3235939" [ 663.443771] env[69052]: _type = "Task" [ 663.443771] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.455697] env[69052]: DEBUG oslo_vmware.api [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Task: {'id': task-3235939, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.471215] env[69052]: DEBUG oslo_vmware.api [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5249b60f-1971-c748-2272-90f2f95ad75f, 'name': SearchDatastore_Task, 'duration_secs': 0.018938} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.471522] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.471828] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] b68b58fe-18bb-4114-9f12-de11c57f6632/b68b58fe-18bb-4114-9f12-de11c57f6632.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.472168] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46187ac5-57c5-40b6-a4bd-6527632b40ac {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.484659] env[69052]: DEBUG oslo_vmware.api [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 663.484659] env[69052]: value = "task-3235940" [ 663.484659] env[69052]: _type = "Task" [ 663.484659] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.498026] env[69052]: DEBUG oslo_vmware.api [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3235940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.585270] env[69052]: DEBUG oslo_concurrency.lockutils [req-5b00ddc3-62af-4a14-8b63-4930ec761be4 req-c31dbb80-ab57-47b5-a89d-da7a6ea60995 service nova] Releasing lock "refresh_cache-ea17e00e-765a-4ded-8fff-4f49a3726918" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.585560] env[69052]: DEBUG nova.compute.manager [req-5b00ddc3-62af-4a14-8b63-4930ec761be4 req-c31dbb80-ab57-47b5-a89d-da7a6ea60995 service nova] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Received event network-changed-a14b0e05-6d03-4aa4-9e55-7e24b67c81d5 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.585725] env[69052]: DEBUG nova.compute.manager [req-5b00ddc3-62af-4a14-8b63-4930ec761be4 req-c31dbb80-ab57-47b5-a89d-da7a6ea60995 service nova] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Refreshing instance network info cache due to event network-changed-a14b0e05-6d03-4aa4-9e55-7e24b67c81d5. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.585934] env[69052]: DEBUG oslo_concurrency.lockutils [req-5b00ddc3-62af-4a14-8b63-4930ec761be4 req-c31dbb80-ab57-47b5-a89d-da7a6ea60995 service nova] Acquiring lock "refresh_cache-8a9a11e6-fbed-4445-b8c8-fdce8b831834" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.586091] env[69052]: DEBUG oslo_concurrency.lockutils [req-5b00ddc3-62af-4a14-8b63-4930ec761be4 req-c31dbb80-ab57-47b5-a89d-da7a6ea60995 service nova] Acquired lock "refresh_cache-8a9a11e6-fbed-4445-b8c8-fdce8b831834" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.586269] env[69052]: DEBUG nova.network.neutron [req-5b00ddc3-62af-4a14-8b63-4930ec761be4 req-c31dbb80-ab57-47b5-a89d-da7a6ea60995 service nova] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Refreshing network info cache for port a14b0e05-6d03-4aa4-9e55-7e24b67c81d5 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.681485] env[69052]: DEBUG oslo_vmware.api [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235936, 'name': RemoveSnapshot_Task, 'duration_secs': 0.918593} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.681835] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Deleted Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 663.682231] env[69052]: INFO nova.compute.manager [None req-f9c5cadc-dfcb-43b6-984f-8d4775b7092c tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Took 18.28 seconds to snapshot the instance on the hypervisor. [ 663.743736] env[69052]: DEBUG oslo_vmware.api [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520c0452-4240-81fb-9ccf-f7cbca86b422, 'name': SearchDatastore_Task, 'duration_secs': 0.022854} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.744067] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.745769] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.745769] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.757948] env[69052]: DEBUG oslo_vmware.api [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521df8c3-20b0-887d-b06f-8ed9368efd4a, 'name': SearchDatastore_Task, 'duration_secs': 0.023085} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.758227] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.758476] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] f0296e2f-c896-4e4e-b5a8-8cdeab977714/f0296e2f-c896-4e4e-b5a8-8cdeab977714.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.758745] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.759020] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.759147] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c6765a4-3365-477c-9c51-38aaf5e1d19b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.761725] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38a49678-ae4a-46c5-b4fa-096cd39560c7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.775221] env[69052]: DEBUG oslo_vmware.api [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Waiting for the task: (returnval){ [ 663.775221] env[69052]: value = "task-3235941" [ 663.775221] env[69052]: _type = "Task" [ 663.775221] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.782181] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.782426] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.783626] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-935c248b-47e3-47d9-8765-953a0e40a23d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.792021] env[69052]: DEBUG oslo_vmware.api [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Task: {'id': task-3235941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.793269] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.798077] env[69052]: DEBUG oslo_vmware.api [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Waiting for the task: (returnval){ [ 663.798077] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d9e5d4-1597-d1d4-1d45-a3aba7d356ac" [ 663.798077] env[69052]: _type = "Task" [ 663.798077] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.809146] env[69052]: DEBUG oslo_vmware.api [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d9e5d4-1597-d1d4-1d45-a3aba7d356ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.950604] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45eb483a-5258-420e-b38e-4dc0bea1b306 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.965394] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658a1a82-99a5-4add-a048-513e92c16af9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.970468] env[69052]: DEBUG oslo_vmware.api [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Task: {'id': task-3235939, 'name': Rename_Task, 'duration_secs': 0.195211} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.970971] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.971878] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21ad2e63-a2bc-4658-8fbf-5b2031126f3e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.014573] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3712fde8-5b1b-45ca-999f-91dd44e33f47 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.019372] env[69052]: DEBUG oslo_vmware.api [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Waiting for the task: (returnval){ [ 664.019372] env[69052]: value = "task-3235942" [ 664.019372] env[69052]: _type = "Task" [ 664.019372] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.019949] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquiring lock "9b7a58b2-2e7c-4dde-a220-f34cc5b3251d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.020275] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lock "9b7a58b2-2e7c-4dde-a220-f34cc5b3251d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.033915] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d4935c-f6ee-4a96-871b-97dde3608967 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.038612] env[69052]: DEBUG oslo_vmware.api [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3235940, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.043820] env[69052]: DEBUG oslo_vmware.api [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Task: {'id': task-3235942, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.058850] env[69052]: DEBUG nova.compute.provider_tree [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.288982] env[69052]: DEBUG oslo_vmware.api [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Task: {'id': task-3235941, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.312952] env[69052]: DEBUG oslo_vmware.api [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d9e5d4-1597-d1d4-1d45-a3aba7d356ac, 'name': SearchDatastore_Task, 'duration_secs': 0.023676} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.313991] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f84af74-e714-48cb-b1fb-859f289cfc0e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.325947] env[69052]: DEBUG oslo_vmware.api [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Waiting for the task: (returnval){ [ 664.325947] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52879462-9977-737e-e3e3-8d7174152f9e" [ 664.325947] env[69052]: _type = "Task" [ 664.325947] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.339744] env[69052]: DEBUG oslo_vmware.api [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52879462-9977-737e-e3e3-8d7174152f9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.517645] env[69052]: DEBUG oslo_vmware.api [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3235940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617592} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.518037] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] b68b58fe-18bb-4114-9f12-de11c57f6632/b68b58fe-18bb-4114-9f12-de11c57f6632.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.518385] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.519093] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebeb87a6-cc48-49ec-a478-c076e03cc94c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.533109] env[69052]: DEBUG oslo_vmware.api [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Task: {'id': task-3235942, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.535679] env[69052]: DEBUG oslo_vmware.api [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 664.535679] env[69052]: value = "task-3235943" [ 664.535679] env[69052]: _type = "Task" [ 664.535679] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.542567] env[69052]: DEBUG nova.network.neutron [req-5b00ddc3-62af-4a14-8b63-4930ec761be4 req-c31dbb80-ab57-47b5-a89d-da7a6ea60995 service nova] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Updated VIF entry in instance network info cache for port a14b0e05-6d03-4aa4-9e55-7e24b67c81d5. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.542937] env[69052]: DEBUG nova.network.neutron [req-5b00ddc3-62af-4a14-8b63-4930ec761be4 req-c31dbb80-ab57-47b5-a89d-da7a6ea60995 service nova] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Updating instance_info_cache with network_info: [{"id": "a14b0e05-6d03-4aa4-9e55-7e24b67c81d5", "address": "fa:16:3e:11:d4:c5", "network": {"id": "362f745f-91e1-4605-a5fb-4679bc930b10", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-638368830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25745843b8a24b199ca31215bf7e0551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa14b0e05-6d", "ovs_interfaceid": "a14b0e05-6d03-4aa4-9e55-7e24b67c81d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.547584] env[69052]: DEBUG oslo_vmware.api [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3235943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.550566] env[69052]: DEBUG nova.compute.manager [req-a922ecc6-9536-4655-b2f3-e20108004182 req-5199470e-714c-4c6d-a966-4d51916af6a0 service nova] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Received event network-changed-bc143ece-c7ca-49d0-a18e-d582e58bca68 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.550805] env[69052]: DEBUG nova.compute.manager [req-a922ecc6-9536-4655-b2f3-e20108004182 req-5199470e-714c-4c6d-a966-4d51916af6a0 service nova] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Refreshing instance network info cache due to event network-changed-bc143ece-c7ca-49d0-a18e-d582e58bca68. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.553977] env[69052]: DEBUG oslo_concurrency.lockutils [req-a922ecc6-9536-4655-b2f3-e20108004182 req-5199470e-714c-4c6d-a966-4d51916af6a0 service nova] Acquiring lock "refresh_cache-f58a891e-8076-4cfe-aa62-20f3d4dfb5da" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.553977] env[69052]: DEBUG oslo_concurrency.lockutils [req-a922ecc6-9536-4655-b2f3-e20108004182 req-5199470e-714c-4c6d-a966-4d51916af6a0 service nova] Acquired lock "refresh_cache-f58a891e-8076-4cfe-aa62-20f3d4dfb5da" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.553977] env[69052]: DEBUG nova.network.neutron [req-a922ecc6-9536-4655-b2f3-e20108004182 req-5199470e-714c-4c6d-a966-4d51916af6a0 service nova] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Refreshing network info cache for port bc143ece-c7ca-49d0-a18e-d582e58bca68 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.559937] env[69052]: DEBUG nova.scheduler.client.report [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.792503] env[69052]: DEBUG oslo_vmware.api [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Task: {'id': task-3235941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762974} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.792503] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] f0296e2f-c896-4e4e-b5a8-8cdeab977714/f0296e2f-c896-4e4e-b5a8-8cdeab977714.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.792503] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.792503] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d10a3017-fc95-4fef-8d03-da15e0f65c39 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.799155] env[69052]: DEBUG oslo_vmware.api [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Waiting for the task: (returnval){ [ 664.799155] env[69052]: value = "task-3235944" [ 664.799155] env[69052]: _type = "Task" [ 664.799155] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.810697] env[69052]: DEBUG oslo_vmware.api [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Task: {'id': task-3235944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.837583] env[69052]: DEBUG nova.compute.manager [req-eeaf04a3-bbc9-49a5-915b-f59abd4023f8 req-ebf4cd14-ce1d-4209-ab11-418256534248 service nova] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Received event network-vif-plugged-4f0184ea-456d-4100-b592-3992f90f23b3 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.837919] env[69052]: DEBUG oslo_concurrency.lockutils [req-eeaf04a3-bbc9-49a5-915b-f59abd4023f8 req-ebf4cd14-ce1d-4209-ab11-418256534248 service nova] Acquiring lock "b68b58fe-18bb-4114-9f12-de11c57f6632-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.838399] env[69052]: DEBUG oslo_concurrency.lockutils [req-eeaf04a3-bbc9-49a5-915b-f59abd4023f8 req-ebf4cd14-ce1d-4209-ab11-418256534248 service nova] Lock "b68b58fe-18bb-4114-9f12-de11c57f6632-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.838684] env[69052]: DEBUG oslo_concurrency.lockutils [req-eeaf04a3-bbc9-49a5-915b-f59abd4023f8 req-ebf4cd14-ce1d-4209-ab11-418256534248 service nova] Lock "b68b58fe-18bb-4114-9f12-de11c57f6632-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.839020] env[69052]: DEBUG nova.compute.manager [req-eeaf04a3-bbc9-49a5-915b-f59abd4023f8 req-ebf4cd14-ce1d-4209-ab11-418256534248 service nova] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] No waiting events found dispatching network-vif-plugged-4f0184ea-456d-4100-b592-3992f90f23b3 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 664.839728] env[69052]: WARNING nova.compute.manager [req-eeaf04a3-bbc9-49a5-915b-f59abd4023f8 req-ebf4cd14-ce1d-4209-ab11-418256534248 service nova] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Received unexpected event network-vif-plugged-4f0184ea-456d-4100-b592-3992f90f23b3 for instance with vm_state building and task_state spawning. [ 664.839728] env[69052]: DEBUG nova.compute.manager [req-eeaf04a3-bbc9-49a5-915b-f59abd4023f8 req-ebf4cd14-ce1d-4209-ab11-418256534248 service nova] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Received event network-vif-deleted-a3364524-af5b-41be-96b9-915a2efba311 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.839904] env[69052]: DEBUG nova.compute.manager [req-eeaf04a3-bbc9-49a5-915b-f59abd4023f8 req-ebf4cd14-ce1d-4209-ab11-418256534248 service nova] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Received event network-changed-4f0184ea-456d-4100-b592-3992f90f23b3 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.840146] env[69052]: DEBUG nova.compute.manager [req-eeaf04a3-bbc9-49a5-915b-f59abd4023f8 req-ebf4cd14-ce1d-4209-ab11-418256534248 service nova] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Refreshing instance network info cache due to event network-changed-4f0184ea-456d-4100-b592-3992f90f23b3. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.841433] env[69052]: DEBUG oslo_concurrency.lockutils [req-eeaf04a3-bbc9-49a5-915b-f59abd4023f8 req-ebf4cd14-ce1d-4209-ab11-418256534248 service nova] Acquiring lock "refresh_cache-b68b58fe-18bb-4114-9f12-de11c57f6632" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.841433] env[69052]: DEBUG oslo_concurrency.lockutils [req-eeaf04a3-bbc9-49a5-915b-f59abd4023f8 req-ebf4cd14-ce1d-4209-ab11-418256534248 service nova] Acquired lock "refresh_cache-b68b58fe-18bb-4114-9f12-de11c57f6632" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.841433] env[69052]: DEBUG nova.network.neutron [req-eeaf04a3-bbc9-49a5-915b-f59abd4023f8 req-ebf4cd14-ce1d-4209-ab11-418256534248 service nova] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Refreshing network info cache for port 4f0184ea-456d-4100-b592-3992f90f23b3 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.850221] env[69052]: DEBUG oslo_vmware.api [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52879462-9977-737e-e3e3-8d7174152f9e, 'name': SearchDatastore_Task, 'duration_secs': 0.05567} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.850940] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.851336] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 5c9656f5-6e06-4083-aaa9-a37d13e0aae8/5c9656f5-6e06-4083-aaa9-a37d13e0aae8.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.852141] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c311fec-77a0-42a2-9d62-7fa53837e778 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.867019] env[69052]: DEBUG oslo_vmware.api [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Waiting for the task: (returnval){ [ 664.867019] env[69052]: value = "task-3235945" [ 664.867019] env[69052]: _type = "Task" [ 664.867019] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.880470] env[69052]: DEBUG oslo_vmware.api [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3235945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.033152] env[69052]: DEBUG oslo_vmware.api [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Task: {'id': task-3235942, 'name': PowerOnVM_Task, 'duration_secs': 0.819339} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.033456] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.033718] env[69052]: INFO nova.compute.manager [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Took 10.89 seconds to spawn the instance on the hypervisor. [ 665.033942] env[69052]: DEBUG nova.compute.manager [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.034839] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba03ad05-1219-44f7-9b19-69acefe7b71b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.054134] env[69052]: DEBUG oslo_concurrency.lockutils [req-5b00ddc3-62af-4a14-8b63-4930ec761be4 req-c31dbb80-ab57-47b5-a89d-da7a6ea60995 service nova] Releasing lock "refresh_cache-8a9a11e6-fbed-4445-b8c8-fdce8b831834" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.054134] env[69052]: DEBUG oslo_vmware.api [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3235943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079247} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.054134] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.054134] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64a162a-8e2b-408a-aa6b-113e8e8849fc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.074378] env[69052]: DEBUG oslo_concurrency.lockutils [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.285s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.087120] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] b68b58fe-18bb-4114-9f12-de11c57f6632/b68b58fe-18bb-4114-9f12-de11c57f6632.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.087345] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.391s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.088786] env[69052]: INFO nova.compute.claims [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.092056] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7011bc5c-8472-48e8-ab1b-c31d4346d34d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.122107] env[69052]: INFO nova.scheduler.client.report [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Deleted allocations for instance 5937537d-06cd-4124-9d30-374d4caa995d [ 665.128249] env[69052]: DEBUG oslo_vmware.api [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 665.128249] env[69052]: value = "task-3235946" [ 665.128249] env[69052]: _type = "Task" [ 665.128249] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.152428] env[69052]: DEBUG oslo_vmware.api [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3235946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.312908] env[69052]: DEBUG oslo_vmware.api [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Task: {'id': task-3235944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127642} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.313214] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.315022] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50eb6f57-6edb-4de5-b693-d195eb188968 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.344612] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] f0296e2f-c896-4e4e-b5a8-8cdeab977714/f0296e2f-c896-4e4e-b5a8-8cdeab977714.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.344612] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63f8d5b1-2197-48db-84b3-25d22880dcdd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.370199] env[69052]: DEBUG oslo_vmware.api [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Waiting for the task: (returnval){ [ 665.370199] env[69052]: value = "task-3235947" [ 665.370199] env[69052]: _type = "Task" [ 665.370199] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.383306] env[69052]: DEBUG oslo_vmware.api [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Task: {'id': task-3235947, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.389212] env[69052]: DEBUG oslo_vmware.api [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3235945, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.561380] env[69052]: INFO nova.compute.manager [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Took 35.66 seconds to build instance. [ 665.653515] env[69052]: DEBUG oslo_concurrency.lockutils [None req-efce7f11-f803-45e3-b083-37a10afda48e tempest-DeleteServersAdminTestJSON-406763986 tempest-DeleteServersAdminTestJSON-406763986-project-member] Lock "5937537d-06cd-4124-9d30-374d4caa995d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.784s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.665997] env[69052]: DEBUG oslo_vmware.api [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3235946, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.711455] env[69052]: DEBUG nova.network.neutron [req-a922ecc6-9536-4655-b2f3-e20108004182 req-5199470e-714c-4c6d-a966-4d51916af6a0 service nova] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Updated VIF entry in instance network info cache for port bc143ece-c7ca-49d0-a18e-d582e58bca68. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.711848] env[69052]: DEBUG nova.network.neutron [req-a922ecc6-9536-4655-b2f3-e20108004182 req-5199470e-714c-4c6d-a966-4d51916af6a0 service nova] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Updating instance_info_cache with network_info: [{"id": "bc143ece-c7ca-49d0-a18e-d582e58bca68", "address": "fa:16:3e:df:fd:c8", "network": {"id": "e61acb74-d3b9-46a7-a962-0f5745fc3eb4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1698987878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06cde4b38b2b4657a66f01a46d355599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc143ece-c7", "ovs_interfaceid": "bc143ece-c7ca-49d0-a18e-d582e58bca68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.890895] env[69052]: DEBUG oslo_vmware.api [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3235945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783897} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.895428] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 5c9656f5-6e06-4083-aaa9-a37d13e0aae8/5c9656f5-6e06-4083-aaa9-a37d13e0aae8.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.896215] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.896318] env[69052]: DEBUG oslo_vmware.api [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Task: {'id': task-3235947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.896755] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-868861d0-2b4b-4a68-a878-f6d2e5904a78 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.907162] env[69052]: DEBUG oslo_vmware.api [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Waiting for the task: (returnval){ [ 665.907162] env[69052]: value = "task-3235948" [ 665.907162] env[69052]: _type = "Task" [ 665.907162] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.914977] env[69052]: DEBUG nova.network.neutron [req-eeaf04a3-bbc9-49a5-915b-f59abd4023f8 req-ebf4cd14-ce1d-4209-ab11-418256534248 service nova] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Updated VIF entry in instance network info cache for port 4f0184ea-456d-4100-b592-3992f90f23b3. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.915544] env[69052]: DEBUG nova.network.neutron [req-eeaf04a3-bbc9-49a5-915b-f59abd4023f8 req-ebf4cd14-ce1d-4209-ab11-418256534248 service nova] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Updating instance_info_cache with network_info: [{"id": "4f0184ea-456d-4100-b592-3992f90f23b3", "address": "fa:16:3e:32:88:3a", "network": {"id": "c10e9613-c54a-485e-9a95-44732ac3b1ae", "bridge": "br-int", "label": "tempest-ImagesTestJSON-91491714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353f2218a5c042c7abecff0feacf6f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f0184ea-45", "ovs_interfaceid": "4f0184ea-456d-4100-b592-3992f90f23b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.930123] env[69052]: DEBUG oslo_vmware.api [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3235948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.063515] env[69052]: DEBUG oslo_concurrency.lockutils [None req-24ad5923-567d-4f25-b514-c74c7f9debb6 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Lock "ea17e00e-765a-4ded-8fff-4f49a3726918" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.183s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.154952] env[69052]: DEBUG oslo_vmware.api [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3235946, 'name': ReconfigVM_Task, 'duration_secs': 0.567787} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.155718] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Reconfigured VM instance instance-00000020 to attach disk [datastore1] b68b58fe-18bb-4114-9f12-de11c57f6632/b68b58fe-18bb-4114-9f12-de11c57f6632.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.156499] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4863f956-7469-4d2b-90d6-a548ff96e9e7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.165223] env[69052]: DEBUG oslo_vmware.api [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 666.165223] env[69052]: value = "task-3235949" [ 666.165223] env[69052]: _type = "Task" [ 666.165223] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.177534] env[69052]: DEBUG oslo_vmware.api [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3235949, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.220637] env[69052]: DEBUG oslo_concurrency.lockutils [req-a922ecc6-9536-4655-b2f3-e20108004182 req-5199470e-714c-4c6d-a966-4d51916af6a0 service nova] Releasing lock "refresh_cache-f58a891e-8076-4cfe-aa62-20f3d4dfb5da" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.342674] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Acquiring lock "a16c75c5-956d-4a10-bfaa-8e203eb31b12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.343030] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Lock "a16c75c5-956d-4a10-bfaa-8e203eb31b12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.392616] env[69052]: DEBUG oslo_vmware.api [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Task: {'id': task-3235947, 'name': ReconfigVM_Task, 'duration_secs': 0.641911} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.393695] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Reconfigured VM instance instance-00000021 to attach disk [datastore2] f0296e2f-c896-4e4e-b5a8-8cdeab977714/f0296e2f-c896-4e4e-b5a8-8cdeab977714.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.399395] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9af622c6-f896-48a2-adb9-3e058227d8b2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.410199] env[69052]: DEBUG oslo_vmware.api [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Waiting for the task: (returnval){ [ 666.410199] env[69052]: value = "task-3235950" [ 666.410199] env[69052]: _type = "Task" [ 666.410199] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.424712] env[69052]: DEBUG oslo_concurrency.lockutils [req-eeaf04a3-bbc9-49a5-915b-f59abd4023f8 req-ebf4cd14-ce1d-4209-ab11-418256534248 service nova] Releasing lock "refresh_cache-b68b58fe-18bb-4114-9f12-de11c57f6632" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.430675] env[69052]: DEBUG oslo_vmware.api [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3235948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124715} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.434799] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.435185] env[69052]: DEBUG oslo_vmware.api [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Task: {'id': task-3235950, 'name': Rename_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.436506] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ed2e8d-dd35-438a-bfe4-a845da9ca28a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.465464] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 5c9656f5-6e06-4083-aaa9-a37d13e0aae8/5c9656f5-6e06-4083-aaa9-a37d13e0aae8.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.468527] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db63fa43-ab8e-4398-98a1-136709937b8d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.491447] env[69052]: DEBUG oslo_vmware.api [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Waiting for the task: (returnval){ [ 666.491447] env[69052]: value = "task-3235951" [ 666.491447] env[69052]: _type = "Task" [ 666.491447] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.503279] env[69052]: DEBUG oslo_vmware.api [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3235951, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.567395] env[69052]: DEBUG nova.compute.manager [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.682403] env[69052]: DEBUG oslo_vmware.api [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3235949, 'name': Rename_Task, 'duration_secs': 0.297436} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.682403] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.682587] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6701e9e6-287d-43da-b259-924559ed220f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.696472] env[69052]: DEBUG oslo_vmware.api [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 666.696472] env[69052]: value = "task-3235952" [ 666.696472] env[69052]: _type = "Task" [ 666.696472] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.713509] env[69052]: DEBUG oslo_vmware.api [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3235952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.794952] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff646c9-4c63-45b1-bc59-68019d5e02cd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.805288] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc07558-5786-4bad-9a03-489e4f9dfd75 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.842189] env[69052]: DEBUG oslo_vmware.rw_handles [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5285c6fc-bd4c-4b8d-8abc-184d3f393575/disk-0.vmdk. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 666.843041] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f82d73-9038-48db-9d6e-4f1299d81b2c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.846222] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afc8c7a-6f26-40c1-8bf5-20503c4a68c5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.856448] env[69052]: DEBUG oslo_vmware.rw_handles [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5285c6fc-bd4c-4b8d-8abc-184d3f393575/disk-0.vmdk is in state: ready. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 666.856652] env[69052]: ERROR oslo_vmware.rw_handles [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5285c6fc-bd4c-4b8d-8abc-184d3f393575/disk-0.vmdk due to incomplete transfer. [ 666.856959] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-598edd3a-e5db-48d9-bd0b-ebb56f702c0a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.860119] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3640f5-4422-4785-8d73-d459924d1ab9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.878220] env[69052]: DEBUG nova.compute.provider_tree [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.881897] env[69052]: DEBUG oslo_vmware.rw_handles [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5285c6fc-bd4c-4b8d-8abc-184d3f393575/disk-0.vmdk. {{(pid=69052) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 666.882177] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Uploaded image 83f2de57-2b79-4dd8-97bf-ef70bcd3427f to the Glance image server {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 666.884810] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Destroying the VM {{(pid=69052) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 666.884810] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a68601d0-b74b-4cb1-98e7-06c56061fa90 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.893450] env[69052]: DEBUG oslo_vmware.api [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Waiting for the task: (returnval){ [ 666.893450] env[69052]: value = "task-3235953" [ 666.893450] env[69052]: _type = "Task" [ 666.893450] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.902735] env[69052]: DEBUG oslo_vmware.api [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235953, 'name': Destroy_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.926969] env[69052]: DEBUG oslo_vmware.api [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Task: {'id': task-3235950, 'name': Rename_Task, 'duration_secs': 0.295677} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.927285] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.927538] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9bfc70a-b9be-46f2-9c84-a8bc9887339d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.935035] env[69052]: DEBUG oslo_vmware.api [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Waiting for the task: (returnval){ [ 666.935035] env[69052]: value = "task-3235954" [ 666.935035] env[69052]: _type = "Task" [ 666.935035] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.944516] env[69052]: DEBUG oslo_vmware.api [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Task: {'id': task-3235954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.004502] env[69052]: DEBUG oslo_vmware.api [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3235951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.105413] env[69052]: DEBUG oslo_concurrency.lockutils [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.211588] env[69052]: DEBUG oslo_vmware.api [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3235952, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.245094] env[69052]: DEBUG nova.compute.manager [req-d2f0d539-1be9-4931-acf0-6d566bf0d80b req-69c57190-b2f9-4ff6-970e-b3126861953d service nova] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Received event network-changed-a14b0e05-6d03-4aa4-9e55-7e24b67c81d5 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.245094] env[69052]: DEBUG nova.compute.manager [req-d2f0d539-1be9-4931-acf0-6d566bf0d80b req-69c57190-b2f9-4ff6-970e-b3126861953d service nova] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Refreshing instance network info cache due to event network-changed-a14b0e05-6d03-4aa4-9e55-7e24b67c81d5. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.245094] env[69052]: DEBUG oslo_concurrency.lockutils [req-d2f0d539-1be9-4931-acf0-6d566bf0d80b req-69c57190-b2f9-4ff6-970e-b3126861953d service nova] Acquiring lock "refresh_cache-8a9a11e6-fbed-4445-b8c8-fdce8b831834" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.245776] env[69052]: DEBUG oslo_concurrency.lockutils [req-d2f0d539-1be9-4931-acf0-6d566bf0d80b req-69c57190-b2f9-4ff6-970e-b3126861953d service nova] Acquired lock "refresh_cache-8a9a11e6-fbed-4445-b8c8-fdce8b831834" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.246170] env[69052]: DEBUG nova.network.neutron [req-d2f0d539-1be9-4931-acf0-6d566bf0d80b req-69c57190-b2f9-4ff6-970e-b3126861953d service nova] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Refreshing network info cache for port a14b0e05-6d03-4aa4-9e55-7e24b67c81d5 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.383370] env[69052]: DEBUG nova.scheduler.client.report [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.409511] env[69052]: DEBUG oslo_vmware.api [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235953, 'name': Destroy_Task} progress is 33%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.448900] env[69052]: DEBUG oslo_vmware.api [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Task: {'id': task-3235954, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.506022] env[69052]: DEBUG oslo_vmware.api [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3235951, 'name': ReconfigVM_Task, 'duration_secs': 0.76399} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.506341] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 5c9656f5-6e06-4083-aaa9-a37d13e0aae8/5c9656f5-6e06-4083-aaa9-a37d13e0aae8.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.507023] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9b9aace-18f0-4c17-9571-a4961cdbca80 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.516933] env[69052]: DEBUG oslo_vmware.api [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Waiting for the task: (returnval){ [ 667.516933] env[69052]: value = "task-3235955" [ 667.516933] env[69052]: _type = "Task" [ 667.516933] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.528429] env[69052]: DEBUG oslo_vmware.api [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3235955, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.711728] env[69052]: DEBUG oslo_vmware.api [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3235952, 'name': PowerOnVM_Task, 'duration_secs': 0.935649} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.712825] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.713189] env[69052]: INFO nova.compute.manager [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Took 10.64 seconds to spawn the instance on the hypervisor. [ 667.713471] env[69052]: DEBUG nova.compute.manager [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.714678] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349818c9-b14a-4642-83ae-7b842c38eafb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.892413] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.892413] env[69052]: DEBUG nova.compute.manager [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.894037] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.875s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.898049] env[69052]: INFO nova.compute.claims [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.909711] env[69052]: DEBUG oslo_vmware.api [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235953, 'name': Destroy_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.959048] env[69052]: DEBUG oslo_vmware.api [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Task: {'id': task-3235954, 'name': PowerOnVM_Task, 'duration_secs': 0.867066} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.959484] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.959701] env[69052]: INFO nova.compute.manager [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Took 8.07 seconds to spawn the instance on the hypervisor. [ 667.960177] env[69052]: DEBUG nova.compute.manager [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.961334] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfdab69-1075-43bc-85b0-e786d8f9c53a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.041190] env[69052]: DEBUG oslo_vmware.api [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3235955, 'name': Rename_Task, 'duration_secs': 0.187095} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.041652] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.042658] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc53903b-b4c8-495e-82b0-7997dc7f4c8a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.052285] env[69052]: DEBUG oslo_vmware.api [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Waiting for the task: (returnval){ [ 668.052285] env[69052]: value = "task-3235956" [ 668.052285] env[69052]: _type = "Task" [ 668.052285] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.067850] env[69052]: DEBUG oslo_vmware.api [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3235956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.122706] env[69052]: DEBUG nova.network.neutron [req-d2f0d539-1be9-4931-acf0-6d566bf0d80b req-69c57190-b2f9-4ff6-970e-b3126861953d service nova] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Updated VIF entry in instance network info cache for port a14b0e05-6d03-4aa4-9e55-7e24b67c81d5. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.123671] env[69052]: DEBUG nova.network.neutron [req-d2f0d539-1be9-4931-acf0-6d566bf0d80b req-69c57190-b2f9-4ff6-970e-b3126861953d service nova] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Updating instance_info_cache with network_info: [{"id": "a14b0e05-6d03-4aa4-9e55-7e24b67c81d5", "address": "fa:16:3e:11:d4:c5", "network": {"id": "362f745f-91e1-4605-a5fb-4679bc930b10", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-638368830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25745843b8a24b199ca31215bf7e0551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa14b0e05-6d", "ovs_interfaceid": "a14b0e05-6d03-4aa4-9e55-7e24b67c81d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.245678] env[69052]: INFO nova.compute.manager [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Took 30.73 seconds to build instance. [ 668.399584] env[69052]: DEBUG nova.compute.utils [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.405031] env[69052]: DEBUG nova.compute.manager [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.405031] env[69052]: DEBUG nova.network.neutron [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.419113] env[69052]: DEBUG oslo_vmware.api [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235953, 'name': Destroy_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.483119] env[69052]: INFO nova.compute.manager [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Took 26.70 seconds to build instance. [ 668.512185] env[69052]: DEBUG nova.policy [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5fe9ec3d5f84a97bc55b6128b7f4bdb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f53df6c840f402da64b1bd7ec4002b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.571160] env[69052]: DEBUG oslo_vmware.api [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3235956, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.629768] env[69052]: DEBUG oslo_concurrency.lockutils [req-d2f0d539-1be9-4931-acf0-6d566bf0d80b req-69c57190-b2f9-4ff6-970e-b3126861953d service nova] Releasing lock "refresh_cache-8a9a11e6-fbed-4445-b8c8-fdce8b831834" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.751213] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c176a38c-8e1d-43e4-b412-f62a123b979f tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "b68b58fe-18bb-4114-9f12-de11c57f6632" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.601s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.908024] env[69052]: DEBUG nova.compute.manager [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.922290] env[69052]: DEBUG oslo_vmware.api [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235953, 'name': Destroy_Task, 'duration_secs': 1.72317} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.922290] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Destroyed the VM [ 668.922290] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Deleting Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 668.922622] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bb57dc7b-0d12-4265-94d7-00e11b7c2b35 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.932547] env[69052]: DEBUG oslo_vmware.api [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Waiting for the task: (returnval){ [ 668.932547] env[69052]: value = "task-3235957" [ 668.932547] env[69052]: _type = "Task" [ 668.932547] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.951397] env[69052]: DEBUG oslo_vmware.api [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235957, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.985077] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e43517a6-929e-48ab-bffd-f45cdb8e5503 tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Lock "f0296e2f-c896-4e4e-b5a8-8cdeab977714" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.228s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.046971] env[69052]: DEBUG nova.network.neutron [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Successfully created port: e757d0a3-a430-4fd5-a441-758e60161dfe {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.071480] env[69052]: DEBUG oslo_vmware.api [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3235956, 'name': PowerOnVM_Task, 'duration_secs': 0.956103} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.071480] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.072203] env[69052]: INFO nova.compute.manager [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Took 6.51 seconds to spawn the instance on the hypervisor. [ 669.072203] env[69052]: DEBUG nova.compute.manager [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.073134] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128e7552-5adf-411b-b251-8d7744cbc813 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.233647] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Acquiring lock "ea17e00e-765a-4ded-8fff-4f49a3726918" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.233822] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Lock "ea17e00e-765a-4ded-8fff-4f49a3726918" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.234116] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Acquiring lock "ea17e00e-765a-4ded-8fff-4f49a3726918-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.235593] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Lock "ea17e00e-765a-4ded-8fff-4f49a3726918-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.235593] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Lock "ea17e00e-765a-4ded-8fff-4f49a3726918-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.243122] env[69052]: INFO nova.compute.manager [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Terminating instance [ 669.258397] env[69052]: DEBUG nova.compute.manager [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.289874] env[69052]: DEBUG oslo_concurrency.lockutils [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Acquiring lock "8a9a11e6-fbed-4445-b8c8-fdce8b831834" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.289874] env[69052]: DEBUG oslo_concurrency.lockutils [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Lock "8a9a11e6-fbed-4445-b8c8-fdce8b831834" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.290019] env[69052]: DEBUG oslo_concurrency.lockutils [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Acquiring lock "8a9a11e6-fbed-4445-b8c8-fdce8b831834-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.290379] env[69052]: DEBUG oslo_concurrency.lockutils [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Lock "8a9a11e6-fbed-4445-b8c8-fdce8b831834-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.290581] env[69052]: DEBUG oslo_concurrency.lockutils [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Lock "8a9a11e6-fbed-4445-b8c8-fdce8b831834-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.294945] env[69052]: INFO nova.compute.manager [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Terminating instance [ 669.444786] env[69052]: DEBUG oslo_vmware.api [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235957, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.487546] env[69052]: DEBUG nova.compute.manager [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.597682] env[69052]: INFO nova.compute.manager [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Took 26.47 seconds to build instance. [ 669.711729] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4719a8b-7228-44f4-8661-b72c62c94d74 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.724240] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b58b5c6-3b7e-48df-a8a1-18bdfb7376df {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.762325] env[69052]: DEBUG nova.compute.manager [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 669.763019] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 669.765981] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f828625-4394-487a-a144-22020c3ce4cb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.770018] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4b992a-1575-45a5-87e1-cc5e3b92ddcf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.783551] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.783997] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f68cbb5-4fa5-4b74-828c-a645f249c195 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.786522] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab4befe-645c-4652-935d-f723fa8a9c3d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.809895] env[69052]: DEBUG nova.compute.manager [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 669.810197] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 669.810788] env[69052]: DEBUG nova.compute.provider_tree [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.815490] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.815490] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad4079e-c154-46d0-a4a0-189ae6744747 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.818779] env[69052]: DEBUG oslo_vmware.api [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Waiting for the task: (returnval){ [ 669.818779] env[69052]: value = "task-3235958" [ 669.818779] env[69052]: _type = "Task" [ 669.818779] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.828588] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.828925] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-710f0ffd-2e5a-4f5e-9cdd-dc0bad464339 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.834944] env[69052]: DEBUG oslo_vmware.api [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Task: {'id': task-3235958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.843849] env[69052]: DEBUG oslo_vmware.api [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Waiting for the task: (returnval){ [ 669.843849] env[69052]: value = "task-3235959" [ 669.843849] env[69052]: _type = "Task" [ 669.843849] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.853483] env[69052]: DEBUG oslo_vmware.api [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Task: {'id': task-3235959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.860210] env[69052]: DEBUG nova.compute.manager [None req-ed6cb8d7-d2a7-4188-bfed-a3c64d942e99 tempest-ServerDiagnosticsV248Test-1231585099 tempest-ServerDiagnosticsV248Test-1231585099-project-admin] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.861797] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5534669a-0fef-4c72-933c-6cabfa51a396 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.871767] env[69052]: INFO nova.compute.manager [None req-ed6cb8d7-d2a7-4188-bfed-a3c64d942e99 tempest-ServerDiagnosticsV248Test-1231585099 tempest-ServerDiagnosticsV248Test-1231585099-project-admin] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Retrieving diagnostics [ 669.873067] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6df633-6497-4cd4-a006-b39b73888c92 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.925822] env[69052]: DEBUG nova.compute.manager [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.945962] env[69052]: DEBUG oslo_vmware.api [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235957, 'name': RemoveSnapshot_Task, 'duration_secs': 0.711464} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.945962] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Deleted Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 669.946274] env[69052]: INFO nova.compute.manager [None req-dbebbb2b-4131-41c8-a6f7-4afcd37700a9 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Took 17.27 seconds to snapshot the instance on the hypervisor. [ 669.961699] env[69052]: DEBUG nova.virt.hardware [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.962071] env[69052]: DEBUG nova.virt.hardware [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.962269] env[69052]: DEBUG nova.virt.hardware [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.962458] env[69052]: DEBUG nova.virt.hardware [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.962650] env[69052]: DEBUG nova.virt.hardware [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.962843] env[69052]: DEBUG nova.virt.hardware [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.963149] env[69052]: DEBUG nova.virt.hardware [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.963377] env[69052]: DEBUG nova.virt.hardware [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.963622] env[69052]: DEBUG nova.virt.hardware [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.963817] env[69052]: DEBUG nova.virt.hardware [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.964052] env[69052]: DEBUG nova.virt.hardware [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.965502] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b939982e-2764-4c08-83c7-87b4999b6ce7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.974316] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a297ba40-fa3b-4a3c-976f-4ba19ecd377c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.018457] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.100887] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b6d0a118-3f58-448b-9a8b-6f402012de5d tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Lock "5c9656f5-6e06-4083-aaa9-a37d13e0aae8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.560s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.170847] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c2aec460-9a01-46fb-9730-773c969e602a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "b68b58fe-18bb-4114-9f12-de11c57f6632" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.171692] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c2aec460-9a01-46fb-9730-773c969e602a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "b68b58fe-18bb-4114-9f12-de11c57f6632" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.171692] env[69052]: DEBUG nova.compute.manager [None req-c2aec460-9a01-46fb-9730-773c969e602a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.172764] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931f5956-0344-443b-8f8b-549f660cd8c0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.192336] env[69052]: DEBUG nova.compute.manager [None req-c2aec460-9a01-46fb-9730-773c969e602a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69052) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 670.192938] env[69052]: DEBUG nova.objects.instance [None req-c2aec460-9a01-46fb-9730-773c969e602a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lazy-loading 'flavor' on Instance uuid b68b58fe-18bb-4114-9f12-de11c57f6632 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.323020] env[69052]: DEBUG nova.scheduler.client.report [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.340124] env[69052]: DEBUG oslo_vmware.api [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Task: {'id': task-3235958, 'name': PowerOffVM_Task, 'duration_secs': 0.268693} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.341470] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.341470] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.342126] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76684fb2-a58e-41ef-9de8-37fd693cb2dc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.356447] env[69052]: DEBUG oslo_vmware.api [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Task: {'id': task-3235959, 'name': PowerOffVM_Task, 'duration_secs': 0.221298} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.357102] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.357446] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.357850] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-636a9f99-cf4f-4e0f-acbc-60e0f223bb5f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.453044] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.453287] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.453531] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Deleting the datastore file [datastore2] 8a9a11e6-fbed-4445-b8c8-fdce8b831834 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.453738] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.453906] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.454082] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Deleting the datastore file [datastore1] ea17e00e-765a-4ded-8fff-4f49a3726918 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.456888] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a08cb671-c3ae-4cbc-a5c1-c44d381cbe97 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.459729] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71ca2de5-9cdb-4cc3-ad2d-3038714e5ffa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.469582] env[69052]: DEBUG oslo_vmware.api [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Waiting for the task: (returnval){ [ 670.469582] env[69052]: value = "task-3235963" [ 670.469582] env[69052]: _type = "Task" [ 670.469582] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.472336] env[69052]: DEBUG oslo_vmware.api [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Waiting for the task: (returnval){ [ 670.472336] env[69052]: value = "task-3235962" [ 670.472336] env[69052]: _type = "Task" [ 670.472336] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.492781] env[69052]: DEBUG oslo_vmware.api [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Task: {'id': task-3235963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.492781] env[69052]: DEBUG oslo_vmware.api [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Task: {'id': task-3235962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.604838] env[69052]: DEBUG nova.compute.manager [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.834415] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.940s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.835034] env[69052]: DEBUG nova.compute.manager [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.839119] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 18.630s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.980460] env[69052]: DEBUG nova.network.neutron [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Successfully updated port: e757d0a3-a430-4fd5-a441-758e60161dfe {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.994696] env[69052]: DEBUG oslo_vmware.api [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Task: {'id': task-3235963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149928} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.999204] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.999301] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 670.999597] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.000054] env[69052]: INFO nova.compute.manager [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Took 1.19 seconds to destroy the instance on the hypervisor. [ 671.000143] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.000474] env[69052]: DEBUG oslo_vmware.api [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Task: {'id': task-3235962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146924} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.001320] env[69052]: DEBUG nova.compute.manager [-] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.001509] env[69052]: DEBUG nova.network.neutron [-] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.003291] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.003472] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.003652] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.003824] env[69052]: INFO nova.compute.manager [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Took 1.24 seconds to destroy the instance on the hypervisor. [ 671.004056] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.004905] env[69052]: DEBUG nova.compute.manager [-] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.004905] env[69052]: DEBUG nova.network.neutron [-] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.206281] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2aec460-9a01-46fb-9730-773c969e602a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.206610] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbcc33da-e519-4b60-8d4d-758beeb546d9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.215925] env[69052]: DEBUG oslo_vmware.api [None req-c2aec460-9a01-46fb-9730-773c969e602a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 671.215925] env[69052]: value = "task-3235964" [ 671.215925] env[69052]: _type = "Task" [ 671.215925] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.222371] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.229841] env[69052]: DEBUG oslo_vmware.api [None req-c2aec460-9a01-46fb-9730-773c969e602a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3235964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.346075] env[69052]: DEBUG nova.compute.utils [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.363515] env[69052]: DEBUG nova.compute.manager [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.367739] env[69052]: DEBUG nova.compute.manager [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.367926] env[69052]: DEBUG nova.network.neutron [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.471911] env[69052]: DEBUG nova.policy [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43fea759862042ed8cace2522b3bf4e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '755f3d21206c4cf1ab0a47c700697e15', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.483033] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Acquiring lock "refresh_cache-f3e3db76-727b-4b27-a797-8226068aaa39" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.483201] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Acquired lock "refresh_cache-f3e3db76-727b-4b27-a797-8226068aaa39" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.483348] env[69052]: DEBUG nova.network.neutron [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.607798] env[69052]: DEBUG oslo_concurrency.lockutils [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Acquiring lock "d817707c-6ec4-4671-8988-b57818e92b1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.608062] env[69052]: DEBUG oslo_concurrency.lockutils [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Lock "d817707c-6ec4-4671-8988-b57818e92b1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.646063] env[69052]: DEBUG nova.compute.manager [req-a64ab6d5-1240-46cf-aaa2-fd12c5b462bf req-d842fa9e-df7f-4a3e-a2f9-a72d128e2159 service nova] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Received event network-vif-plugged-e757d0a3-a430-4fd5-a441-758e60161dfe {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.646266] env[69052]: DEBUG oslo_concurrency.lockutils [req-a64ab6d5-1240-46cf-aaa2-fd12c5b462bf req-d842fa9e-df7f-4a3e-a2f9-a72d128e2159 service nova] Acquiring lock "f3e3db76-727b-4b27-a797-8226068aaa39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.646414] env[69052]: DEBUG oslo_concurrency.lockutils [req-a64ab6d5-1240-46cf-aaa2-fd12c5b462bf req-d842fa9e-df7f-4a3e-a2f9-a72d128e2159 service nova] Lock "f3e3db76-727b-4b27-a797-8226068aaa39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.646575] env[69052]: DEBUG oslo_concurrency.lockutils [req-a64ab6d5-1240-46cf-aaa2-fd12c5b462bf req-d842fa9e-df7f-4a3e-a2f9-a72d128e2159 service nova] Lock "f3e3db76-727b-4b27-a797-8226068aaa39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.646737] env[69052]: DEBUG nova.compute.manager [req-a64ab6d5-1240-46cf-aaa2-fd12c5b462bf req-d842fa9e-df7f-4a3e-a2f9-a72d128e2159 service nova] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] No waiting events found dispatching network-vif-plugged-e757d0a3-a430-4fd5-a441-758e60161dfe {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 671.646905] env[69052]: WARNING nova.compute.manager [req-a64ab6d5-1240-46cf-aaa2-fd12c5b462bf req-d842fa9e-df7f-4a3e-a2f9-a72d128e2159 service nova] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Received unexpected event network-vif-plugged-e757d0a3-a430-4fd5-a441-758e60161dfe for instance with vm_state building and task_state spawning. [ 671.727173] env[69052]: DEBUG oslo_vmware.api [None req-c2aec460-9a01-46fb-9730-773c969e602a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3235964, 'name': PowerOffVM_Task, 'duration_secs': 0.411046} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.727470] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2aec460-9a01-46fb-9730-773c969e602a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.727667] env[69052]: DEBUG nova.compute.manager [None req-c2aec460-9a01-46fb-9730-773c969e602a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.728478] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf53bc02-5fd2-4b55-a5f2-0de9f2e0a440 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.915265] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 005d3319-8faf-4320-afeb-983875e2db0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.915399] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 12141b9b-bbb8-4080-ac76-aa4b6136b0de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.915800] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 93e9483a-c673-4ab5-9050-e6c30acf5743 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.915987] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance b60dc416-39de-4dfa-a046-5e60cc9ffeed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.916133] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 38065204-486c-4d9d-abcb-eb49214e3c58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.916266] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance e621b1e7-bbfd-403e-8877-e275f3481265 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.916394] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 742a374a-07f2-4a59-89cb-e58e3cd2e357 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.916509] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 13714572-539a-445d-8998-a974a291135d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.916621] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 3a1584dd-c15a-4ddc-a601-00fb583cbb5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.916741] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 13fd90f3-97b9-4e45-9de3-da498c79a8a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.916861] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.916973] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance cef3db69-2bc5-4b16-b362-5b92bfeb9f5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.918790] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 857c7aa8-406a-4a90-8f1b-166e87f0f559 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.918790] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.918911] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance d2b777aa-dab0-4258-b5cc-138fd60f8fb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.919071] env[69052]: WARNING nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 7b0c2e85-ac32-4b92-80a8-f20dd67afa45 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 671.919214] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 599309eb-3858-40cd-b1b7-0e1ea4a611da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.919335] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 4b90f588-9d0c-4874-ba00-ffaecd742e56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.919462] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 8a9a11e6-fbed-4445-b8c8-fdce8b831834 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.919577] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance f58a891e-8076-4cfe-aa62-20f3d4dfb5da actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.919705] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 56722277-77c9-43f6-a98e-f102e43df903 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.919869] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance cacc34cd-e3b1-4a08-a7da-45457403d114 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.920025] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance ea17e00e-765a-4ded-8fff-4f49a3726918 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.920162] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance b68b58fe-18bb-4114-9f12-de11c57f6632 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.920277] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance f0296e2f-c896-4e4e-b5a8-8cdeab977714 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.920400] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 5c9656f5-6e06-4083-aaa9-a37d13e0aae8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.920511] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance f3e3db76-727b-4b27-a797-8226068aaa39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.920632] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 1364cf7d-e902-4658-88db-dc937c1c153e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 672.045306] env[69052]: DEBUG nova.network.neutron [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.121989] env[69052]: DEBUG nova.network.neutron [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Successfully created port: ec4388f1-6f55-4c5d-9aa2-7166200c0159 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.172629] env[69052]: DEBUG nova.network.neutron [-] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.176306] env[69052]: DEBUG nova.network.neutron [-] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.241019] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c2aec460-9a01-46fb-9730-773c969e602a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "b68b58fe-18bb-4114-9f12-de11c57f6632" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.386804] env[69052]: DEBUG oslo_concurrency.lockutils [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "0c78112e-f66a-4382-9fb2-3a448309d148" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.387059] env[69052]: DEBUG oslo_concurrency.lockutils [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "0c78112e-f66a-4382-9fb2-3a448309d148" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.392466] env[69052]: DEBUG nova.compute.manager [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.414768] env[69052]: DEBUG nova.virt.hardware [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.415042] env[69052]: DEBUG nova.virt.hardware [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.415206] env[69052]: DEBUG nova.virt.hardware [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.415388] env[69052]: DEBUG nova.virt.hardware [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.415533] env[69052]: DEBUG nova.virt.hardware [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.415678] env[69052]: DEBUG nova.virt.hardware [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.415886] env[69052]: DEBUG nova.virt.hardware [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.416125] env[69052]: DEBUG nova.virt.hardware [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.416347] env[69052]: DEBUG nova.virt.hardware [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.416548] env[69052]: DEBUG nova.virt.hardware [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.416764] env[69052]: DEBUG nova.virt.hardware [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.417692] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007d592e-2905-469d-be9d-b40880a99860 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.427356] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 19eaa995-6c0a-4441-a241-2493d41ff90c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 672.430956] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2f0774-7a51-4312-812a-c273ac8fd5c4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.578303] env[69052]: DEBUG nova.network.neutron [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Updating instance_info_cache with network_info: [{"id": "e757d0a3-a430-4fd5-a441-758e60161dfe", "address": "fa:16:3e:61:3a:90", "network": {"id": "c4d587eb-e9a6-4288-bed7-9ea21d066278", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-316113311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f53df6c840f402da64b1bd7ec4002b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape757d0a3-a4", "ovs_interfaceid": "e757d0a3-a430-4fd5-a441-758e60161dfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.677281] env[69052]: INFO nova.compute.manager [-] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Took 1.67 seconds to deallocate network for instance. [ 672.681455] env[69052]: INFO nova.compute.manager [-] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Took 1.68 seconds to deallocate network for instance. [ 672.931369] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance d144e192-e16f-4437-9813-6b44fdcaa8e1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 672.963823] env[69052]: INFO nova.compute.manager [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Rebuilding instance [ 673.028922] env[69052]: DEBUG nova.compute.manager [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.028922] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0520c29c-ee00-4c61-bf9e-66dcb2959cc2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.084745] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Releasing lock "refresh_cache-f3e3db76-727b-4b27-a797-8226068aaa39" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.084745] env[69052]: DEBUG nova.compute.manager [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Instance network_info: |[{"id": "e757d0a3-a430-4fd5-a441-758e60161dfe", "address": "fa:16:3e:61:3a:90", "network": {"id": "c4d587eb-e9a6-4288-bed7-9ea21d066278", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-316113311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f53df6c840f402da64b1bd7ec4002b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape757d0a3-a4", "ovs_interfaceid": "e757d0a3-a430-4fd5-a441-758e60161dfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.085248] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:3a:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e757d0a3-a430-4fd5-a441-758e60161dfe', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.092579] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Creating folder: Project (8f53df6c840f402da64b1bd7ec4002b6). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.093209] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43680626-2001-450a-987c-f8d486fdb273 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.106154] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Created folder: Project (8f53df6c840f402da64b1bd7ec4002b6) in parent group-v646676. [ 673.106366] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Creating folder: Instances. Parent ref: group-v646780. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.106606] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e860c35b-130e-4c0e-a185-d4da38c1275c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.118036] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Created folder: Instances in parent group-v646780. [ 673.118472] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.118722] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.118877] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-713b2dc8-e13c-4951-893d-daa5d3be4a16 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.139386] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.139386] env[69052]: value = "task-3235967" [ 673.139386] env[69052]: _type = "Task" [ 673.139386] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.147747] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235967, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.185294] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.187683] env[69052]: DEBUG oslo_concurrency.lockutils [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.434971] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 3fec9237-3f28-4688-bde6-ad51c9504d4a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 673.650357] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235967, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.765528] env[69052]: DEBUG nova.compute.manager [req-c917c1f9-01b9-4123-acd4-79aacd0352c2 req-cb037981-d7d5-4e8a-be59-0fb18eca34c4 service nova] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Received event network-changed-e757d0a3-a430-4fd5-a441-758e60161dfe {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.766510] env[69052]: DEBUG nova.compute.manager [req-c917c1f9-01b9-4123-acd4-79aacd0352c2 req-cb037981-d7d5-4e8a-be59-0fb18eca34c4 service nova] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Refreshing instance network info cache due to event network-changed-e757d0a3-a430-4fd5-a441-758e60161dfe. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.766510] env[69052]: DEBUG oslo_concurrency.lockutils [req-c917c1f9-01b9-4123-acd4-79aacd0352c2 req-cb037981-d7d5-4e8a-be59-0fb18eca34c4 service nova] Acquiring lock "refresh_cache-f3e3db76-727b-4b27-a797-8226068aaa39" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.766510] env[69052]: DEBUG oslo_concurrency.lockutils [req-c917c1f9-01b9-4123-acd4-79aacd0352c2 req-cb037981-d7d5-4e8a-be59-0fb18eca34c4 service nova] Acquired lock "refresh_cache-f3e3db76-727b-4b27-a797-8226068aaa39" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.766510] env[69052]: DEBUG nova.network.neutron [req-c917c1f9-01b9-4123-acd4-79aacd0352c2 req-cb037981-d7d5-4e8a-be59-0fb18eca34c4 service nova] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Refreshing network info cache for port e757d0a3-a430-4fd5-a441-758e60161dfe {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.938886] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 59f0e709-60bb-4763-920a-b6b25cd59c31 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 674.045254] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 674.045701] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7b67ad3-eb52-4ded-81b5-90433e5ba2b4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.056908] env[69052]: DEBUG oslo_vmware.api [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Waiting for the task: (returnval){ [ 674.056908] env[69052]: value = "task-3235968" [ 674.056908] env[69052]: _type = "Task" [ 674.056908] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.057362] env[69052]: DEBUG nova.network.neutron [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Successfully updated port: ec4388f1-6f55-4c5d-9aa2-7166200c0159 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.064282] env[69052]: DEBUG nova.compute.manager [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.065156] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3b48b7-96ed-4aa0-b5f1-e846fb7f7b47 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.074869] env[69052]: DEBUG oslo_vmware.api [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3235968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.155045] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235967, 'name': CreateVM_Task, 'duration_secs': 0.556161} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.155045] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.155045] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.155045] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.155045] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.155045] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-167f0d3d-7abf-4e8e-b917-9dad84de8bbb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.162024] env[69052]: DEBUG oslo_vmware.api [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Waiting for the task: (returnval){ [ 674.162024] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5209a689-e8e9-33d5-34aa-cc99f215baa2" [ 674.162024] env[69052]: _type = "Task" [ 674.162024] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.169747] env[69052]: DEBUG oslo_vmware.api [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5209a689-e8e9-33d5-34aa-cc99f215baa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.331644] env[69052]: DEBUG oslo_concurrency.lockutils [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Acquiring lock "742a374a-07f2-4a59-89cb-e58e3cd2e357" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.331930] env[69052]: DEBUG oslo_concurrency.lockutils [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Lock "742a374a-07f2-4a59-89cb-e58e3cd2e357" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.332161] env[69052]: DEBUG oslo_concurrency.lockutils [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Acquiring lock "742a374a-07f2-4a59-89cb-e58e3cd2e357-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.332343] env[69052]: DEBUG oslo_concurrency.lockutils [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Lock "742a374a-07f2-4a59-89cb-e58e3cd2e357-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.334194] env[69052]: DEBUG oslo_concurrency.lockutils [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Lock "742a374a-07f2-4a59-89cb-e58e3cd2e357-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.336903] env[69052]: INFO nova.compute.manager [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Terminating instance [ 674.442041] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 34b9818a-917b-4047-9591-bf2be8d69da9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 674.539456] env[69052]: DEBUG nova.network.neutron [req-c917c1f9-01b9-4123-acd4-79aacd0352c2 req-cb037981-d7d5-4e8a-be59-0fb18eca34c4 service nova] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Updated VIF entry in instance network info cache for port e757d0a3-a430-4fd5-a441-758e60161dfe. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.539822] env[69052]: DEBUG nova.network.neutron [req-c917c1f9-01b9-4123-acd4-79aacd0352c2 req-cb037981-d7d5-4e8a-be59-0fb18eca34c4 service nova] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Updating instance_info_cache with network_info: [{"id": "e757d0a3-a430-4fd5-a441-758e60161dfe", "address": "fa:16:3e:61:3a:90", "network": {"id": "c4d587eb-e9a6-4288-bed7-9ea21d066278", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-316113311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f53df6c840f402da64b1bd7ec4002b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape757d0a3-a4", "ovs_interfaceid": "e757d0a3-a430-4fd5-a441-758e60161dfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.563904] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Acquiring lock "refresh_cache-1364cf7d-e902-4658-88db-dc937c1c153e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.564227] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Acquired lock "refresh_cache-1364cf7d-e902-4658-88db-dc937c1c153e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.564227] env[69052]: DEBUG nova.network.neutron [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.569206] env[69052]: DEBUG oslo_vmware.api [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3235968, 'name': PowerOffVM_Task, 'duration_secs': 0.131697} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.569433] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.570124] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 674.570925] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea356c6-e8f9-4a5f-82eb-41ae0eb22d27 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.579347] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 674.579438] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00601465-0aeb-48ba-ac4b-4080cd2dc643 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.581690] env[69052]: INFO nova.compute.manager [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] instance snapshotting [ 674.581899] env[69052]: WARNING nova.compute.manager [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 674.584621] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180d7064-77f3-4d2f-ab67-5005466d98d9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.606460] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b734a7ba-7843-4459-b1ea-330311d59341 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.610386] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 674.610611] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 674.610794] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Deleting the datastore file [datastore2] 5c9656f5-6e06-4083-aaa9-a37d13e0aae8 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.611476] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b838397-a5ed-4f7c-a74d-70b2d4f4a3f9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.619306] env[69052]: DEBUG oslo_vmware.api [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Waiting for the task: (returnval){ [ 674.619306] env[69052]: value = "task-3235970" [ 674.619306] env[69052]: _type = "Task" [ 674.619306] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.627837] env[69052]: DEBUG oslo_vmware.api [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3235970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.670788] env[69052]: DEBUG oslo_vmware.api [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5209a689-e8e9-33d5-34aa-cc99f215baa2, 'name': SearchDatastore_Task, 'duration_secs': 0.012239} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.671120] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.671360] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.671602] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.671748] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.671969] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.672245] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fa9c6fd-0e6b-4119-98fa-5ac65eae5c46 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.681116] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.681305] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.682019] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f67658e6-3ee2-499b-94e0-85f01c76f874 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.687325] env[69052]: DEBUG oslo_vmware.api [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Waiting for the task: (returnval){ [ 674.687325] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f2f4a6-afaf-50d7-2890-a4d67e21338d" [ 674.687325] env[69052]: _type = "Task" [ 674.687325] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.696599] env[69052]: DEBUG oslo_vmware.api [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f2f4a6-afaf-50d7-2890-a4d67e21338d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.818097] env[69052]: DEBUG nova.compute.manager [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.819025] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d37059f-c2af-40db-a404-4105bc8cd03e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.840509] env[69052]: DEBUG nova.compute.manager [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 674.840723] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 674.841518] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793d9842-579f-41e3-b633-b3000d8ef2eb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.849078] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 674.849305] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c208232-b1fc-4b83-baae-91ff2e0be5b2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.857293] env[69052]: DEBUG oslo_vmware.api [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 674.857293] env[69052]: value = "task-3235971" [ 674.857293] env[69052]: _type = "Task" [ 674.857293] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.867342] env[69052]: DEBUG oslo_vmware.api [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.944951] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance c4b2bcae-5752-4932-9fad-8cba15d7d15c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 675.042412] env[69052]: DEBUG oslo_concurrency.lockutils [req-c917c1f9-01b9-4123-acd4-79aacd0352c2 req-cb037981-d7d5-4e8a-be59-0fb18eca34c4 service nova] Releasing lock "refresh_cache-f3e3db76-727b-4b27-a797-8226068aaa39" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.042669] env[69052]: DEBUG nova.compute.manager [req-c917c1f9-01b9-4123-acd4-79aacd0352c2 req-cb037981-d7d5-4e8a-be59-0fb18eca34c4 service nova] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Received event network-vif-deleted-529a4e84-9421-4d77-bdfa-8e0277bea89d {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.043047] env[69052]: DEBUG nova.compute.manager [req-c917c1f9-01b9-4123-acd4-79aacd0352c2 req-cb037981-d7d5-4e8a-be59-0fb18eca34c4 service nova] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Received event network-vif-deleted-a14b0e05-6d03-4aa4-9e55-7e24b67c81d5 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.121581] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Creating Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 675.122012] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8eb6c8eb-3be4-4903-aa91-4c2387171653 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.128064] env[69052]: DEBUG nova.network.neutron [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.136701] env[69052]: DEBUG oslo_vmware.api [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3235970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099938} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.138242] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.138454] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 675.138636] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 675.141395] env[69052]: DEBUG oslo_vmware.api [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 675.141395] env[69052]: value = "task-3235972" [ 675.141395] env[69052]: _type = "Task" [ 675.141395] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.150882] env[69052]: DEBUG oslo_vmware.api [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3235972, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.200710] env[69052]: DEBUG oslo_vmware.api [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f2f4a6-afaf-50d7-2890-a4d67e21338d, 'name': SearchDatastore_Task, 'duration_secs': 0.008946} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.202542] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c7cfd9e-37d4-4c76-b02d-11556d94b399 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.211150] env[69052]: DEBUG oslo_vmware.api [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Waiting for the task: (returnval){ [ 675.211150] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5276af67-67b0-59c0-90fc-8ef8b0122c6c" [ 675.211150] env[69052]: _type = "Task" [ 675.211150] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.220568] env[69052]: DEBUG oslo_vmware.api [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5276af67-67b0-59c0-90fc-8ef8b0122c6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.329825] env[69052]: INFO nova.compute.manager [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] instance snapshotting [ 675.333742] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c309be3-df27-4b9a-8f66-ea1db26a3138 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.362935] env[69052]: DEBUG nova.network.neutron [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Updating instance_info_cache with network_info: [{"id": "ec4388f1-6f55-4c5d-9aa2-7166200c0159", "address": "fa:16:3e:42:17:11", "network": {"id": "c1e5da01-3298-48e4-b744-494686f30d21", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1656714354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "755f3d21206c4cf1ab0a47c700697e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec4388f1-6f", "ovs_interfaceid": "ec4388f1-6f55-4c5d-9aa2-7166200c0159", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.369384] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7ed487-a40f-4d83-8fad-4e617c43cd05 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.379618] env[69052]: DEBUG oslo_vmware.api [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235971, 'name': PowerOffVM_Task, 'duration_secs': 0.2042} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.382158] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.382365] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.385770] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df28171f-d7c1-4fa3-9397-93fa87050ccc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.448248] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 00532336-a3a9-43f7-a3bd-59b2f3790091 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 675.469165] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.469165] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.469396] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Deleting the datastore file [datastore2] 742a374a-07f2-4a59-89cb-e58e3cd2e357 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.470390] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60b67f92-18d1-4676-abde-1d060edf6860 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.478763] env[69052]: DEBUG oslo_vmware.api [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 675.478763] env[69052]: value = "task-3235974" [ 675.478763] env[69052]: _type = "Task" [ 675.478763] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.489128] env[69052]: DEBUG oslo_vmware.api [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.657169] env[69052]: DEBUG oslo_vmware.api [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3235972, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.724048] env[69052]: DEBUG oslo_vmware.api [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5276af67-67b0-59c0-90fc-8ef8b0122c6c, 'name': SearchDatastore_Task, 'duration_secs': 0.010873} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.724497] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.724825] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] f3e3db76-727b-4b27-a797-8226068aaa39/f3e3db76-727b-4b27-a797-8226068aaa39.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.725144] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fe2082f-dfe0-4ce8-83f3-fc9a8f09399c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.734358] env[69052]: DEBUG oslo_vmware.api [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Waiting for the task: (returnval){ [ 675.734358] env[69052]: value = "task-3235975" [ 675.734358] env[69052]: _type = "Task" [ 675.734358] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.743826] env[69052]: DEBUG oslo_vmware.api [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Task: {'id': task-3235975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.793201] env[69052]: DEBUG nova.compute.manager [req-d3224980-0d5f-47ce-85d0-7826e5a0c65f req-d98b8c0d-b2f7-429c-938f-cd61c8befff1 service nova] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Received event network-vif-plugged-ec4388f1-6f55-4c5d-9aa2-7166200c0159 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.793301] env[69052]: DEBUG oslo_concurrency.lockutils [req-d3224980-0d5f-47ce-85d0-7826e5a0c65f req-d98b8c0d-b2f7-429c-938f-cd61c8befff1 service nova] Acquiring lock "1364cf7d-e902-4658-88db-dc937c1c153e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.793480] env[69052]: DEBUG oslo_concurrency.lockutils [req-d3224980-0d5f-47ce-85d0-7826e5a0c65f req-d98b8c0d-b2f7-429c-938f-cd61c8befff1 service nova] Lock "1364cf7d-e902-4658-88db-dc937c1c153e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.793645] env[69052]: DEBUG oslo_concurrency.lockutils [req-d3224980-0d5f-47ce-85d0-7826e5a0c65f req-d98b8c0d-b2f7-429c-938f-cd61c8befff1 service nova] Lock "1364cf7d-e902-4658-88db-dc937c1c153e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.793815] env[69052]: DEBUG nova.compute.manager [req-d3224980-0d5f-47ce-85d0-7826e5a0c65f req-d98b8c0d-b2f7-429c-938f-cd61c8befff1 service nova] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] No waiting events found dispatching network-vif-plugged-ec4388f1-6f55-4c5d-9aa2-7166200c0159 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.794021] env[69052]: WARNING nova.compute.manager [req-d3224980-0d5f-47ce-85d0-7826e5a0c65f req-d98b8c0d-b2f7-429c-938f-cd61c8befff1 service nova] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Received unexpected event network-vif-plugged-ec4388f1-6f55-4c5d-9aa2-7166200c0159 for instance with vm_state building and task_state spawning. [ 675.794269] env[69052]: DEBUG nova.compute.manager [req-d3224980-0d5f-47ce-85d0-7826e5a0c65f req-d98b8c0d-b2f7-429c-938f-cd61c8befff1 service nova] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Received event network-changed-ec4388f1-6f55-4c5d-9aa2-7166200c0159 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.794447] env[69052]: DEBUG nova.compute.manager [req-d3224980-0d5f-47ce-85d0-7826e5a0c65f req-d98b8c0d-b2f7-429c-938f-cd61c8befff1 service nova] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Refreshing instance network info cache due to event network-changed-ec4388f1-6f55-4c5d-9aa2-7166200c0159. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.794616] env[69052]: DEBUG oslo_concurrency.lockutils [req-d3224980-0d5f-47ce-85d0-7826e5a0c65f req-d98b8c0d-b2f7-429c-938f-cd61c8befff1 service nova] Acquiring lock "refresh_cache-1364cf7d-e902-4658-88db-dc937c1c153e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.873690] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Releasing lock "refresh_cache-1364cf7d-e902-4658-88db-dc937c1c153e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.874213] env[69052]: DEBUG nova.compute.manager [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Instance network_info: |[{"id": "ec4388f1-6f55-4c5d-9aa2-7166200c0159", "address": "fa:16:3e:42:17:11", "network": {"id": "c1e5da01-3298-48e4-b744-494686f30d21", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1656714354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "755f3d21206c4cf1ab0a47c700697e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec4388f1-6f", "ovs_interfaceid": "ec4388f1-6f55-4c5d-9aa2-7166200c0159", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.874713] env[69052]: DEBUG oslo_concurrency.lockutils [req-d3224980-0d5f-47ce-85d0-7826e5a0c65f req-d98b8c0d-b2f7-429c-938f-cd61c8befff1 service nova] Acquired lock "refresh_cache-1364cf7d-e902-4658-88db-dc937c1c153e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.874940] env[69052]: DEBUG nova.network.neutron [req-d3224980-0d5f-47ce-85d0-7826e5a0c65f req-d98b8c0d-b2f7-429c-938f-cd61c8befff1 service nova] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Refreshing network info cache for port ec4388f1-6f55-4c5d-9aa2-7166200c0159 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.876474] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:17:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec4388f1-6f55-4c5d-9aa2-7166200c0159', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.887081] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Creating folder: Project (755f3d21206c4cf1ab0a47c700697e15). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.890367] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08ec69b0-114b-4c4b-a734-a00230fbd909 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.893030] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Creating Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 675.893530] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-df5f2721-ba0a-4107-9b1b-5f211cbafd23 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.902046] env[69052]: DEBUG oslo_vmware.api [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Waiting for the task: (returnval){ [ 675.902046] env[69052]: value = "task-3235977" [ 675.902046] env[69052]: _type = "Task" [ 675.902046] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.908497] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Created folder: Project (755f3d21206c4cf1ab0a47c700697e15) in parent group-v646676. [ 675.908764] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Creating folder: Instances. Parent ref: group-v646784. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.909394] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-191a9369-70e3-455f-8800-b33105223158 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.916113] env[69052]: DEBUG oslo_vmware.api [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235977, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.929044] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Created folder: Instances in parent group-v646784. [ 675.929307] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.929502] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.929717] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27fc3090-bdab-49de-8c4b-a0f693340acc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.953899] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance bf57b022-2a6e-4514-bb47-aa6965aad6ff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 675.962710] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.962710] env[69052]: value = "task-3235979" [ 675.962710] env[69052]: _type = "Task" [ 675.962710] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.977205] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235979, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.991171] env[69052]: DEBUG oslo_vmware.api [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3235974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152684} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.991399] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.991582] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 675.991756] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 675.991970] env[69052]: INFO nova.compute.manager [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Took 1.15 seconds to destroy the instance on the hypervisor. [ 675.992263] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.992439] env[69052]: DEBUG nova.compute.manager [-] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 675.992531] env[69052]: DEBUG nova.network.neutron [-] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.165286] env[69052]: DEBUG oslo_vmware.api [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3235972, 'name': CreateSnapshot_Task, 'duration_secs': 0.550706} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.165571] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Created Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 676.166819] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2dbf42-4f95-4ae8-b957-cd05e7b6309b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.189259] env[69052]: DEBUG nova.virt.hardware [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.189534] env[69052]: DEBUG nova.virt.hardware [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.189692] env[69052]: DEBUG nova.virt.hardware [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.189951] env[69052]: DEBUG nova.virt.hardware [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.190466] env[69052]: DEBUG nova.virt.hardware [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.190725] env[69052]: DEBUG nova.virt.hardware [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.191104] env[69052]: DEBUG nova.virt.hardware [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.191820] env[69052]: DEBUG nova.virt.hardware [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.191820] env[69052]: DEBUG nova.virt.hardware [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.191820] env[69052]: DEBUG nova.virt.hardware [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.192058] env[69052]: DEBUG nova.virt.hardware [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.192879] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6116e9ac-a214-4af1-ae70-7ec9ce5ebdb5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.205288] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452aeb61-655b-41dd-b135-12c3c1f6f2cc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.224079] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Instance VIF info [] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.230982] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.232213] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.232465] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3af2e298-3e13-43a5-b835-eab48b5c851e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.253795] env[69052]: DEBUG nova.network.neutron [req-d3224980-0d5f-47ce-85d0-7826e5a0c65f req-d98b8c0d-b2f7-429c-938f-cd61c8befff1 service nova] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Updated VIF entry in instance network info cache for port ec4388f1-6f55-4c5d-9aa2-7166200c0159. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.254294] env[69052]: DEBUG nova.network.neutron [req-d3224980-0d5f-47ce-85d0-7826e5a0c65f req-d98b8c0d-b2f7-429c-938f-cd61c8befff1 service nova] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Updating instance_info_cache with network_info: [{"id": "ec4388f1-6f55-4c5d-9aa2-7166200c0159", "address": "fa:16:3e:42:17:11", "network": {"id": "c1e5da01-3298-48e4-b744-494686f30d21", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1656714354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "755f3d21206c4cf1ab0a47c700697e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec4388f1-6f", "ovs_interfaceid": "ec4388f1-6f55-4c5d-9aa2-7166200c0159", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.259654] env[69052]: DEBUG oslo_vmware.api [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Task: {'id': task-3235975, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.260891] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.260891] env[69052]: value = "task-3235980" [ 676.260891] env[69052]: _type = "Task" [ 676.260891] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.271846] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235980, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.415022] env[69052]: DEBUG oslo_vmware.api [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235977, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.457246] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance b839f31c-fe81-4af7-b93f-41479b62a5bd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 676.475156] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235979, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.692524] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Creating linked-clone VM from snapshot {{(pid=69052) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 676.693065] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-837efb14-179d-49c3-bf17-09d20c82b125 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.702871] env[69052]: DEBUG oslo_vmware.api [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 676.702871] env[69052]: value = "task-3235981" [ 676.702871] env[69052]: _type = "Task" [ 676.702871] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.713710] env[69052]: DEBUG oslo_vmware.api [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3235981, 'name': CloneVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.758779] env[69052]: DEBUG oslo_vmware.api [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Task: {'id': task-3235975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599227} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.759323] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] f3e3db76-727b-4b27-a797-8226068aaa39/f3e3db76-727b-4b27-a797-8226068aaa39.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.759609] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.759953] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8126a034-9641-41fc-9acc-92abde65a485 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.762403] env[69052]: DEBUG oslo_concurrency.lockutils [req-d3224980-0d5f-47ce-85d0-7826e5a0c65f req-d98b8c0d-b2f7-429c-938f-cd61c8befff1 service nova] Releasing lock "refresh_cache-1364cf7d-e902-4658-88db-dc937c1c153e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.772403] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235980, 'name': CreateVM_Task, 'duration_secs': 0.403778} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.773679] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.774029] env[69052]: DEBUG oslo_vmware.api [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Waiting for the task: (returnval){ [ 676.774029] env[69052]: value = "task-3235982" [ 676.774029] env[69052]: _type = "Task" [ 676.774029] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.774448] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.774609] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.774924] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.775248] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aee66b09-421a-4760-a65c-f0a8b2bda008 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.789946] env[69052]: DEBUG oslo_vmware.api [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Waiting for the task: (returnval){ [ 676.789946] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ee16a0-8a4f-c0cd-aa0b-eb64da7957e6" [ 676.789946] env[69052]: _type = "Task" [ 676.789946] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.790366] env[69052]: DEBUG oslo_vmware.api [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Task: {'id': task-3235982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.799323] env[69052]: DEBUG oslo_vmware.api [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ee16a0-8a4f-c0cd-aa0b-eb64da7957e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.917401] env[69052]: DEBUG oslo_vmware.api [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235977, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.960704] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 676.976969] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3235979, 'name': CreateVM_Task, 'duration_secs': 0.634359} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.976969] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.977258] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.006579] env[69052]: DEBUG nova.network.neutron [-] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.215254] env[69052]: DEBUG oslo_vmware.api [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3235981, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.288946] env[69052]: DEBUG oslo_vmware.api [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Task: {'id': task-3235982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176354} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.289250] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.290299] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8baa9eba-cc30-4f82-923b-6a4edc5e6a10 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.316546] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] f3e3db76-727b-4b27-a797-8226068aaa39/f3e3db76-727b-4b27-a797-8226068aaa39.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.320408] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a91476e-488d-40d2-8ce3-ab66b4cff23c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.334655] env[69052]: DEBUG oslo_vmware.api [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ee16a0-8a4f-c0cd-aa0b-eb64da7957e6, 'name': SearchDatastore_Task, 'duration_secs': 0.02505} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.334945] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.335196] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.335436] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.335582] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.335755] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.336444] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.336778] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.337011] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4cfe73b-5563-4501-af87-d351bb12453e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.339312] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebbf666e-f632-4008-b6d9-66d8e76469c1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.344593] env[69052]: DEBUG oslo_vmware.api [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Waiting for the task: (returnval){ [ 677.344593] env[69052]: value = "task-3235983" [ 677.344593] env[69052]: _type = "Task" [ 677.344593] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.349225] env[69052]: DEBUG oslo_vmware.api [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Waiting for the task: (returnval){ [ 677.349225] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c85bcf-0321-e37a-f8ba-50151d39a3a7" [ 677.349225] env[69052]: _type = "Task" [ 677.349225] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.350756] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.350940] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.354471] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d90318eb-5e3d-49cd-a270-9c4edf9f372b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.359873] env[69052]: DEBUG oslo_vmware.api [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Task: {'id': task-3235983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.365788] env[69052]: DEBUG oslo_vmware.api [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c85bcf-0321-e37a-f8ba-50151d39a3a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.366756] env[69052]: DEBUG oslo_vmware.api [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Waiting for the task: (returnval){ [ 677.366756] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ef3562-9099-8511-2fa4-75f008413cab" [ 677.366756] env[69052]: _type = "Task" [ 677.366756] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.376180] env[69052]: DEBUG oslo_vmware.api [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ef3562-9099-8511-2fa4-75f008413cab, 'name': SearchDatastore_Task, 'duration_secs': 0.01019} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.376975] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6269a204-1fff-4b23-9fb1-60b5dd7a8a46 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.382404] env[69052]: DEBUG oslo_vmware.api [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Waiting for the task: (returnval){ [ 677.382404] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e3aa7f-8170-db0f-b16f-1f8bd92dcf96" [ 677.382404] env[69052]: _type = "Task" [ 677.382404] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.391981] env[69052]: DEBUG oslo_vmware.api [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e3aa7f-8170-db0f-b16f-1f8bd92dcf96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.413546] env[69052]: DEBUG oslo_vmware.api [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235977, 'name': CreateSnapshot_Task, 'duration_secs': 1.027096} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.413816] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Created Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 677.414595] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147616c1-79b3-49c4-8852-df86555c7f57 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.469260] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance a16c75c5-956d-4a10-bfaa-8e203eb31b12 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 677.510040] env[69052]: INFO nova.compute.manager [-] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Took 1.52 seconds to deallocate network for instance. [ 677.714123] env[69052]: DEBUG oslo_vmware.api [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3235981, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.859495] env[69052]: DEBUG oslo_vmware.api [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Task: {'id': task-3235983, 'name': ReconfigVM_Task, 'duration_secs': 0.306093} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.860701] env[69052]: DEBUG nova.compute.manager [req-5e4087ee-0df7-4629-ab6f-cf753f413079 req-99240cc6-79fb-4ff4-97f6-44b8df6282ea service nova] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Received event network-vif-deleted-5be0e5de-b4f3-4b2f-adb7-f34bef09d8a8 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.861525] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Reconfigured VM instance instance-00000023 to attach disk [datastore2] f3e3db76-727b-4b27-a797-8226068aaa39/f3e3db76-727b-4b27-a797-8226068aaa39.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.862534] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45fac87a-d9a8-4fe4-9c09-ced487533209 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.868587] env[69052]: DEBUG oslo_vmware.api [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c85bcf-0321-e37a-f8ba-50151d39a3a7, 'name': SearchDatastore_Task, 'duration_secs': 0.019749} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.869275] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.869670] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.869964] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.875149] env[69052]: DEBUG oslo_vmware.api [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Waiting for the task: (returnval){ [ 677.875149] env[69052]: value = "task-3235984" [ 677.875149] env[69052]: _type = "Task" [ 677.875149] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.885986] env[69052]: DEBUG oslo_vmware.api [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Task: {'id': task-3235984, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.895803] env[69052]: DEBUG oslo_vmware.api [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e3aa7f-8170-db0f-b16f-1f8bd92dcf96, 'name': SearchDatastore_Task, 'duration_secs': 0.009565} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.895943] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.896189] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 5c9656f5-6e06-4083-aaa9-a37d13e0aae8/5c9656f5-6e06-4083-aaa9-a37d13e0aae8.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.896498] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.896706] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.896944] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c004455-21cf-4013-b004-e46109551636 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.899377] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41869fa1-4cac-4bb9-8454-6833539976fc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.906737] env[69052]: DEBUG oslo_vmware.api [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Waiting for the task: (returnval){ [ 677.906737] env[69052]: value = "task-3235985" [ 677.906737] env[69052]: _type = "Task" [ 677.906737] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.911906] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.912140] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.913238] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-185dfb2e-be08-4f2e-b50f-98487f84dba9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.919245] env[69052]: DEBUG oslo_vmware.api [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3235985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.923543] env[69052]: DEBUG oslo_vmware.api [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Waiting for the task: (returnval){ [ 677.923543] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c5d199-4313-d597-0e58-96fcbfd2cb2d" [ 677.923543] env[69052]: _type = "Task" [ 677.923543] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.933834] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Creating linked-clone VM from snapshot {{(pid=69052) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 677.934186] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-aa40b7ee-8485-4125-b43b-7232bc6e9f08 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.944789] env[69052]: DEBUG oslo_vmware.api [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c5d199-4313-d597-0e58-96fcbfd2cb2d, 'name': SearchDatastore_Task, 'duration_secs': 0.011201} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.946777] env[69052]: DEBUG oslo_vmware.api [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Waiting for the task: (returnval){ [ 677.946777] env[69052]: value = "task-3235986" [ 677.946777] env[69052]: _type = "Task" [ 677.946777] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.947191] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74389266-dd10-4510-b4f3-83f025a78fae {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.964584] env[69052]: DEBUG oslo_vmware.api [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Waiting for the task: (returnval){ [ 677.964584] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5285ee10-df14-9eb6-8fc7-ecacf20bcd58" [ 677.964584] env[69052]: _type = "Task" [ 677.964584] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.965206] env[69052]: DEBUG oslo_vmware.api [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235986, 'name': CloneVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.971737] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance d817707c-6ec4-4671-8988-b57818e92b1e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 677.972155] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Total usable vcpus: 48, total allocated vcpus: 27 {{(pid=69052) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 677.972320] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5760MB phys_disk=200GB used_disk=26GB total_vcpus=48 used_vcpus=27 pci_stats=[] {{(pid=69052) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 677.979306] env[69052]: DEBUG oslo_vmware.api [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5285ee10-df14-9eb6-8fc7-ecacf20bcd58, 'name': SearchDatastore_Task, 'duration_secs': 0.014851} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.979577] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.980078] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 1364cf7d-e902-4658-88db-dc937c1c153e/1364cf7d-e902-4658-88db-dc937c1c153e.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.980162] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa7d38f4-d8c1-4a6f-9d4e-894d17bf3f2f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.989974] env[69052]: DEBUG oslo_vmware.api [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Waiting for the task: (returnval){ [ 677.989974] env[69052]: value = "task-3235987" [ 677.989974] env[69052]: _type = "Task" [ 677.989974] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.000695] env[69052]: DEBUG oslo_vmware.api [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Task: {'id': task-3235987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.020127] env[69052]: DEBUG oslo_concurrency.lockutils [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.215069] env[69052]: DEBUG oslo_vmware.api [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3235981, 'name': CloneVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.386564] env[69052]: DEBUG oslo_vmware.api [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Task: {'id': task-3235984, 'name': Rename_Task, 'duration_secs': 0.192562} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.389276] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.390097] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df549f0b-dd67-4741-9b4f-74cfe3dd5c31 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.397560] env[69052]: DEBUG oslo_vmware.api [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Waiting for the task: (returnval){ [ 678.397560] env[69052]: value = "task-3235988" [ 678.397560] env[69052]: _type = "Task" [ 678.397560] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.409397] env[69052]: DEBUG oslo_vmware.api [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Task: {'id': task-3235988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.419227] env[69052]: DEBUG oslo_vmware.api [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3235985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495901} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.419504] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 5c9656f5-6e06-4083-aaa9-a37d13e0aae8/5c9656f5-6e06-4083-aaa9-a37d13e0aae8.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.419723] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.419987] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6bdc560-8458-43d8-99ce-5c548e55a6a4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.427497] env[69052]: DEBUG oslo_vmware.api [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Waiting for the task: (returnval){ [ 678.427497] env[69052]: value = "task-3235989" [ 678.427497] env[69052]: _type = "Task" [ 678.427497] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.441629] env[69052]: DEBUG oslo_vmware.api [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3235989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.462370] env[69052]: DEBUG oslo_vmware.api [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235986, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.500935] env[69052]: DEBUG oslo_vmware.api [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Task: {'id': task-3235987, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.596610] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96c69a8-f1d8-4ce4-b3ac-8aafaab3a405 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.605575] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4bbd40-eae8-453d-b767-58d0ea8c90db {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.639545] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f34426-37a4-4bfe-afe1-6de12286c279 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.649158] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83d51f3-553a-4343-912a-0dbbac07ac54 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.666676] env[69052]: DEBUG nova.compute.provider_tree [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.715673] env[69052]: DEBUG oslo_vmware.api [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3235981, 'name': CloneVM_Task, 'duration_secs': 1.526147} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.715944] env[69052]: INFO nova.virt.vmwareapi.vmops [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Created linked-clone VM from snapshot [ 678.716724] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9f85f4-09b8-47d9-b21f-24138b81941e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.725874] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Uploading image 4f8de921-db22-49a8-842e-fda92a702d0a {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 678.749747] env[69052]: DEBUG oslo_vmware.rw_handles [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 678.749747] env[69052]: value = "vm-646788" [ 678.749747] env[69052]: _type = "VirtualMachine" [ 678.749747] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 678.750108] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ae3184ad-3048-4172-8d33-21eb65a6ff1d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.758755] env[69052]: DEBUG oslo_vmware.rw_handles [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lease: (returnval){ [ 678.758755] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522a02a3-1b01-d858-16cf-41e11aa86d2e" [ 678.758755] env[69052]: _type = "HttpNfcLease" [ 678.758755] env[69052]: } obtained for exporting VM: (result){ [ 678.758755] env[69052]: value = "vm-646788" [ 678.758755] env[69052]: _type = "VirtualMachine" [ 678.758755] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 678.759124] env[69052]: DEBUG oslo_vmware.api [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the lease: (returnval){ [ 678.759124] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522a02a3-1b01-d858-16cf-41e11aa86d2e" [ 678.759124] env[69052]: _type = "HttpNfcLease" [ 678.759124] env[69052]: } to be ready. {{(pid=69052) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 678.767497] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 678.767497] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522a02a3-1b01-d858-16cf-41e11aa86d2e" [ 678.767497] env[69052]: _type = "HttpNfcLease" [ 678.767497] env[69052]: } is initializing. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 678.910185] env[69052]: DEBUG oslo_vmware.api [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Task: {'id': task-3235988, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.940814] env[69052]: DEBUG oslo_vmware.api [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3235989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.343108} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.941269] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.941889] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4085e7-ed43-4679-b1bf-fa47d32879e1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.962914] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 5c9656f5-6e06-4083-aaa9-a37d13e0aae8/5c9656f5-6e06-4083-aaa9-a37d13e0aae8.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.966166] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3ae2db7-51fc-4f1d-a58b-0155e4d85a55 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.987328] env[69052]: DEBUG oslo_vmware.api [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235986, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.988985] env[69052]: DEBUG oslo_vmware.api [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Waiting for the task: (returnval){ [ 678.988985] env[69052]: value = "task-3235991" [ 678.988985] env[69052]: _type = "Task" [ 678.988985] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.004893] env[69052]: DEBUG oslo_vmware.api [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3235991, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.009134] env[69052]: DEBUG oslo_vmware.api [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Task: {'id': task-3235987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777868} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.009425] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 1364cf7d-e902-4658-88db-dc937c1c153e/1364cf7d-e902-4658-88db-dc937c1c153e.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.009737] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.010063] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13f9a6b9-b092-4314-b67b-c34e483070ae {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.021131] env[69052]: DEBUG oslo_vmware.api [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Waiting for the task: (returnval){ [ 679.021131] env[69052]: value = "task-3235992" [ 679.021131] env[69052]: _type = "Task" [ 679.021131] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.030577] env[69052]: DEBUG oslo_vmware.api [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Task: {'id': task-3235992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.169956] env[69052]: DEBUG nova.scheduler.client.report [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.268111] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 679.268111] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522a02a3-1b01-d858-16cf-41e11aa86d2e" [ 679.268111] env[69052]: _type = "HttpNfcLease" [ 679.268111] env[69052]: } is ready. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 679.268358] env[69052]: DEBUG oslo_vmware.rw_handles [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 679.268358] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522a02a3-1b01-d858-16cf-41e11aa86d2e" [ 679.268358] env[69052]: _type = "HttpNfcLease" [ 679.268358] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 679.269147] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1c5535-c440-4234-a3f4-66f6882f42d9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.276721] env[69052]: DEBUG oslo_vmware.rw_handles [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5289e3c3-52e9-b250-dcd2-cf936b9ee421/disk-0.vmdk from lease info. {{(pid=69052) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 679.276924] env[69052]: DEBUG oslo_vmware.rw_handles [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5289e3c3-52e9-b250-dcd2-cf936b9ee421/disk-0.vmdk for reading. {{(pid=69052) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 679.366939] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9c2733fc-becb-4439-82a5-ec763746f238 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.410084] env[69052]: DEBUG oslo_vmware.api [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Task: {'id': task-3235988, 'name': PowerOnVM_Task, 'duration_secs': 0.83507} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.410445] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.410539] env[69052]: INFO nova.compute.manager [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Took 9.48 seconds to spawn the instance on the hypervisor. [ 679.410709] env[69052]: DEBUG nova.compute.manager [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.411498] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cd8277-89e1-4b55-bbd7-fac98f1fda4d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.464414] env[69052]: DEBUG oslo_vmware.api [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235986, 'name': CloneVM_Task} progress is 95%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.498264] env[69052]: DEBUG oslo_vmware.api [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3235991, 'name': ReconfigVM_Task, 'duration_secs': 0.344937} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.498603] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 5c9656f5-6e06-4083-aaa9-a37d13e0aae8/5c9656f5-6e06-4083-aaa9-a37d13e0aae8.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.499226] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db98b6ab-6312-44e7-800d-589672a37035 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.506679] env[69052]: DEBUG oslo_vmware.api [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Waiting for the task: (returnval){ [ 679.506679] env[69052]: value = "task-3235993" [ 679.506679] env[69052]: _type = "Task" [ 679.506679] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.514462] env[69052]: DEBUG oslo_vmware.api [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3235993, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.529804] env[69052]: DEBUG oslo_vmware.api [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Task: {'id': task-3235992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07278} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.530377] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.530889] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783f511f-cb1d-4fe4-bf3f-66c8692ffe74 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.554327] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 1364cf7d-e902-4658-88db-dc937c1c153e/1364cf7d-e902-4658-88db-dc937c1c153e.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.554745] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd4b3d2b-fe1b-42c7-a0ad-9558add77048 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.578734] env[69052]: DEBUG oslo_vmware.api [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Waiting for the task: (returnval){ [ 679.578734] env[69052]: value = "task-3235994" [ 679.578734] env[69052]: _type = "Task" [ 679.578734] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.589601] env[69052]: DEBUG oslo_vmware.api [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Task: {'id': task-3235994, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.674719] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69052) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 679.675180] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.836s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.675306] env[69052]: DEBUG oslo_concurrency.lockutils [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.274s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.677365] env[69052]: INFO nova.compute.claims [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.931371] env[69052]: INFO nova.compute.manager [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Took 31.28 seconds to build instance. [ 679.965918] env[69052]: DEBUG oslo_vmware.api [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3235986, 'name': CloneVM_Task, 'duration_secs': 1.83972} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.966418] env[69052]: INFO nova.virt.vmwareapi.vmops [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Created linked-clone VM from snapshot [ 679.967160] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c469431-89ab-4968-96af-0e8d3b9c7725 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.976038] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Uploading image 902fa295-cd2d-48d1-847f-04d68ca795c6 {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 679.999072] env[69052]: DEBUG oslo_vmware.rw_handles [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 679.999072] env[69052]: value = "vm-646790" [ 679.999072] env[69052]: _type = "VirtualMachine" [ 679.999072] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 679.999372] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0347ca5f-e372-4d49-8522-e67b976f57a9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.008148] env[69052]: DEBUG oslo_vmware.rw_handles [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Lease: (returnval){ [ 680.008148] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520c0869-3a93-ddbb-e83d-5778fe4a911f" [ 680.008148] env[69052]: _type = "HttpNfcLease" [ 680.008148] env[69052]: } obtained for exporting VM: (result){ [ 680.008148] env[69052]: value = "vm-646790" [ 680.008148] env[69052]: _type = "VirtualMachine" [ 680.008148] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 680.008631] env[69052]: DEBUG oslo_vmware.api [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Waiting for the lease: (returnval){ [ 680.008631] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520c0869-3a93-ddbb-e83d-5778fe4a911f" [ 680.008631] env[69052]: _type = "HttpNfcLease" [ 680.008631] env[69052]: } to be ready. {{(pid=69052) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 680.023811] env[69052]: DEBUG oslo_vmware.api [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3235993, 'name': Rename_Task, 'duration_secs': 0.158791} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.026011] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.026364] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 680.026364] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520c0869-3a93-ddbb-e83d-5778fe4a911f" [ 680.026364] env[69052]: _type = "HttpNfcLease" [ 680.026364] env[69052]: } is initializing. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 680.026706] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0a49c0c-217b-4a61-bcdd-ac9d8bce3b29 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.036359] env[69052]: DEBUG oslo_vmware.api [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Waiting for the task: (returnval){ [ 680.036359] env[69052]: value = "task-3235996" [ 680.036359] env[69052]: _type = "Task" [ 680.036359] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.046269] env[69052]: DEBUG oslo_vmware.api [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3235996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.090537] env[69052]: DEBUG oslo_vmware.api [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Task: {'id': task-3235994, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.345856] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c84e510b-3d92-47e0-8179-8579e68bb5b9 tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Acquiring lock "interface-f3e3db76-727b-4b27-a797-8226068aaa39-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.345856] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c84e510b-3d92-47e0-8179-8579e68bb5b9 tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Lock "interface-f3e3db76-727b-4b27-a797-8226068aaa39-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.346988] env[69052]: DEBUG nova.objects.instance [None req-c84e510b-3d92-47e0-8179-8579e68bb5b9 tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Lazy-loading 'flavor' on Instance uuid f3e3db76-727b-4b27-a797-8226068aaa39 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.433257] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c2c4be8-461b-4f2f-a8d4-e6b587bde71e tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Lock "f3e3db76-727b-4b27-a797-8226068aaa39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.750s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.522808] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 680.522808] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520c0869-3a93-ddbb-e83d-5778fe4a911f" [ 680.522808] env[69052]: _type = "HttpNfcLease" [ 680.522808] env[69052]: } is ready. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 680.523265] env[69052]: DEBUG oslo_vmware.rw_handles [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 680.523265] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520c0869-3a93-ddbb-e83d-5778fe4a911f" [ 680.523265] env[69052]: _type = "HttpNfcLease" [ 680.523265] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 680.524098] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0398de5-72ad-421b-85ea-848e8167292e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.533142] env[69052]: DEBUG oslo_vmware.rw_handles [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526f4f8e-580d-cf49-640d-f461a68798b8/disk-0.vmdk from lease info. {{(pid=69052) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 680.533356] env[69052]: DEBUG oslo_vmware.rw_handles [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526f4f8e-580d-cf49-640d-f461a68798b8/disk-0.vmdk for reading. {{(pid=69052) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 680.609948] env[69052]: DEBUG oslo_vmware.api [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Task: {'id': task-3235994, 'name': ReconfigVM_Task, 'duration_secs': 0.555219} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.613692] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 1364cf7d-e902-4658-88db-dc937c1c153e/1364cf7d-e902-4658-88db-dc937c1c153e.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.614396] env[69052]: DEBUG oslo_vmware.api [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3235996, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.614757] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcd32014-1278-4d02-af8a-98da4e2fd7d2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.624918] env[69052]: DEBUG oslo_vmware.api [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Waiting for the task: (returnval){ [ 680.624918] env[69052]: value = "task-3235997" [ 680.624918] env[69052]: _type = "Task" [ 680.624918] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.635201] env[69052]: DEBUG oslo_vmware.api [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Task: {'id': task-3235997, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.642816] env[69052]: DEBUG nova.compute.manager [None req-0804a03a-59bb-4cb6-bd3d-2021381e7909 tempest-ServerDiagnosticsV248Test-1231585099 tempest-ServerDiagnosticsV248Test-1231585099-project-admin] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.644077] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2525db-bb3a-4c20-ae04-e60e80dbd515 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.654648] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1ba5cdab-44ef-444b-9015-5fa297412d2c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.656931] env[69052]: INFO nova.compute.manager [None req-0804a03a-59bb-4cb6-bd3d-2021381e7909 tempest-ServerDiagnosticsV248Test-1231585099 tempest-ServerDiagnosticsV248Test-1231585099-project-admin] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Retrieving diagnostics [ 680.657892] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2758f6b5-8453-47e7-8b1b-26883107c844 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.852771] env[69052]: DEBUG nova.objects.instance [None req-c84e510b-3d92-47e0-8179-8579e68bb5b9 tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Lazy-loading 'pci_requests' on Instance uuid f3e3db76-727b-4b27-a797-8226068aaa39 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.938730] env[69052]: DEBUG nova.compute.manager [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.108790] env[69052]: DEBUG oslo_vmware.api [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3235996, 'name': PowerOnVM_Task, 'duration_secs': 0.71467} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.109624] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.109624] env[69052]: DEBUG nova.compute.manager [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.110619] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d84ff3-ff7c-4b8c-a79e-33749c86ef06 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.139509] env[69052]: DEBUG oslo_vmware.api [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Task: {'id': task-3235997, 'name': Rename_Task, 'duration_secs': 0.180404} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.139819] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.140199] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbd11810-9337-444a-831d-052fcc5f65eb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.149346] env[69052]: DEBUG oslo_vmware.api [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Waiting for the task: (returnval){ [ 681.149346] env[69052]: value = "task-3235998" [ 681.149346] env[69052]: _type = "Task" [ 681.149346] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.159409] env[69052]: DEBUG oslo_vmware.api [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Task: {'id': task-3235998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.323890] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a725e9-d86d-4555-ba25-dd006eade8e2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.333653] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06623993-a466-48df-be5e-3735f98e3b68 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.370067] env[69052]: DEBUG nova.objects.base [None req-c84e510b-3d92-47e0-8179-8579e68bb5b9 tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69052) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 681.370067] env[69052]: DEBUG nova.network.neutron [None req-c84e510b-3d92-47e0-8179-8579e68bb5b9 tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.370991] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdba6f64-fa0d-4be5-b279-7d199b969438 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.381930] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fec4c2-4795-43eb-ac39-6302a674e34d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.399902] env[69052]: DEBUG nova.compute.provider_tree [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 681.462128] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.510624] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c84e510b-3d92-47e0-8179-8579e68bb5b9 tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Lock "interface-f3e3db76-727b-4b27-a797-8226068aaa39-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.164s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.644905] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.663241] env[69052]: DEBUG oslo_vmware.api [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Task: {'id': task-3235998, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.925341] env[69052]: ERROR nova.scheduler.client.report [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [req-0408d31f-7912-45e0-b7cd-5ad653fdcbdf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5482791e-699f-417a-8caf-f93d7835d755. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0408d31f-7912-45e0-b7cd-5ad653fdcbdf"}]} [ 681.945877] env[69052]: DEBUG nova.scheduler.client.report [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Refreshing inventories for resource provider 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 681.962427] env[69052]: DEBUG nova.scheduler.client.report [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Updating ProviderTree inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 681.962750] env[69052]: DEBUG nova.compute.provider_tree [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 681.975735] env[69052]: DEBUG nova.scheduler.client.report [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Refreshing aggregate associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, aggregates: None {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 681.998477] env[69052]: DEBUG nova.scheduler.client.report [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Refreshing trait associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 682.167532] env[69052]: DEBUG oslo_vmware.api [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Task: {'id': task-3235998, 'name': PowerOnVM_Task, 'duration_secs': 0.624451} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.167945] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.168183] env[69052]: INFO nova.compute.manager [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Took 9.78 seconds to spawn the instance on the hypervisor. [ 682.168381] env[69052]: DEBUG nova.compute.manager [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.169272] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32c8313-648b-437e-aa80-74e0ef6c2e2d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.575468] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0697d70-f376-49ce-9b4d-ab3b958d1d57 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.584370] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e16bf90-7f84-4096-8c40-78e51364d2d2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.622119] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace7dc1a-a54e-49de-9087-9177a2c8f04c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.632157] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004a6888-29b0-4122-b5df-d79b4541e100 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.647535] env[69052]: DEBUG nova.compute.provider_tree [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.693951] env[69052]: INFO nova.compute.manager [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Took 31.70 seconds to build instance. [ 683.190759] env[69052]: DEBUG nova.scheduler.client.report [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Updated inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 683.191122] env[69052]: DEBUG nova.compute.provider_tree [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Updating resource provider 5482791e-699f-417a-8caf-f93d7835d755 generation from 59 to 60 during operation: update_inventory {{(pid=69052) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 683.191326] env[69052]: DEBUG nova.compute.provider_tree [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 683.197022] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ff8928ea-54ea-4c6b-b5c4-7d4024707870 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Lock "1364cf7d-e902-4658-88db-dc937c1c153e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.811s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.426459] env[69052]: DEBUG oslo_concurrency.lockutils [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Acquiring lock "f0296e2f-c896-4e4e-b5a8-8cdeab977714" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.426720] env[69052]: DEBUG oslo_concurrency.lockutils [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Lock "f0296e2f-c896-4e4e-b5a8-8cdeab977714" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.426858] env[69052]: DEBUG oslo_concurrency.lockutils [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Acquiring lock "f0296e2f-c896-4e4e-b5a8-8cdeab977714-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.427052] env[69052]: DEBUG oslo_concurrency.lockutils [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Lock "f0296e2f-c896-4e4e-b5a8-8cdeab977714-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.427230] env[69052]: DEBUG oslo_concurrency.lockutils [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Lock "f0296e2f-c896-4e4e-b5a8-8cdeab977714-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.429527] env[69052]: INFO nova.compute.manager [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Terminating instance [ 683.697359] env[69052]: DEBUG oslo_concurrency.lockutils [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.022s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.697739] env[69052]: DEBUG nova.compute.manager [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.700346] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.933s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.701854] env[69052]: INFO nova.compute.claims [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.704774] env[69052]: DEBUG nova.compute.manager [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.933410] env[69052]: DEBUG oslo_concurrency.lockutils [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Acquiring lock "refresh_cache-f0296e2f-c896-4e4e-b5a8-8cdeab977714" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.933614] env[69052]: DEBUG oslo_concurrency.lockutils [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Acquired lock "refresh_cache-f0296e2f-c896-4e4e-b5a8-8cdeab977714" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.933806] env[69052]: DEBUG nova.network.neutron [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.214401] env[69052]: DEBUG nova.compute.utils [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.218232] env[69052]: DEBUG nova.compute.manager [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.218463] env[69052]: DEBUG nova.network.neutron [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.235910] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.260603] env[69052]: DEBUG nova.policy [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'baa5663b1f0c476589528e483a29a6e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3eb63231c45742209a5f531d87964048', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.454959] env[69052]: DEBUG nova.network.neutron [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.530820] env[69052]: DEBUG nova.network.neutron [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.591207] env[69052]: DEBUG nova.network.neutron [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Successfully created port: 296282c0-7d87-4ef1-afd4-0d10890527b5 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.723745] env[69052]: DEBUG nova.compute.manager [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.033637] env[69052]: DEBUG oslo_concurrency.lockutils [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Releasing lock "refresh_cache-f0296e2f-c896-4e4e-b5a8-8cdeab977714" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.034145] env[69052]: DEBUG nova.compute.manager [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 685.034361] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.035235] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c658403-6dd0-4762-9a52-9ea23e68a8e2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.046223] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.047188] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c20ee359-e8a2-4c4d-9df9-4d7b7f884751 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.055611] env[69052]: DEBUG oslo_vmware.api [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Waiting for the task: (returnval){ [ 685.055611] env[69052]: value = "task-3235999" [ 685.055611] env[69052]: _type = "Task" [ 685.055611] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.065187] env[69052]: DEBUG oslo_vmware.api [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Task: {'id': task-3235999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.286562] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4f8512-aa95-44a6-b68b-ed2ee54d4373 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.296927] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640dfffc-4a74-4451-b82f-bb392039d291 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.333171] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a27460-b996-4c11-878d-19d9c30dfa50 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.341873] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284abbd2-7321-4f8d-8245-4d019067e923 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.356548] env[69052]: DEBUG nova.compute.provider_tree [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.567552] env[69052]: DEBUG oslo_vmware.api [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Task: {'id': task-3235999, 'name': PowerOffVM_Task, 'duration_secs': 0.275629} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.567804] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.567990] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.568299] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb4808b4-1ae7-4522-82fd-dec3d6b6a633 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.603060] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.603337] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.603529] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Deleting the datastore file [datastore2] f0296e2f-c896-4e4e-b5a8-8cdeab977714 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.603811] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9090972-6487-4e40-a69d-51c69b9beec7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.614026] env[69052]: DEBUG oslo_vmware.api [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Waiting for the task: (returnval){ [ 685.614026] env[69052]: value = "task-3236001" [ 685.614026] env[69052]: _type = "Task" [ 685.614026] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.622853] env[69052]: DEBUG oslo_vmware.api [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Task: {'id': task-3236001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.735541] env[69052]: DEBUG nova.compute.manager [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.860525] env[69052]: DEBUG nova.scheduler.client.report [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.090885] env[69052]: DEBUG nova.network.neutron [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Successfully updated port: 296282c0-7d87-4ef1-afd4-0d10890527b5 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.124977] env[69052]: DEBUG oslo_vmware.api [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Task: {'id': task-3236001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189897} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.125287] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.125467] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.125645] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.125816] env[69052]: INFO nova.compute.manager [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Took 1.09 seconds to destroy the instance on the hypervisor. [ 686.126079] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.126274] env[69052]: DEBUG nova.compute.manager [-] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 686.126366] env[69052]: DEBUG nova.network.neutron [-] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 686.144671] env[69052]: DEBUG nova.network.neutron [-] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.370367] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.371056] env[69052]: DEBUG nova.compute.manager [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.374402] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.091s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.375878] env[69052]: INFO nova.compute.claims [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.595486] env[69052]: DEBUG oslo_concurrency.lockutils [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "refresh_cache-19eaa995-6c0a-4441-a241-2493d41ff90c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.595486] env[69052]: DEBUG oslo_concurrency.lockutils [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquired lock "refresh_cache-19eaa995-6c0a-4441-a241-2493d41ff90c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.595486] env[69052]: DEBUG nova.network.neutron [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.647062] env[69052]: DEBUG nova.network.neutron [-] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.884643] env[69052]: DEBUG nova.compute.utils [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.886332] env[69052]: DEBUG nova.compute.manager [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.886553] env[69052]: DEBUG nova.network.neutron [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.924072] env[69052]: DEBUG nova.policy [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99309baae411445f83c096d0f7eef78e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '420997e04b2a41d882b1f61eb5a284f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.139540] env[69052]: DEBUG nova.network.neutron [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.154180] env[69052]: INFO nova.compute.manager [-] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Took 1.03 seconds to deallocate network for instance. [ 687.322558] env[69052]: DEBUG nova.network.neutron [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Successfully created port: b15a0d01-0291-4ac4-b031-1691ee4bbba7 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.352909] env[69052]: DEBUG nova.network.neutron [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Updating instance_info_cache with network_info: [{"id": "296282c0-7d87-4ef1-afd4-0d10890527b5", "address": "fa:16:3e:0f:a8:0c", "network": {"id": "b6d9b7e5-400e-4efc-ba39-0f99fc82b883", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1340582833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb63231c45742209a5f531d87964048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap296282c0-7d", "ovs_interfaceid": "296282c0-7d87-4ef1-afd4-0d10890527b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.390338] env[69052]: DEBUG nova.compute.manager [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.663142] env[69052]: DEBUG oslo_concurrency.lockutils [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.855593] env[69052]: DEBUG oslo_concurrency.lockutils [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Releasing lock "refresh_cache-19eaa995-6c0a-4441-a241-2493d41ff90c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.855937] env[69052]: DEBUG nova.compute.manager [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Instance network_info: |[{"id": "296282c0-7d87-4ef1-afd4-0d10890527b5", "address": "fa:16:3e:0f:a8:0c", "network": {"id": "b6d9b7e5-400e-4efc-ba39-0f99fc82b883", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1340582833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb63231c45742209a5f531d87964048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap296282c0-7d", "ovs_interfaceid": "296282c0-7d87-4ef1-afd4-0d10890527b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.967783] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a7f59b-9a99-4d16-a902-81a97d46ebf9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.977285] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ac8a92-c09c-412d-bb44-1499fc9b9a36 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.010555] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08037d7-3c43-4bb3-84e5-78d176d3e44d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.019106] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf69590-b853-4b6d-9769-cf7891d8624d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.034049] env[69052]: DEBUG nova.compute.provider_tree [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.401141] env[69052]: DEBUG nova.compute.manager [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.537106] env[69052]: DEBUG nova.scheduler.client.report [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.609234] env[69052]: DEBUG nova.virt.hardware [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.609568] env[69052]: DEBUG nova.virt.hardware [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.609729] env[69052]: DEBUG nova.virt.hardware [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.610625] env[69052]: DEBUG nova.virt.hardware [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.610625] env[69052]: DEBUG nova.virt.hardware [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.610625] env[69052]: DEBUG nova.virt.hardware [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.610625] env[69052]: DEBUG nova.virt.hardware [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.610815] env[69052]: DEBUG nova.virt.hardware [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.610904] env[69052]: DEBUG nova.virt.hardware [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.611014] env[69052]: DEBUG nova.virt.hardware [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.611196] env[69052]: DEBUG nova.virt.hardware [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.615408] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb8e471-380b-4af6-ac65-75f74b977883 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.628188] env[69052]: DEBUG nova.virt.hardware [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.628188] env[69052]: DEBUG nova.virt.hardware [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.628433] env[69052]: DEBUG nova.virt.hardware [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.628600] env[69052]: DEBUG nova.virt.hardware [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.629095] env[69052]: DEBUG nova.virt.hardware [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.629095] env[69052]: DEBUG nova.virt.hardware [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.629353] env[69052]: DEBUG nova.virt.hardware [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.629597] env[69052]: DEBUG nova.virt.hardware [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.629843] env[69052]: DEBUG nova.virt.hardware [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.630541] env[69052]: DEBUG nova.virt.hardware [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.630541] env[69052]: DEBUG nova.virt.hardware [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.631956] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66937d5a-000f-42ae-98fa-f6644181e344 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.637973] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472ceb6e-01ea-4e8c-868a-427ca5d44613 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.649059] env[69052]: DEBUG oslo_vmware.rw_handles [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5289e3c3-52e9-b250-dcd2-cf936b9ee421/disk-0.vmdk. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 688.658066] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b35579-8abb-48d9-b220-b0846c1ed29b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.665848] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e58308-fb0e-426b-b4b7-44401c6ab4c0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.665983] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:a8:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '03ac2c9c-6ad2-4a85-bfab-c7e336df859a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '296282c0-7d87-4ef1-afd4-0d10890527b5', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.673578] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.674289] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.675084] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58d8b5bf-61af-4287-b1b1-7bc17a362a2c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.703248] env[69052]: DEBUG oslo_vmware.rw_handles [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5289e3c3-52e9-b250-dcd2-cf936b9ee421/disk-0.vmdk is in state: ready. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 688.703449] env[69052]: ERROR oslo_vmware.rw_handles [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5289e3c3-52e9-b250-dcd2-cf936b9ee421/disk-0.vmdk due to incomplete transfer. [ 688.705324] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-340d8b32-d1c8-41c1-9552-7e3196e53716 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.713366] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.713366] env[69052]: value = "task-3236002" [ 688.713366] env[69052]: _type = "Task" [ 688.713366] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.717701] env[69052]: DEBUG oslo_vmware.rw_handles [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5289e3c3-52e9-b250-dcd2-cf936b9ee421/disk-0.vmdk. {{(pid=69052) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 688.717869] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Uploaded image 4f8de921-db22-49a8-842e-fda92a702d0a to the Glance image server {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 688.720316] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Destroying the VM {{(pid=69052) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 688.720773] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5e515675-5e06-4a1d-a436-1555fec30b9a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.726372] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236002, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.728678] env[69052]: DEBUG oslo_vmware.api [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 688.728678] env[69052]: value = "task-3236003" [ 688.728678] env[69052]: _type = "Task" [ 688.728678] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.738678] env[69052]: DEBUG oslo_vmware.api [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236003, 'name': Destroy_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.037163] env[69052]: DEBUG nova.network.neutron [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Successfully updated port: b15a0d01-0291-4ac4-b031-1691ee4bbba7 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.042709] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.043300] env[69052]: DEBUG nova.compute.manager [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.047660] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ba335517-4ebc-40f4-a5f3-7bceab173369 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.508s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.048101] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ba335517-4ebc-40f4-a5f3-7bceab173369 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.051027] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.257s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.052319] env[69052]: INFO nova.compute.claims [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.080308] env[69052]: INFO nova.scheduler.client.report [None req-ba335517-4ebc-40f4-a5f3-7bceab173369 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Deleted allocations for instance 7b0c2e85-ac32-4b92-80a8-f20dd67afa45 [ 689.210899] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Acquiring lock "5c9656f5-6e06-4083-aaa9-a37d13e0aae8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.211262] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Lock "5c9656f5-6e06-4083-aaa9-a37d13e0aae8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.211540] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Acquiring lock "5c9656f5-6e06-4083-aaa9-a37d13e0aae8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.211778] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Lock "5c9656f5-6e06-4083-aaa9-a37d13e0aae8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.212026] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Lock "5c9656f5-6e06-4083-aaa9-a37d13e0aae8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.218784] env[69052]: INFO nova.compute.manager [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Terminating instance [ 689.228072] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236002, 'name': CreateVM_Task, 'duration_secs': 0.504784} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.228357] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.229200] env[69052]: DEBUG oslo_concurrency.lockutils [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.229368] env[69052]: DEBUG oslo_concurrency.lockutils [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.229741] env[69052]: DEBUG oslo_concurrency.lockutils [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.230130] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dce95f1-4c6d-41d6-a1a3-0880830af2a0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.247770] env[69052]: DEBUG oslo_vmware.api [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 689.247770] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b1d597-f591-a7de-0a02-6d88d0711315" [ 689.247770] env[69052]: _type = "Task" [ 689.247770] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.248112] env[69052]: DEBUG oslo_vmware.api [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236003, 'name': Destroy_Task} progress is 33%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.262158] env[69052]: DEBUG oslo_vmware.api [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b1d597-f591-a7de-0a02-6d88d0711315, 'name': SearchDatastore_Task, 'duration_secs': 0.014523} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.262349] env[69052]: DEBUG oslo_concurrency.lockutils [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.262523] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.262747] env[69052]: DEBUG oslo_concurrency.lockutils [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.262894] env[69052]: DEBUG oslo_concurrency.lockutils [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.263081] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.263362] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-538d7004-35cb-4312-87ba-c99e6b8043a4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.273603] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.273784] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.274957] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5683112d-e307-4580-b8d0-125c583370e4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.283412] env[69052]: DEBUG oslo_vmware.api [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 689.283412] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52124a79-c388-5918-eb10-58229ad916f6" [ 689.283412] env[69052]: _type = "Task" [ 689.283412] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.293858] env[69052]: DEBUG oslo_vmware.api [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52124a79-c388-5918-eb10-58229ad916f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.378613] env[69052]: DEBUG nova.compute.manager [req-a97fdb69-25b7-40ff-9660-95ec52c0d94d req-2b6f080d-4a67-4297-9402-dd0afe885a8f service nova] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Received event network-vif-plugged-296282c0-7d87-4ef1-afd4-0d10890527b5 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.378869] env[69052]: DEBUG oslo_concurrency.lockutils [req-a97fdb69-25b7-40ff-9660-95ec52c0d94d req-2b6f080d-4a67-4297-9402-dd0afe885a8f service nova] Acquiring lock "19eaa995-6c0a-4441-a241-2493d41ff90c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.379187] env[69052]: DEBUG oslo_concurrency.lockutils [req-a97fdb69-25b7-40ff-9660-95ec52c0d94d req-2b6f080d-4a67-4297-9402-dd0afe885a8f service nova] Lock "19eaa995-6c0a-4441-a241-2493d41ff90c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.379375] env[69052]: DEBUG oslo_concurrency.lockutils [req-a97fdb69-25b7-40ff-9660-95ec52c0d94d req-2b6f080d-4a67-4297-9402-dd0afe885a8f service nova] Lock "19eaa995-6c0a-4441-a241-2493d41ff90c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.379588] env[69052]: DEBUG nova.compute.manager [req-a97fdb69-25b7-40ff-9660-95ec52c0d94d req-2b6f080d-4a67-4297-9402-dd0afe885a8f service nova] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] No waiting events found dispatching network-vif-plugged-296282c0-7d87-4ef1-afd4-0d10890527b5 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.379830] env[69052]: WARNING nova.compute.manager [req-a97fdb69-25b7-40ff-9660-95ec52c0d94d req-2b6f080d-4a67-4297-9402-dd0afe885a8f service nova] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Received unexpected event network-vif-plugged-296282c0-7d87-4ef1-afd4-0d10890527b5 for instance with vm_state building and task_state spawning. [ 689.441120] env[69052]: DEBUG oslo_concurrency.lockutils [None req-70c9ada1-bb05-47ac-9a2e-a4ebca590c90 tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] Acquiring lock "38065204-486c-4d9d-abcb-eb49214e3c58" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.441391] env[69052]: DEBUG oslo_concurrency.lockutils [None req-70c9ada1-bb05-47ac-9a2e-a4ebca590c90 tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] Lock "38065204-486c-4d9d-abcb-eb49214e3c58" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.542944] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "refresh_cache-d144e192-e16f-4437-9813-6b44fdcaa8e1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.542944] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquired lock "refresh_cache-d144e192-e16f-4437-9813-6b44fdcaa8e1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.543098] env[69052]: DEBUG nova.network.neutron [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.562823] env[69052]: DEBUG nova.compute.utils [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.564338] env[69052]: DEBUG nova.compute.manager [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.564657] env[69052]: DEBUG nova.network.neutron [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.590554] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ba335517-4ebc-40f4-a5f3-7bceab173369 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Lock "7b0c2e85-ac32-4b92-80a8-f20dd67afa45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.679s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.630763] env[69052]: DEBUG nova.policy [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88abb0bc1e334586b3ee02207db088ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8c4c90a3b57414cb80b28aa9b8a168d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.632659] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Acquiring lock "f3e3db76-727b-4b27-a797-8226068aaa39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.633032] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Lock "f3e3db76-727b-4b27-a797-8226068aaa39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.633278] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Acquiring lock "f3e3db76-727b-4b27-a797-8226068aaa39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.633917] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Lock "f3e3db76-727b-4b27-a797-8226068aaa39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.633917] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Lock "f3e3db76-727b-4b27-a797-8226068aaa39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.636173] env[69052]: INFO nova.compute.manager [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Terminating instance [ 689.725764] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Acquiring lock "refresh_cache-5c9656f5-6e06-4083-aaa9-a37d13e0aae8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.725764] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Acquired lock "refresh_cache-5c9656f5-6e06-4083-aaa9-a37d13e0aae8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.725764] env[69052]: DEBUG nova.network.neutron [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.742681] env[69052]: DEBUG oslo_vmware.api [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236003, 'name': Destroy_Task, 'duration_secs': 0.688317} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.744412] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Destroyed the VM [ 689.744412] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Deleting Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 689.744412] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fa678ec3-b1a3-4f65-a263-f6edb625b39b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.754031] env[69052]: DEBUG oslo_vmware.api [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 689.754031] env[69052]: value = "task-3236004" [ 689.754031] env[69052]: _type = "Task" [ 689.754031] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.765856] env[69052]: DEBUG oslo_vmware.api [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236004, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.795517] env[69052]: DEBUG oslo_vmware.api [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52124a79-c388-5918-eb10-58229ad916f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009954} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.795517] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46cea220-5a6e-4f76-b0d3-0a12fa6ac6fe {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.803664] env[69052]: DEBUG oslo_vmware.api [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 689.803664] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52362321-9eac-7b99-9901-1ff4c7dba7a6" [ 689.803664] env[69052]: _type = "Task" [ 689.803664] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.814116] env[69052]: DEBUG oslo_vmware.api [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52362321-9eac-7b99-9901-1ff4c7dba7a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.872550] env[69052]: DEBUG oslo_vmware.rw_handles [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526f4f8e-580d-cf49-640d-f461a68798b8/disk-0.vmdk. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 689.873779] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2626c6a6-0e5c-4beb-a85d-f69b80db38eb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.882660] env[69052]: DEBUG oslo_vmware.rw_handles [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526f4f8e-580d-cf49-640d-f461a68798b8/disk-0.vmdk is in state: ready. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 689.883048] env[69052]: ERROR oslo_vmware.rw_handles [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526f4f8e-580d-cf49-640d-f461a68798b8/disk-0.vmdk due to incomplete transfer. [ 689.883447] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d615d103-45a8-44e7-9c19-d49aa21feab0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.893508] env[69052]: DEBUG oslo_vmware.rw_handles [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526f4f8e-580d-cf49-640d-f461a68798b8/disk-0.vmdk. {{(pid=69052) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 689.893508] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Uploaded image 902fa295-cd2d-48d1-847f-04d68ca795c6 to the Glance image server {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 689.894989] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Destroying the VM {{(pid=69052) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 689.895336] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-839afba7-959d-48f6-9c8b-051ca537daaa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.903579] env[69052]: DEBUG oslo_vmware.api [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Waiting for the task: (returnval){ [ 689.903579] env[69052]: value = "task-3236005" [ 689.903579] env[69052]: _type = "Task" [ 689.903579] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.913411] env[69052]: DEBUG oslo_vmware.api [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3236005, 'name': Destroy_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.946897] env[69052]: DEBUG nova.compute.utils [None req-70c9ada1-bb05-47ac-9a2e-a4ebca590c90 tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.003779] env[69052]: DEBUG nova.network.neutron [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Successfully created port: b815a953-e7c2-492b-99a4-a60e97e63d6f {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.072841] env[69052]: DEBUG nova.compute.manager [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.088686] env[69052]: DEBUG nova.network.neutron [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.141120] env[69052]: DEBUG nova.compute.manager [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.141684] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.142508] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d350bcf-b53c-4621-aadb-a31a23d2cd0d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.151389] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.156661] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4257f6fe-9ade-4b74-b242-7a9506874de0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.168202] env[69052]: DEBUG oslo_vmware.api [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Waiting for the task: (returnval){ [ 690.168202] env[69052]: value = "task-3236006" [ 690.168202] env[69052]: _type = "Task" [ 690.168202] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.180502] env[69052]: DEBUG oslo_vmware.api [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Task: {'id': task-3236006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.268737] env[69052]: DEBUG oslo_vmware.api [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236004, 'name': RemoveSnapshot_Task, 'duration_secs': 0.481951} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.271553] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Deleted Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 690.271793] env[69052]: INFO nova.compute.manager [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Took 15.69 seconds to snapshot the instance on the hypervisor. [ 690.316234] env[69052]: DEBUG oslo_vmware.api [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52362321-9eac-7b99-9901-1ff4c7dba7a6, 'name': SearchDatastore_Task, 'duration_secs': 0.04026} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.317276] env[69052]: DEBUG oslo_concurrency.lockutils [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.317276] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 19eaa995-6c0a-4441-a241-2493d41ff90c/19eaa995-6c0a-4441-a241-2493d41ff90c.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.317276] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90f36098-17c5-4efc-8543-0a9afb33033e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.325673] env[69052]: DEBUG oslo_vmware.api [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 690.325673] env[69052]: value = "task-3236007" [ 690.325673] env[69052]: _type = "Task" [ 690.325673] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.336550] env[69052]: DEBUG oslo_vmware.api [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.380506] env[69052]: DEBUG nova.network.neutron [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.418068] env[69052]: DEBUG oslo_vmware.api [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3236005, 'name': Destroy_Task, 'duration_secs': 0.382483} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.422043] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Destroyed the VM [ 690.422242] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Deleting Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 690.422515] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-399f04e1-318f-4e13-8e06-531b72e63ac6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.435778] env[69052]: DEBUG oslo_vmware.api [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Waiting for the task: (returnval){ [ 690.435778] env[69052]: value = "task-3236008" [ 690.435778] env[69052]: _type = "Task" [ 690.435778] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.444723] env[69052]: DEBUG oslo_vmware.api [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3236008, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.448920] env[69052]: DEBUG oslo_concurrency.lockutils [None req-70c9ada1-bb05-47ac-9a2e-a4ebca590c90 tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] Lock "38065204-486c-4d9d-abcb-eb49214e3c58" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.522546] env[69052]: DEBUG nova.network.neutron [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.584186] env[69052]: DEBUG oslo_concurrency.lockutils [None req-494ce056-b4f8-4ea4-b4df-866f90f0ef0d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "b68b58fe-18bb-4114-9f12-de11c57f6632" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.584488] env[69052]: DEBUG oslo_concurrency.lockutils [None req-494ce056-b4f8-4ea4-b4df-866f90f0ef0d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "b68b58fe-18bb-4114-9f12-de11c57f6632" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.584695] env[69052]: DEBUG oslo_concurrency.lockutils [None req-494ce056-b4f8-4ea4-b4df-866f90f0ef0d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "b68b58fe-18bb-4114-9f12-de11c57f6632-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.584877] env[69052]: DEBUG oslo_concurrency.lockutils [None req-494ce056-b4f8-4ea4-b4df-866f90f0ef0d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "b68b58fe-18bb-4114-9f12-de11c57f6632-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.585053] env[69052]: DEBUG oslo_concurrency.lockutils [None req-494ce056-b4f8-4ea4-b4df-866f90f0ef0d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "b68b58fe-18bb-4114-9f12-de11c57f6632-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.587782] env[69052]: INFO nova.compute.manager [None req-494ce056-b4f8-4ea4-b4df-866f90f0ef0d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Terminating instance [ 690.663072] env[69052]: DEBUG nova.network.neutron [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Updating instance_info_cache with network_info: [{"id": "b15a0d01-0291-4ac4-b031-1691ee4bbba7", "address": "fa:16:3e:bf:72:58", "network": {"id": "4e7ad40f-fc44-47b3-ada6-0ae53251c650", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329642848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "420997e04b2a41d882b1f61eb5a284f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb15a0d01-02", "ovs_interfaceid": "b15a0d01-0291-4ac4-b031-1691ee4bbba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.669119] env[69052]: DEBUG oslo_concurrency.lockutils [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Acquiring lock "1364cf7d-e902-4658-88db-dc937c1c153e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.669738] env[69052]: DEBUG oslo_concurrency.lockutils [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Lock "1364cf7d-e902-4658-88db-dc937c1c153e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.669738] env[69052]: DEBUG oslo_concurrency.lockutils [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Acquiring lock "1364cf7d-e902-4658-88db-dc937c1c153e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.669885] env[69052]: DEBUG oslo_concurrency.lockutils [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Lock "1364cf7d-e902-4658-88db-dc937c1c153e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.669980] env[69052]: DEBUG oslo_concurrency.lockutils [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Lock "1364cf7d-e902-4658-88db-dc937c1c153e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.675615] env[69052]: INFO nova.compute.manager [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Terminating instance [ 690.690342] env[69052]: DEBUG oslo_vmware.api [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Task: {'id': task-3236006, 'name': PowerOffVM_Task, 'duration_secs': 0.222408} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.690648] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.690816] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.691338] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3109fa9-a6fa-4a97-94e0-bb0c07308780 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.773641] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.773819] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.773915] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Deleting the datastore file [datastore2] f3e3db76-727b-4b27-a797-8226068aaa39 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.774170] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-026c7a81-9c3b-4ff4-8799-f536848bfab9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.776514] env[69052]: DEBUG nova.compute.manager [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Instance disappeared during snapshot {{(pid=69052) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 690.788848] env[69052]: DEBUG oslo_vmware.api [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Waiting for the task: (returnval){ [ 690.788848] env[69052]: value = "task-3236010" [ 690.788848] env[69052]: _type = "Task" [ 690.788848] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.793619] env[69052]: DEBUG nova.compute.manager [None req-a19a8bc4-f166-4141-8665-0ffd3af643bb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Image not found during clean up 4f8de921-db22-49a8-842e-fda92a702d0a {{(pid=69052) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 690.804086] env[69052]: DEBUG oslo_vmware.api [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Task: {'id': task-3236010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.827714] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb74eeb2-997c-403f-9024-18a6ed09bd44 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.839879] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb6d532-2939-497e-a5d3-62795e3f7832 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.848200] env[69052]: DEBUG oslo_vmware.api [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236007, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.878966] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54919ada-4dfa-4055-9215-34efb34218bc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.888837] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed23bfa-cb4c-417c-8e2b-fb1cbfcbd7d8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.907317] env[69052]: DEBUG nova.compute.provider_tree [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.947220] env[69052]: DEBUG oslo_vmware.api [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3236008, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.026580] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Releasing lock "refresh_cache-5c9656f5-6e06-4083-aaa9-a37d13e0aae8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.027078] env[69052]: DEBUG nova.compute.manager [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.027973] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.028507] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1513de1-f12f-4b4c-94e4-13a987f3e006 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.040838] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.041149] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e936ae35-8895-4ab1-8d5e-df639a6148ee {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.052301] env[69052]: DEBUG oslo_vmware.api [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Waiting for the task: (returnval){ [ 691.052301] env[69052]: value = "task-3236011" [ 691.052301] env[69052]: _type = "Task" [ 691.052301] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.064024] env[69052]: DEBUG oslo_vmware.api [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3236011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.089695] env[69052]: DEBUG nova.compute.manager [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.094270] env[69052]: DEBUG nova.compute.manager [None req-494ce056-b4f8-4ea4-b4df-866f90f0ef0d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.094697] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-494ce056-b4f8-4ea4-b4df-866f90f0ef0d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.096446] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9299fd3-c216-4def-b4bd-baee1abda34a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.110933] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-494ce056-b4f8-4ea4-b4df-866f90f0ef0d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.114363] env[69052]: DEBUG nova.virt.hardware [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.114706] env[69052]: DEBUG nova.virt.hardware [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.114966] env[69052]: DEBUG nova.virt.hardware [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.115291] env[69052]: DEBUG nova.virt.hardware [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.115627] env[69052]: DEBUG nova.virt.hardware [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.115789] env[69052]: DEBUG nova.virt.hardware [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.116145] env[69052]: DEBUG nova.virt.hardware [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.116419] env[69052]: DEBUG nova.virt.hardware [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.116702] env[69052]: DEBUG nova.virt.hardware [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.116980] env[69052]: DEBUG nova.virt.hardware [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.117293] env[69052]: DEBUG nova.virt.hardware [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.117662] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8820a614-d191-47e1-89fe-45a2d19a1aa2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.120881] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0361689-a197-47ec-bba3-cd6698d91f34 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.132311] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d03779a-15c8-431b-83bb-60559d199dc8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.165817] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Releasing lock "refresh_cache-d144e192-e16f-4437-9813-6b44fdcaa8e1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.166204] env[69052]: DEBUG nova.compute.manager [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Instance network_info: |[{"id": "b15a0d01-0291-4ac4-b031-1691ee4bbba7", "address": "fa:16:3e:bf:72:58", "network": {"id": "4e7ad40f-fc44-47b3-ada6-0ae53251c650", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329642848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "420997e04b2a41d882b1f61eb5a284f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb15a0d01-02", "ovs_interfaceid": "b15a0d01-0291-4ac4-b031-1691ee4bbba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.167078] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:72:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abcf0d10-3f3f-45dc-923e-1c78766e2dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b15a0d01-0291-4ac4-b031-1691ee4bbba7', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.174929] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Creating folder: Project (420997e04b2a41d882b1f61eb5a284f4). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.175742] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd12b370-7552-48db-ba8e-e40caa099261 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.182554] env[69052]: DEBUG nova.compute.manager [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.182917] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.187023] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ae7157-ec1e-4e66-8e48-611b5b30d50d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.194105] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.194574] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80bd74a7-d728-4c8a-bf2d-d5a47ed66520 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.198180] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Created folder: Project (420997e04b2a41d882b1f61eb5a284f4) in parent group-v646676. [ 691.198394] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Creating folder: Instances. Parent ref: group-v646792. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.199087] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67d49317-4a89-4898-8e9c-a96e0c0a028b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.205386] env[69052]: DEBUG oslo_vmware.api [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Waiting for the task: (returnval){ [ 691.205386] env[69052]: value = "task-3236014" [ 691.205386] env[69052]: _type = "Task" [ 691.205386] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.205847] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquiring lock "12141b9b-bbb8-4080-ac76-aa4b6136b0de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.206029] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Lock "12141b9b-bbb8-4080-ac76-aa4b6136b0de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.206336] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquiring lock "12141b9b-bbb8-4080-ac76-aa4b6136b0de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.206648] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Lock "12141b9b-bbb8-4080-ac76-aa4b6136b0de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.206934] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Lock "12141b9b-bbb8-4080-ac76-aa4b6136b0de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.215402] env[69052]: INFO nova.compute.manager [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Terminating instance [ 691.216986] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-494ce056-b4f8-4ea4-b4df-866f90f0ef0d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.217210] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-494ce056-b4f8-4ea4-b4df-866f90f0ef0d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.217391] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-494ce056-b4f8-4ea4-b4df-866f90f0ef0d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Deleting the datastore file [datastore1] b68b58fe-18bb-4114-9f12-de11c57f6632 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.220867] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-730fd798-3b4c-4086-babf-ef48ca6bd268 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.222543] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Created folder: Instances in parent group-v646792. [ 691.222790] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.229609] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.229712] env[69052]: DEBUG oslo_vmware.api [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Task: {'id': task-3236014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.231427] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba321c67-d034-4e23-af72-0a2af7f44840 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.256042] env[69052]: DEBUG oslo_vmware.api [None req-494ce056-b4f8-4ea4-b4df-866f90f0ef0d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 691.256042] env[69052]: value = "task-3236016" [ 691.256042] env[69052]: _type = "Task" [ 691.256042] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.259677] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.259677] env[69052]: value = "task-3236017" [ 691.259677] env[69052]: _type = "Task" [ 691.259677] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.264212] env[69052]: DEBUG oslo_vmware.api [None req-494ce056-b4f8-4ea4-b4df-866f90f0ef0d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.274088] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236017, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.300431] env[69052]: DEBUG oslo_vmware.api [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Task: {'id': task-3236010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259602} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.300717] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.300875] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.301065] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.301294] env[69052]: INFO nova.compute.manager [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Took 1.16 seconds to destroy the instance on the hypervisor. [ 691.301578] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.301766] env[69052]: DEBUG nova.compute.manager [-] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.301850] env[69052]: DEBUG nova.network.neutron [-] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.338952] env[69052]: DEBUG oslo_vmware.api [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568108} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.339354] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 19eaa995-6c0a-4441-a241-2493d41ff90c/19eaa995-6c0a-4441-a241-2493d41ff90c.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.339732] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.339877] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-981ba9b9-2c60-4e71-9cd4-9329ebfd4723 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.348013] env[69052]: DEBUG oslo_vmware.api [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 691.348013] env[69052]: value = "task-3236018" [ 691.348013] env[69052]: _type = "Task" [ 691.348013] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.362320] env[69052]: DEBUG oslo_vmware.api [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.413151] env[69052]: DEBUG nova.scheduler.client.report [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.449623] env[69052]: DEBUG oslo_vmware.api [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3236008, 'name': RemoveSnapshot_Task, 'duration_secs': 0.645702} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.449986] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Deleted Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 691.450292] env[69052]: INFO nova.compute.manager [None req-1585f948-6800-4838-91d9-a7165a588ae4 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Took 16.12 seconds to snapshot the instance on the hypervisor. [ 691.522527] env[69052]: DEBUG oslo_concurrency.lockutils [None req-70c9ada1-bb05-47ac-9a2e-a4ebca590c90 tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] Acquiring lock "38065204-486c-4d9d-abcb-eb49214e3c58" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.525849] env[69052]: DEBUG oslo_concurrency.lockutils [None req-70c9ada1-bb05-47ac-9a2e-a4ebca590c90 tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] Lock "38065204-486c-4d9d-abcb-eb49214e3c58" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.525849] env[69052]: INFO nova.compute.manager [None req-70c9ada1-bb05-47ac-9a2e-a4ebca590c90 tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Attaching volume 89f336eb-4b5d-4996-a019-261c38516f59 to /dev/sdb [ 691.559791] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb439f1-01ab-40ce-82d0-abfc92ef9cd2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.570422] env[69052]: DEBUG oslo_vmware.api [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3236011, 'name': PowerOffVM_Task, 'duration_secs': 0.254435} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.573889] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.573889] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.573889] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb8b9358-b092-4892-b944-e6d84c53bfb9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.575505] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eaa7ff3-3514-4780-a972-1c8d93bc7ddf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.595114] env[69052]: DEBUG nova.virt.block_device [None req-70c9ada1-bb05-47ac-9a2e-a4ebca590c90 tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Updating existing volume attachment record: e391409b-f546-42b5-807a-9187896645b5 {{(pid=69052) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 691.626139] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.630135] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.630135] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Deleting the datastore file [datastore2] 5c9656f5-6e06-4083-aaa9-a37d13e0aae8 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.630135] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7c20bb4-ebd7-476b-b7a5-9d275c076399 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.637505] env[69052]: DEBUG oslo_vmware.api [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Waiting for the task: (returnval){ [ 691.637505] env[69052]: value = "task-3236020" [ 691.637505] env[69052]: _type = "Task" [ 691.637505] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.648103] env[69052]: DEBUG oslo_vmware.api [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3236020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.720705] env[69052]: DEBUG oslo_vmware.api [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Task: {'id': task-3236014, 'name': PowerOffVM_Task, 'duration_secs': 0.292311} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.721309] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.721686] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.722135] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0962a44-8e76-4995-97da-c29d0d748c09 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.724191] env[69052]: DEBUG nova.compute.manager [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.724549] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.725239] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210e1925-c629-4656-936a-d19b45c1be08 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.735736] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.736179] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-834c025e-0b3a-4289-90d6-1a732441cc44 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.744906] env[69052]: DEBUG oslo_vmware.api [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 691.744906] env[69052]: value = "task-3236022" [ 691.744906] env[69052]: _type = "Task" [ 691.744906] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.756103] env[69052]: DEBUG oslo_vmware.api [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3236022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.771342] env[69052]: DEBUG oslo_vmware.api [None req-494ce056-b4f8-4ea4-b4df-866f90f0ef0d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28782} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.771620] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-494ce056-b4f8-4ea4-b4df-866f90f0ef0d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.771814] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-494ce056-b4f8-4ea4-b4df-866f90f0ef0d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.772072] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-494ce056-b4f8-4ea4-b4df-866f90f0ef0d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.772276] env[69052]: INFO nova.compute.manager [None req-494ce056-b4f8-4ea4-b4df-866f90f0ef0d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Took 0.68 seconds to destroy the instance on the hypervisor. [ 691.772536] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-494ce056-b4f8-4ea4-b4df-866f90f0ef0d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.772744] env[69052]: DEBUG nova.compute.manager [-] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.772839] env[69052]: DEBUG nova.network.neutron [-] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.777877] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236017, 'name': CreateVM_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.823542] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.823775] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.823966] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Deleting the datastore file [datastore2] 1364cf7d-e902-4658-88db-dc937c1c153e {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.824270] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5873646a-1f50-4ee1-88e1-29f226607534 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.832761] env[69052]: DEBUG oslo_vmware.api [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Waiting for the task: (returnval){ [ 691.832761] env[69052]: value = "task-3236025" [ 691.832761] env[69052]: _type = "Task" [ 691.832761] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.846394] env[69052]: DEBUG oslo_vmware.api [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Task: {'id': task-3236025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.864339] env[69052]: DEBUG oslo_vmware.api [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08066} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.864339] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.864339] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e73724-29ca-4207-b49c-9f5fc20522ef {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.891602] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 19eaa995-6c0a-4441-a241-2493d41ff90c/19eaa995-6c0a-4441-a241-2493d41ff90c.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.892122] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18659b6a-76ef-4a94-9be2-d0d14f009afd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.921214] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.871s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.922013] env[69052]: DEBUG nova.compute.manager [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.925291] env[69052]: DEBUG oslo_vmware.api [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 691.925291] env[69052]: value = "task-3236027" [ 691.925291] env[69052]: _type = "Task" [ 691.925291] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.925606] env[69052]: DEBUG oslo_concurrency.lockutils [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.820s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.929872] env[69052]: INFO nova.compute.claims [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.944307] env[69052]: DEBUG oslo_vmware.api [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236027, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.064364] env[69052]: DEBUG nova.compute.manager [req-ebb674b8-cf15-4849-b069-5cfe602103a0 req-d1fd3e68-2c1f-44e3-8517-6f98f898a8c4 service nova] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Received event network-changed-296282c0-7d87-4ef1-afd4-0d10890527b5 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.064364] env[69052]: DEBUG nova.compute.manager [req-ebb674b8-cf15-4849-b069-5cfe602103a0 req-d1fd3e68-2c1f-44e3-8517-6f98f898a8c4 service nova] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Refreshing instance network info cache due to event network-changed-296282c0-7d87-4ef1-afd4-0d10890527b5. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.064852] env[69052]: DEBUG oslo_concurrency.lockutils [req-ebb674b8-cf15-4849-b069-5cfe602103a0 req-d1fd3e68-2c1f-44e3-8517-6f98f898a8c4 service nova] Acquiring lock "refresh_cache-19eaa995-6c0a-4441-a241-2493d41ff90c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.064852] env[69052]: DEBUG oslo_concurrency.lockutils [req-ebb674b8-cf15-4849-b069-5cfe602103a0 req-d1fd3e68-2c1f-44e3-8517-6f98f898a8c4 service nova] Acquired lock "refresh_cache-19eaa995-6c0a-4441-a241-2493d41ff90c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.064975] env[69052]: DEBUG nova.network.neutron [req-ebb674b8-cf15-4849-b069-5cfe602103a0 req-d1fd3e68-2c1f-44e3-8517-6f98f898a8c4 service nova] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Refreshing network info cache for port 296282c0-7d87-4ef1-afd4-0d10890527b5 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.070872] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "eb348863-9387-4218-a304-1a49c608285c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.071219] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "eb348863-9387-4218-a304-1a49c608285c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.153492] env[69052]: DEBUG oslo_vmware.api [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Task: {'id': task-3236020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173221} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.153829] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.154051] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.154277] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.154488] env[69052]: INFO nova.compute.manager [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 692.154763] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.154981] env[69052]: DEBUG nova.compute.manager [-] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 692.155108] env[69052]: DEBUG nova.network.neutron [-] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 692.194170] env[69052]: DEBUG nova.network.neutron [-] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.222626] env[69052]: DEBUG nova.network.neutron [-] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.263804] env[69052]: DEBUG oslo_vmware.api [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3236022, 'name': PowerOffVM_Task, 'duration_secs': 0.291595} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.263986] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.264187] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.270461] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8496e4a6-a1a0-45fb-912f-392d30a8cb95 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.282868] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236017, 'name': CreateVM_Task, 'duration_secs': 0.750088} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.283139] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.284405] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.284647] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.285289] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.285627] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b25d48ad-a347-4a82-a6cc-e1c35e7bc310 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.292687] env[69052]: DEBUG oslo_vmware.api [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 692.292687] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c66596-524b-c3ff-0825-e60de6ff0e75" [ 692.292687] env[69052]: _type = "Task" [ 692.292687] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.304292] env[69052]: DEBUG oslo_vmware.api [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c66596-524b-c3ff-0825-e60de6ff0e75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.345692] env[69052]: DEBUG oslo_vmware.api [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Task: {'id': task-3236025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184463} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.346124] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.346333] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.346539] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.346765] env[69052]: INFO nova.compute.manager [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 692.347077] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.347327] env[69052]: DEBUG nova.compute.manager [-] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 692.347431] env[69052]: DEBUG nova.network.neutron [-] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 692.361830] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.361830] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.362128] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Deleting the datastore file [datastore1] 12141b9b-bbb8-4080-ac76-aa4b6136b0de {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.362421] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e786ee92-c04a-4ea2-9d2a-2c17a086cf96 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.371493] env[69052]: DEBUG oslo_vmware.api [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for the task: (returnval){ [ 692.371493] env[69052]: value = "task-3236029" [ 692.371493] env[69052]: _type = "Task" [ 692.371493] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.385060] env[69052]: DEBUG oslo_vmware.api [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3236029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.434720] env[69052]: DEBUG nova.compute.utils [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.440411] env[69052]: DEBUG nova.compute.manager [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.440646] env[69052]: DEBUG nova.network.neutron [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.451831] env[69052]: DEBUG oslo_vmware.api [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236027, 'name': ReconfigVM_Task, 'duration_secs': 0.352172} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.453325] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 19eaa995-6c0a-4441-a241-2493d41ff90c/19eaa995-6c0a-4441-a241-2493d41ff90c.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.453953] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-245a72cd-a1b9-45be-bbfb-a9aaf53cb798 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.463233] env[69052]: DEBUG oslo_vmware.api [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 692.463233] env[69052]: value = "task-3236030" [ 692.463233] env[69052]: _type = "Task" [ 692.463233] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.476009] env[69052]: DEBUG oslo_vmware.api [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236030, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.536093] env[69052]: DEBUG nova.network.neutron [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Successfully updated port: b815a953-e7c2-492b-99a4-a60e97e63d6f {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.580356] env[69052]: DEBUG nova.policy [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39d5e670d24f4cdd9b2ee22487b72128', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48e347df4a634b53b994122d24485cec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.699739] env[69052]: DEBUG nova.network.neutron [-] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.728880] env[69052]: INFO nova.compute.manager [-] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Took 1.43 seconds to deallocate network for instance. [ 692.805699] env[69052]: DEBUG oslo_vmware.api [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c66596-524b-c3ff-0825-e60de6ff0e75, 'name': SearchDatastore_Task, 'duration_secs': 0.016279} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.806089] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.806345] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.806579] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.806726] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.806902] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.807192] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00366bee-7af2-41ef-b8cb-031fc6c3525c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.819524] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.819715] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.820475] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e13a16c3-f17e-41ad-83a4-14097f657d20 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.826734] env[69052]: DEBUG oslo_vmware.api [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 692.826734] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524f6d21-9f16-7b38-f9c4-36a0243d0774" [ 692.826734] env[69052]: _type = "Task" [ 692.826734] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.835488] env[69052]: DEBUG oslo_vmware.api [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524f6d21-9f16-7b38-f9c4-36a0243d0774, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.878312] env[69052]: DEBUG nova.network.neutron [-] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.883375] env[69052]: DEBUG oslo_vmware.api [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Task: {'id': task-3236029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226178} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.883892] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.884111] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.884301] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.884483] env[69052]: INFO nova.compute.manager [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Took 1.16 seconds to destroy the instance on the hypervisor. [ 692.884743] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.885606] env[69052]: DEBUG nova.compute.manager [-] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 692.885606] env[69052]: DEBUG nova.network.neutron [-] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 692.943607] env[69052]: DEBUG nova.compute.manager [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.974771] env[69052]: DEBUG oslo_vmware.api [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236030, 'name': Rename_Task, 'duration_secs': 0.194235} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.977796] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.978293] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33335009-1878-4006-adae-45e5fc12d2e0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.986303] env[69052]: DEBUG oslo_vmware.api [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 692.986303] env[69052]: value = "task-3236031" [ 692.986303] env[69052]: _type = "Task" [ 692.986303] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.997794] env[69052]: DEBUG oslo_vmware.api [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.038938] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Acquiring lock "refresh_cache-3fec9237-3f28-4688-bde6-ad51c9504d4a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.039117] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Acquired lock "refresh_cache-3fec9237-3f28-4688-bde6-ad51c9504d4a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.039270] env[69052]: DEBUG nova.network.neutron [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.199763] env[69052]: INFO nova.compute.manager [-] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Took 1.04 seconds to deallocate network for instance. [ 693.235191] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.282936] env[69052]: DEBUG nova.network.neutron [req-ebb674b8-cf15-4849-b069-5cfe602103a0 req-d1fd3e68-2c1f-44e3-8517-6f98f898a8c4 service nova] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Updated VIF entry in instance network info cache for port 296282c0-7d87-4ef1-afd4-0d10890527b5. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.282936] env[69052]: DEBUG nova.network.neutron [req-ebb674b8-cf15-4849-b069-5cfe602103a0 req-d1fd3e68-2c1f-44e3-8517-6f98f898a8c4 service nova] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Updating instance_info_cache with network_info: [{"id": "296282c0-7d87-4ef1-afd4-0d10890527b5", "address": "fa:16:3e:0f:a8:0c", "network": {"id": "b6d9b7e5-400e-4efc-ba39-0f99fc82b883", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1340582833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb63231c45742209a5f531d87964048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap296282c0-7d", "ovs_interfaceid": "296282c0-7d87-4ef1-afd4-0d10890527b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.339876] env[69052]: DEBUG oslo_vmware.api [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524f6d21-9f16-7b38-f9c4-36a0243d0774, 'name': SearchDatastore_Task, 'duration_secs': 0.011546} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.343045] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de21c34f-d47f-413c-8cce-4c56a4b7ed97 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.349847] env[69052]: DEBUG oslo_vmware.api [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 693.349847] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528ff3db-e92b-c835-434e-c273282dc5a2" [ 693.349847] env[69052]: _type = "Task" [ 693.349847] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.365206] env[69052]: DEBUG oslo_vmware.api [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528ff3db-e92b-c835-434e-c273282dc5a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.385167] env[69052]: INFO nova.compute.manager [-] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Took 1.61 seconds to deallocate network for instance. [ 693.501073] env[69052]: DEBUG oslo_vmware.api [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236031, 'name': PowerOnVM_Task, 'duration_secs': 0.466398} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.501344] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.503075] env[69052]: INFO nova.compute.manager [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Took 7.77 seconds to spawn the instance on the hypervisor. [ 693.503075] env[69052]: DEBUG nova.compute.manager [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.503075] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1c8654-a79f-4320-9f4f-92b548e081e1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.611722] env[69052]: DEBUG nova.network.neutron [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.630856] env[69052]: DEBUG nova.network.neutron [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Successfully created port: 1d1bad3b-8858-4637-8d57-3ab2211589de {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.635081] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d4ddd9-2f64-4ad7-8569-ece69ce6ff27 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.643080] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5c7ed7-7d15-4d5d-9373-2d48283cabcd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.648786] env[69052]: DEBUG nova.network.neutron [-] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.675688] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Acquiring lock "4b90f588-9d0c-4874-ba00-ffaecd742e56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.675688] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Lock "4b90f588-9d0c-4874-ba00-ffaecd742e56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.675861] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Acquiring lock "4b90f588-9d0c-4874-ba00-ffaecd742e56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.676111] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Lock "4b90f588-9d0c-4874-ba00-ffaecd742e56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.676326] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Lock "4b90f588-9d0c-4874-ba00-ffaecd742e56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.678323] env[69052]: INFO nova.compute.manager [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Terminating instance [ 693.682763] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba225a69-bb4c-45f1-974d-946fa37e6d54 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.694491] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a252295-9559-4544-90fa-111b2f4b2c98 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.709128] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.709593] env[69052]: DEBUG nova.compute.provider_tree [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 693.790620] env[69052]: DEBUG oslo_concurrency.lockutils [req-ebb674b8-cf15-4849-b069-5cfe602103a0 req-d1fd3e68-2c1f-44e3-8517-6f98f898a8c4 service nova] Releasing lock "refresh_cache-19eaa995-6c0a-4441-a241-2493d41ff90c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.790913] env[69052]: DEBUG nova.compute.manager [req-ebb674b8-cf15-4849-b069-5cfe602103a0 req-d1fd3e68-2c1f-44e3-8517-6f98f898a8c4 service nova] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Received event network-vif-plugged-b15a0d01-0291-4ac4-b031-1691ee4bbba7 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.791199] env[69052]: DEBUG oslo_concurrency.lockutils [req-ebb674b8-cf15-4849-b069-5cfe602103a0 req-d1fd3e68-2c1f-44e3-8517-6f98f898a8c4 service nova] Acquiring lock "d144e192-e16f-4437-9813-6b44fdcaa8e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.791437] env[69052]: DEBUG oslo_concurrency.lockutils [req-ebb674b8-cf15-4849-b069-5cfe602103a0 req-d1fd3e68-2c1f-44e3-8517-6f98f898a8c4 service nova] Lock "d144e192-e16f-4437-9813-6b44fdcaa8e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.791603] env[69052]: DEBUG oslo_concurrency.lockutils [req-ebb674b8-cf15-4849-b069-5cfe602103a0 req-d1fd3e68-2c1f-44e3-8517-6f98f898a8c4 service nova] Lock "d144e192-e16f-4437-9813-6b44fdcaa8e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.791771] env[69052]: DEBUG nova.compute.manager [req-ebb674b8-cf15-4849-b069-5cfe602103a0 req-d1fd3e68-2c1f-44e3-8517-6f98f898a8c4 service nova] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] No waiting events found dispatching network-vif-plugged-b15a0d01-0291-4ac4-b031-1691ee4bbba7 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.791997] env[69052]: WARNING nova.compute.manager [req-ebb674b8-cf15-4849-b069-5cfe602103a0 req-d1fd3e68-2c1f-44e3-8517-6f98f898a8c4 service nova] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Received unexpected event network-vif-plugged-b15a0d01-0291-4ac4-b031-1691ee4bbba7 for instance with vm_state building and task_state spawning. [ 693.792218] env[69052]: DEBUG nova.compute.manager [req-ebb674b8-cf15-4849-b069-5cfe602103a0 req-d1fd3e68-2c1f-44e3-8517-6f98f898a8c4 service nova] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Received event network-changed-b15a0d01-0291-4ac4-b031-1691ee4bbba7 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.792374] env[69052]: DEBUG nova.compute.manager [req-ebb674b8-cf15-4849-b069-5cfe602103a0 req-d1fd3e68-2c1f-44e3-8517-6f98f898a8c4 service nova] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Refreshing instance network info cache due to event network-changed-b15a0d01-0291-4ac4-b031-1691ee4bbba7. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.793767] env[69052]: DEBUG oslo_concurrency.lockutils [req-ebb674b8-cf15-4849-b069-5cfe602103a0 req-d1fd3e68-2c1f-44e3-8517-6f98f898a8c4 service nova] Acquiring lock "refresh_cache-d144e192-e16f-4437-9813-6b44fdcaa8e1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.793767] env[69052]: DEBUG oslo_concurrency.lockutils [req-ebb674b8-cf15-4849-b069-5cfe602103a0 req-d1fd3e68-2c1f-44e3-8517-6f98f898a8c4 service nova] Acquired lock "refresh_cache-d144e192-e16f-4437-9813-6b44fdcaa8e1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.793767] env[69052]: DEBUG nova.network.neutron [req-ebb674b8-cf15-4849-b069-5cfe602103a0 req-d1fd3e68-2c1f-44e3-8517-6f98f898a8c4 service nova] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Refreshing network info cache for port b15a0d01-0291-4ac4-b031-1691ee4bbba7 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.863324] env[69052]: DEBUG oslo_vmware.api [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528ff3db-e92b-c835-434e-c273282dc5a2, 'name': SearchDatastore_Task, 'duration_secs': 0.014339} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.863324] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.863324] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] d144e192-e16f-4437-9813-6b44fdcaa8e1/d144e192-e16f-4437-9813-6b44fdcaa8e1.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.863324] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32f5b72e-0daf-4d49-8ccf-b4faeac9c2a1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.870325] env[69052]: DEBUG oslo_vmware.api [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 693.870325] env[69052]: value = "task-3236032" [ 693.870325] env[69052]: _type = "Task" [ 693.870325] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.887628] env[69052]: DEBUG oslo_vmware.api [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.892145] env[69052]: DEBUG oslo_concurrency.lockutils [None req-494ce056-b4f8-4ea4-b4df-866f90f0ef0d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.958020] env[69052]: DEBUG nova.compute.manager [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.973634] env[69052]: DEBUG nova.network.neutron [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Updating instance_info_cache with network_info: [{"id": "b815a953-e7c2-492b-99a4-a60e97e63d6f", "address": "fa:16:3e:3f:c0:d2", "network": {"id": "5a112929-aec2-4188-8748-b49157eb01f7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1711971443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8c4c90a3b57414cb80b28aa9b8a168d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb815a953-e7", "ovs_interfaceid": "b815a953-e7c2-492b-99a4-a60e97e63d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.985804] env[69052]: DEBUG nova.virt.hardware [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.986137] env[69052]: DEBUG nova.virt.hardware [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.986690] env[69052]: DEBUG nova.virt.hardware [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.986943] env[69052]: DEBUG nova.virt.hardware [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.987158] env[69052]: DEBUG nova.virt.hardware [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.987386] env[69052]: DEBUG nova.virt.hardware [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.987683] env[69052]: DEBUG nova.virt.hardware [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.987914] env[69052]: DEBUG nova.virt.hardware [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.988810] env[69052]: DEBUG nova.virt.hardware [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.988810] env[69052]: DEBUG nova.virt.hardware [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.988810] env[69052]: DEBUG nova.virt.hardware [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.989689] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a13c0f-5db0-4ae6-a520-c56c9e865589 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.002800] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcbc1ae-6449-409f-a3c4-b02e37dc3687 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.033183] env[69052]: INFO nova.compute.manager [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Took 39.65 seconds to build instance. [ 694.065377] env[69052]: DEBUG nova.network.neutron [-] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.151716] env[69052]: INFO nova.compute.manager [-] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Took 1.80 seconds to deallocate network for instance. [ 694.182462] env[69052]: DEBUG nova.compute.manager [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.182918] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.184170] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cffe9bb-3b33-4875-bd06-38a1062c8b4d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.194563] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.195694] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d9c9ea1-b7d4-4982-8d46-0b45dc318687 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.203872] env[69052]: DEBUG oslo_vmware.api [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Waiting for the task: (returnval){ [ 694.203872] env[69052]: value = "task-3236034" [ 694.203872] env[69052]: _type = "Task" [ 694.203872] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.224878] env[69052]: DEBUG oslo_vmware.api [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3236034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.231008] env[69052]: DEBUG nova.compute.manager [req-a9fae587-3101-4a29-b170-3dad4002a646 req-04aa4e70-e5e4-427d-b18a-d5c8c850974e service nova] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Received event network-vif-deleted-e757d0a3-a430-4fd5-a441-758e60161dfe {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.231099] env[69052]: DEBUG nova.compute.manager [req-a9fae587-3101-4a29-b170-3dad4002a646 req-04aa4e70-e5e4-427d-b18a-d5c8c850974e service nova] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Received event network-vif-plugged-b815a953-e7c2-492b-99a4-a60e97e63d6f {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.231386] env[69052]: DEBUG oslo_concurrency.lockutils [req-a9fae587-3101-4a29-b170-3dad4002a646 req-04aa4e70-e5e4-427d-b18a-d5c8c850974e service nova] Acquiring lock "3fec9237-3f28-4688-bde6-ad51c9504d4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.231735] env[69052]: DEBUG oslo_concurrency.lockutils [req-a9fae587-3101-4a29-b170-3dad4002a646 req-04aa4e70-e5e4-427d-b18a-d5c8c850974e service nova] Lock "3fec9237-3f28-4688-bde6-ad51c9504d4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.232039] env[69052]: DEBUG oslo_concurrency.lockutils [req-a9fae587-3101-4a29-b170-3dad4002a646 req-04aa4e70-e5e4-427d-b18a-d5c8c850974e service nova] Lock "3fec9237-3f28-4688-bde6-ad51c9504d4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.232286] env[69052]: DEBUG nova.compute.manager [req-a9fae587-3101-4a29-b170-3dad4002a646 req-04aa4e70-e5e4-427d-b18a-d5c8c850974e service nova] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] No waiting events found dispatching network-vif-plugged-b815a953-e7c2-492b-99a4-a60e97e63d6f {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.232572] env[69052]: WARNING nova.compute.manager [req-a9fae587-3101-4a29-b170-3dad4002a646 req-04aa4e70-e5e4-427d-b18a-d5c8c850974e service nova] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Received unexpected event network-vif-plugged-b815a953-e7c2-492b-99a4-a60e97e63d6f for instance with vm_state building and task_state spawning. [ 694.232872] env[69052]: DEBUG nova.compute.manager [req-a9fae587-3101-4a29-b170-3dad4002a646 req-04aa4e70-e5e4-427d-b18a-d5c8c850974e service nova] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Received event network-vif-deleted-4f0184ea-456d-4100-b592-3992f90f23b3 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.233203] env[69052]: DEBUG nova.compute.manager [req-a9fae587-3101-4a29-b170-3dad4002a646 req-04aa4e70-e5e4-427d-b18a-d5c8c850974e service nova] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Received event network-changed-b815a953-e7c2-492b-99a4-a60e97e63d6f {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.233430] env[69052]: DEBUG nova.compute.manager [req-a9fae587-3101-4a29-b170-3dad4002a646 req-04aa4e70-e5e4-427d-b18a-d5c8c850974e service nova] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Refreshing instance network info cache due to event network-changed-b815a953-e7c2-492b-99a4-a60e97e63d6f. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.233738] env[69052]: DEBUG oslo_concurrency.lockutils [req-a9fae587-3101-4a29-b170-3dad4002a646 req-04aa4e70-e5e4-427d-b18a-d5c8c850974e service nova] Acquiring lock "refresh_cache-3fec9237-3f28-4688-bde6-ad51c9504d4a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.249214] env[69052]: ERROR nova.scheduler.client.report [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [req-22c10d25-3290-4420-84a3-4df32cd554f8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5482791e-699f-417a-8caf-f93d7835d755. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-22c10d25-3290-4420-84a3-4df32cd554f8"}]} [ 694.272571] env[69052]: DEBUG nova.scheduler.client.report [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Refreshing inventories for resource provider 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 694.300807] env[69052]: DEBUG nova.scheduler.client.report [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Updating ProviderTree inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 694.301114] env[69052]: DEBUG nova.compute.provider_tree [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 694.315959] env[69052]: DEBUG nova.scheduler.client.report [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Refreshing aggregate associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, aggregates: None {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 694.340625] env[69052]: DEBUG nova.scheduler.client.report [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Refreshing trait associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 694.389990] env[69052]: DEBUG oslo_vmware.api [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490812} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.390330] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] d144e192-e16f-4437-9813-6b44fdcaa8e1/d144e192-e16f-4437-9813-6b44fdcaa8e1.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.391552] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.391552] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71c3f600-a113-48d4-a892-a38d79ef5f76 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.400389] env[69052]: DEBUG oslo_vmware.api [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 694.400389] env[69052]: value = "task-3236035" [ 694.400389] env[69052]: _type = "Task" [ 694.400389] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.419283] env[69052]: DEBUG oslo_vmware.api [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.476536] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Releasing lock "refresh_cache-3fec9237-3f28-4688-bde6-ad51c9504d4a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.476873] env[69052]: DEBUG nova.compute.manager [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Instance network_info: |[{"id": "b815a953-e7c2-492b-99a4-a60e97e63d6f", "address": "fa:16:3e:3f:c0:d2", "network": {"id": "5a112929-aec2-4188-8748-b49157eb01f7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1711971443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8c4c90a3b57414cb80b28aa9b8a168d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb815a953-e7", "ovs_interfaceid": "b815a953-e7c2-492b-99a4-a60e97e63d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.479803] env[69052]: DEBUG oslo_concurrency.lockutils [req-a9fae587-3101-4a29-b170-3dad4002a646 req-04aa4e70-e5e4-427d-b18a-d5c8c850974e service nova] Acquired lock "refresh_cache-3fec9237-3f28-4688-bde6-ad51c9504d4a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.480035] env[69052]: DEBUG nova.network.neutron [req-a9fae587-3101-4a29-b170-3dad4002a646 req-04aa4e70-e5e4-427d-b18a-d5c8c850974e service nova] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Refreshing network info cache for port b815a953-e7c2-492b-99a4-a60e97e63d6f {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.481522] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:c0:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b815a953-e7c2-492b-99a4-a60e97e63d6f', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.490406] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Creating folder: Project (c8c4c90a3b57414cb80b28aa9b8a168d). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.496125] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64facd6b-1b50-4ab6-9232-a39e3455a4d7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.515745] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Created folder: Project (c8c4c90a3b57414cb80b28aa9b8a168d) in parent group-v646676. [ 694.515961] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Creating folder: Instances. Parent ref: group-v646798. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.516223] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af4f76ea-6976-490e-8bbd-4670453d4ebd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.528162] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Created folder: Instances in parent group-v646798. [ 694.528596] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.531985] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.534472] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7f2efea-e568-4b81-9246-957c2517232e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.551906] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f992d89-f596-4bb4-8e1a-dc328da2f821 tempest-ServersAdminTestJSON-126004300 tempest-ServersAdminTestJSON-126004300-project-admin] Acquiring lock "refresh_cache-19eaa995-6c0a-4441-a241-2493d41ff90c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.552146] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f992d89-f596-4bb4-8e1a-dc328da2f821 tempest-ServersAdminTestJSON-126004300 tempest-ServersAdminTestJSON-126004300-project-admin] Acquired lock "refresh_cache-19eaa995-6c0a-4441-a241-2493d41ff90c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.552692] env[69052]: DEBUG nova.network.neutron [None req-5f992d89-f596-4bb4-8e1a-dc328da2f821 tempest-ServersAdminTestJSON-126004300 tempest-ServersAdminTestJSON-126004300-project-admin] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.556281] env[69052]: DEBUG oslo_concurrency.lockutils [None req-42b7423c-c257-4a6a-b11c-6e860c185a89 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "19eaa995-6c0a-4441-a241-2493d41ff90c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.313s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.565919] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.565919] env[69052]: value = "task-3236038" [ 694.565919] env[69052]: _type = "Task" [ 694.565919] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.572721] env[69052]: INFO nova.compute.manager [-] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Took 1.69 seconds to deallocate network for instance. [ 694.581476] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236038, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.659495] env[69052]: DEBUG oslo_concurrency.lockutils [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.717978] env[69052]: DEBUG oslo_vmware.api [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3236034, 'name': PowerOffVM_Task, 'duration_secs': 0.318925} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.718421] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.718598] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.718859] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b62da13d-6ec0-4d84-9faa-470366a89784 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.763587] env[69052]: DEBUG nova.network.neutron [req-ebb674b8-cf15-4849-b069-5cfe602103a0 req-d1fd3e68-2c1f-44e3-8517-6f98f898a8c4 service nova] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Updated VIF entry in instance network info cache for port b15a0d01-0291-4ac4-b031-1691ee4bbba7. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.763951] env[69052]: DEBUG nova.network.neutron [req-ebb674b8-cf15-4849-b069-5cfe602103a0 req-d1fd3e68-2c1f-44e3-8517-6f98f898a8c4 service nova] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Updating instance_info_cache with network_info: [{"id": "b15a0d01-0291-4ac4-b031-1691ee4bbba7", "address": "fa:16:3e:bf:72:58", "network": {"id": "4e7ad40f-fc44-47b3-ada6-0ae53251c650", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329642848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "420997e04b2a41d882b1f61eb5a284f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb15a0d01-02", "ovs_interfaceid": "b15a0d01-0291-4ac4-b031-1691ee4bbba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.805589] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.805783] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.805986] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Deleting the datastore file [datastore2] 4b90f588-9d0c-4874-ba00-ffaecd742e56 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.808900] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85ac61c7-9691-4f65-b072-3c2244d3e8a9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.819977] env[69052]: DEBUG oslo_vmware.api [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Waiting for the task: (returnval){ [ 694.819977] env[69052]: value = "task-3236040" [ 694.819977] env[69052]: _type = "Task" [ 694.819977] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.832434] env[69052]: DEBUG oslo_vmware.api [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3236040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.919036] env[69052]: DEBUG oslo_vmware.api [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078229} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.920071] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.921799] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e715cf-acac-4c81-8eab-9593482e8b67 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.959628] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] d144e192-e16f-4437-9813-6b44fdcaa8e1/d144e192-e16f-4437-9813-6b44fdcaa8e1.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.963783] env[69052]: DEBUG nova.network.neutron [req-a9fae587-3101-4a29-b170-3dad4002a646 req-04aa4e70-e5e4-427d-b18a-d5c8c850974e service nova] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Updated VIF entry in instance network info cache for port b815a953-e7c2-492b-99a4-a60e97e63d6f. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.964250] env[69052]: DEBUG nova.network.neutron [req-a9fae587-3101-4a29-b170-3dad4002a646 req-04aa4e70-e5e4-427d-b18a-d5c8c850974e service nova] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Updating instance_info_cache with network_info: [{"id": "b815a953-e7c2-492b-99a4-a60e97e63d6f", "address": "fa:16:3e:3f:c0:d2", "network": {"id": "5a112929-aec2-4188-8748-b49157eb01f7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1711971443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8c4c90a3b57414cb80b28aa9b8a168d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb815a953-e7", "ovs_interfaceid": "b815a953-e7c2-492b-99a4-a60e97e63d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.987851] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c646ce17-1f15-4bd9-81a6-0309b0b8b8df {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.018741] env[69052]: DEBUG oslo_vmware.api [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 695.018741] env[69052]: value = "task-3236041" [ 695.018741] env[69052]: _type = "Task" [ 695.018741] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.028686] env[69052]: DEBUG oslo_vmware.api [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236041, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.062110] env[69052]: DEBUG nova.compute.manager [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.076752] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236038, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.080189] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.125413] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7744a675-3534-4248-8365-6f7b97f5e125 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.135992] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ce399c-407a-4d7b-ab8b-d7bd1992a08f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.167623] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d935eb-ac63-476f-b89d-0a7a779752e5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.176617] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30866573-fee1-4f9a-9ad8-5a9c91f0f690 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.193641] env[69052]: DEBUG nova.compute.provider_tree [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 695.268615] env[69052]: DEBUG oslo_concurrency.lockutils [req-ebb674b8-cf15-4849-b069-5cfe602103a0 req-d1fd3e68-2c1f-44e3-8517-6f98f898a8c4 service nova] Releasing lock "refresh_cache-d144e192-e16f-4437-9813-6b44fdcaa8e1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.330690] env[69052]: DEBUG oslo_vmware.api [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Task: {'id': task-3236040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159688} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.330941] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.331143] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.331331] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.331492] env[69052]: INFO nova.compute.manager [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Took 1.15 seconds to destroy the instance on the hypervisor. [ 695.331768] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.332322] env[69052]: DEBUG nova.compute.manager [-] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.332626] env[69052]: DEBUG nova.network.neutron [-] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.511708] env[69052]: DEBUG oslo_concurrency.lockutils [req-a9fae587-3101-4a29-b170-3dad4002a646 req-04aa4e70-e5e4-427d-b18a-d5c8c850974e service nova] Releasing lock "refresh_cache-3fec9237-3f28-4688-bde6-ad51c9504d4a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.512018] env[69052]: DEBUG nova.compute.manager [req-a9fae587-3101-4a29-b170-3dad4002a646 req-04aa4e70-e5e4-427d-b18a-d5c8c850974e service nova] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Received event network-vif-deleted-ec4388f1-6f55-4c5d-9aa2-7166200c0159 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.512233] env[69052]: DEBUG nova.compute.manager [req-a9fae587-3101-4a29-b170-3dad4002a646 req-04aa4e70-e5e4-427d-b18a-d5c8c850974e service nova] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Received event network-vif-deleted-596763bb-75ba-4886-89f4-7fb097eac7ac {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.530883] env[69052]: DEBUG oslo_vmware.api [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.580445] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236038, 'name': CreateVM_Task, 'duration_secs': 0.601193} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.580597] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.581976] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.581976] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.581976] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.582414] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e4f281f-9a81-467b-8a47-a7154ec06e72 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.585543] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.588067] env[69052]: DEBUG oslo_vmware.api [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Waiting for the task: (returnval){ [ 695.588067] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5241819a-d68e-fccb-667e-2d15365636a2" [ 695.588067] env[69052]: _type = "Task" [ 695.588067] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.600888] env[69052]: DEBUG oslo_vmware.api [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5241819a-d68e-fccb-667e-2d15365636a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.732705] env[69052]: DEBUG nova.scheduler.client.report [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Updated inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 with generation 61 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 695.732965] env[69052]: DEBUG nova.compute.provider_tree [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Updating resource provider 5482791e-699f-417a-8caf-f93d7835d755 generation from 61 to 62 during operation: update_inventory {{(pid=69052) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 695.733165] env[69052]: DEBUG nova.compute.provider_tree [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 695.979520] env[69052]: DEBUG nova.network.neutron [None req-5f992d89-f596-4bb4-8e1a-dc328da2f821 tempest-ServersAdminTestJSON-126004300 tempest-ServersAdminTestJSON-126004300-project-admin] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Updating instance_info_cache with network_info: [{"id": "296282c0-7d87-4ef1-afd4-0d10890527b5", "address": "fa:16:3e:0f:a8:0c", "network": {"id": "b6d9b7e5-400e-4efc-ba39-0f99fc82b883", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1340582833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb63231c45742209a5f531d87964048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap296282c0-7d", "ovs_interfaceid": "296282c0-7d87-4ef1-afd4-0d10890527b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.031803] env[69052]: DEBUG oslo_vmware.api [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.103589] env[69052]: DEBUG oslo_vmware.api [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5241819a-d68e-fccb-667e-2d15365636a2, 'name': SearchDatastore_Task, 'duration_secs': 0.020762} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.104530] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.104758] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.104991] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.105146] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.105317] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.105849] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc361142-08c1-41f3-8a65-399d11f53fb6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.115402] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.115542] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.116352] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-964f7d64-f5bf-4a5d-9f6b-d5fda700bb20 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.123311] env[69052]: DEBUG oslo_vmware.api [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Waiting for the task: (returnval){ [ 696.123311] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5226fac5-b384-81d7-c47d-347f9a417db2" [ 696.123311] env[69052]: _type = "Task" [ 696.123311] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.131686] env[69052]: DEBUG oslo_vmware.api [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5226fac5-b384-81d7-c47d-347f9a417db2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.162748] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c9ada1-bb05-47ac-9a2e-a4ebca590c90 tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Volume attach. Driver type: vmdk {{(pid=69052) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 696.162983] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c9ada1-bb05-47ac-9a2e-a4ebca590c90 tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646797', 'volume_id': '89f336eb-4b5d-4996-a019-261c38516f59', 'name': 'volume-89f336eb-4b5d-4996-a019-261c38516f59', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '38065204-486c-4d9d-abcb-eb49214e3c58', 'attached_at': '', 'detached_at': '', 'volume_id': '89f336eb-4b5d-4996-a019-261c38516f59', 'serial': '89f336eb-4b5d-4996-a019-261c38516f59'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 696.163874] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5951d844-582c-4f43-995d-c1fdb5fa4770 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.182820] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a06ae0b-0a30-4be7-8733-6033947679ee {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.219731] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c9ada1-bb05-47ac-9a2e-a4ebca590c90 tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] volume-89f336eb-4b5d-4996-a019-261c38516f59/volume-89f336eb-4b5d-4996-a019-261c38516f59.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.219731] env[69052]: DEBUG nova.network.neutron [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Successfully updated port: 1d1bad3b-8858-4637-8d57-3ab2211589de {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.220475] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56835ac9-98f1-4f48-8afd-5366316aa280 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.235972] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Acquiring lock "refresh_cache-59f0e709-60bb-4763-920a-b6b25cd59c31" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.236151] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Acquired lock "refresh_cache-59f0e709-60bb-4763-920a-b6b25cd59c31" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.236459] env[69052]: DEBUG nova.network.neutron [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.238039] env[69052]: DEBUG oslo_concurrency.lockutils [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.312s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.238541] env[69052]: DEBUG nova.compute.manager [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.242211] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.427s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.244282] env[69052]: INFO nova.compute.claims [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.251357] env[69052]: DEBUG oslo_vmware.api [None req-70c9ada1-bb05-47ac-9a2e-a4ebca590c90 tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] Waiting for the task: (returnval){ [ 696.251357] env[69052]: value = "task-3236042" [ 696.251357] env[69052]: _type = "Task" [ 696.251357] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.263116] env[69052]: DEBUG oslo_vmware.api [None req-70c9ada1-bb05-47ac-9a2e-a4ebca590c90 tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] Task: {'id': task-3236042, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.471591] env[69052]: DEBUG nova.compute.manager [req-37855429-56e5-4a6f-bfff-942727bac11f req-f4bf9dc7-5482-444f-88a1-92a3bca5ac78 service nova] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Received event network-vif-plugged-1d1bad3b-8858-4637-8d57-3ab2211589de {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.471993] env[69052]: DEBUG oslo_concurrency.lockutils [req-37855429-56e5-4a6f-bfff-942727bac11f req-f4bf9dc7-5482-444f-88a1-92a3bca5ac78 service nova] Acquiring lock "59f0e709-60bb-4763-920a-b6b25cd59c31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.472126] env[69052]: DEBUG oslo_concurrency.lockutils [req-37855429-56e5-4a6f-bfff-942727bac11f req-f4bf9dc7-5482-444f-88a1-92a3bca5ac78 service nova] Lock "59f0e709-60bb-4763-920a-b6b25cd59c31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.472273] env[69052]: DEBUG oslo_concurrency.lockutils [req-37855429-56e5-4a6f-bfff-942727bac11f req-f4bf9dc7-5482-444f-88a1-92a3bca5ac78 service nova] Lock "59f0e709-60bb-4763-920a-b6b25cd59c31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.472446] env[69052]: DEBUG nova.compute.manager [req-37855429-56e5-4a6f-bfff-942727bac11f req-f4bf9dc7-5482-444f-88a1-92a3bca5ac78 service nova] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] No waiting events found dispatching network-vif-plugged-1d1bad3b-8858-4637-8d57-3ab2211589de {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.472609] env[69052]: WARNING nova.compute.manager [req-37855429-56e5-4a6f-bfff-942727bac11f req-f4bf9dc7-5482-444f-88a1-92a3bca5ac78 service nova] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Received unexpected event network-vif-plugged-1d1bad3b-8858-4637-8d57-3ab2211589de for instance with vm_state building and task_state spawning. [ 696.472771] env[69052]: DEBUG nova.compute.manager [req-37855429-56e5-4a6f-bfff-942727bac11f req-f4bf9dc7-5482-444f-88a1-92a3bca5ac78 service nova] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Received event network-vif-deleted-a9832834-1ae6-4d60-9bd4-fe09c2d4fdc4 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.472932] env[69052]: INFO nova.compute.manager [req-37855429-56e5-4a6f-bfff-942727bac11f req-f4bf9dc7-5482-444f-88a1-92a3bca5ac78 service nova] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Neutron deleted interface a9832834-1ae6-4d60-9bd4-fe09c2d4fdc4; detaching it from the instance and deleting it from the info cache [ 696.473103] env[69052]: DEBUG nova.network.neutron [req-37855429-56e5-4a6f-bfff-942727bac11f req-f4bf9dc7-5482-444f-88a1-92a3bca5ac78 service nova] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.486431] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f992d89-f596-4bb4-8e1a-dc328da2f821 tempest-ServersAdminTestJSON-126004300 tempest-ServersAdminTestJSON-126004300-project-admin] Releasing lock "refresh_cache-19eaa995-6c0a-4441-a241-2493d41ff90c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.486664] env[69052]: DEBUG nova.compute.manager [None req-5f992d89-f596-4bb4-8e1a-dc328da2f821 tempest-ServersAdminTestJSON-126004300 tempest-ServersAdminTestJSON-126004300-project-admin] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Inject network info {{(pid=69052) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 696.486913] env[69052]: DEBUG nova.compute.manager [None req-5f992d89-f596-4bb4-8e1a-dc328da2f821 tempest-ServersAdminTestJSON-126004300 tempest-ServersAdminTestJSON-126004300-project-admin] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] network_info to inject: |[{"id": "296282c0-7d87-4ef1-afd4-0d10890527b5", "address": "fa:16:3e:0f:a8:0c", "network": {"id": "b6d9b7e5-400e-4efc-ba39-0f99fc82b883", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1340582833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb63231c45742209a5f531d87964048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap296282c0-7d", "ovs_interfaceid": "296282c0-7d87-4ef1-afd4-0d10890527b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 696.492107] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5f992d89-f596-4bb4-8e1a-dc328da2f821 tempest-ServersAdminTestJSON-126004300 tempest-ServersAdminTestJSON-126004300-project-admin] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Reconfiguring VM instance to set the machine id {{(pid=69052) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 696.492782] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7222ab07-b4d1-4b9c-8ed3-856bc34480f3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.509469] env[69052]: DEBUG oslo_vmware.api [None req-5f992d89-f596-4bb4-8e1a-dc328da2f821 tempest-ServersAdminTestJSON-126004300 tempest-ServersAdminTestJSON-126004300-project-admin] Waiting for the task: (returnval){ [ 696.509469] env[69052]: value = "task-3236043" [ 696.509469] env[69052]: _type = "Task" [ 696.509469] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.522160] env[69052]: DEBUG oslo_vmware.api [None req-5f992d89-f596-4bb4-8e1a-dc328da2f821 tempest-ServersAdminTestJSON-126004300 tempest-ServersAdminTestJSON-126004300-project-admin] Task: {'id': task-3236043, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.530589] env[69052]: DEBUG oslo_vmware.api [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236041, 'name': ReconfigVM_Task, 'duration_secs': 1.207227} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.530589] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Reconfigured VM instance instance-00000026 to attach disk [datastore1] d144e192-e16f-4437-9813-6b44fdcaa8e1/d144e192-e16f-4437-9813-6b44fdcaa8e1.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.531100] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93823fb6-be0d-4399-9946-5c70577bfa46 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.537551] env[69052]: DEBUG oslo_vmware.api [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 696.537551] env[69052]: value = "task-3236044" [ 696.537551] env[69052]: _type = "Task" [ 696.537551] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.546054] env[69052]: DEBUG oslo_vmware.api [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236044, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.598799] env[69052]: DEBUG nova.network.neutron [-] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.635189] env[69052]: DEBUG oslo_vmware.api [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5226fac5-b384-81d7-c47d-347f9a417db2, 'name': SearchDatastore_Task, 'duration_secs': 0.010447} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.636098] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae4e0059-aee9-4e01-a1ae-934e80ed5a47 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.642025] env[69052]: DEBUG oslo_vmware.api [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Waiting for the task: (returnval){ [ 696.642025] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f1f1be-7da7-d1c0-87fd-ff11a34e7b33" [ 696.642025] env[69052]: _type = "Task" [ 696.642025] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.650637] env[69052]: DEBUG oslo_vmware.api [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f1f1be-7da7-d1c0-87fd-ff11a34e7b33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.754417] env[69052]: DEBUG nova.compute.utils [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.758779] env[69052]: DEBUG nova.compute.manager [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.758965] env[69052]: DEBUG nova.network.neutron [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.771586] env[69052]: DEBUG oslo_vmware.api [None req-70c9ada1-bb05-47ac-9a2e-a4ebca590c90 tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] Task: {'id': task-3236042, 'name': ReconfigVM_Task, 'duration_secs': 0.357964} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.771924] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c9ada1-bb05-47ac-9a2e-a4ebca590c90 tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Reconfigured VM instance instance-0000000b to attach disk [datastore2] volume-89f336eb-4b5d-4996-a019-261c38516f59/volume-89f336eb-4b5d-4996-a019-261c38516f59.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.777448] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da55e48f-025b-41ed-b3d9-5d1a16e6f446 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.794756] env[69052]: DEBUG oslo_vmware.api [None req-70c9ada1-bb05-47ac-9a2e-a4ebca590c90 tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] Waiting for the task: (returnval){ [ 696.794756] env[69052]: value = "task-3236045" [ 696.794756] env[69052]: _type = "Task" [ 696.794756] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.808169] env[69052]: DEBUG oslo_vmware.api [None req-70c9ada1-bb05-47ac-9a2e-a4ebca590c90 tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] Task: {'id': task-3236045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.808946] env[69052]: DEBUG nova.network.neutron [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.894562] env[69052]: DEBUG nova.policy [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '437b625c0aaa436487e696e4acd5ba94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68d6872252ed4e2a812469eb6bad3c43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.975651] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d879c38-2d1c-49ea-9f0c-9250dffdb7d6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.985077] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8edb5bf-2740-4b2b-8d3f-45b216063b3f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.024226] env[69052]: DEBUG nova.compute.manager [req-37855429-56e5-4a6f-bfff-942727bac11f req-f4bf9dc7-5482-444f-88a1-92a3bca5ac78 service nova] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Detach interface failed, port_id=a9832834-1ae6-4d60-9bd4-fe09c2d4fdc4, reason: Instance 4b90f588-9d0c-4874-ba00-ffaecd742e56 could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 697.024476] env[69052]: DEBUG nova.compute.manager [req-37855429-56e5-4a6f-bfff-942727bac11f req-f4bf9dc7-5482-444f-88a1-92a3bca5ac78 service nova] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Received event network-changed-1d1bad3b-8858-4637-8d57-3ab2211589de {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.024678] env[69052]: DEBUG nova.compute.manager [req-37855429-56e5-4a6f-bfff-942727bac11f req-f4bf9dc7-5482-444f-88a1-92a3bca5ac78 service nova] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Refreshing instance network info cache due to event network-changed-1d1bad3b-8858-4637-8d57-3ab2211589de. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.024877] env[69052]: DEBUG oslo_concurrency.lockutils [req-37855429-56e5-4a6f-bfff-942727bac11f req-f4bf9dc7-5482-444f-88a1-92a3bca5ac78 service nova] Acquiring lock "refresh_cache-59f0e709-60bb-4763-920a-b6b25cd59c31" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.033091] env[69052]: DEBUG oslo_vmware.api [None req-5f992d89-f596-4bb4-8e1a-dc328da2f821 tempest-ServersAdminTestJSON-126004300 tempest-ServersAdminTestJSON-126004300-project-admin] Task: {'id': task-3236043, 'name': ReconfigVM_Task, 'duration_secs': 0.161691} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.033682] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5f992d89-f596-4bb4-8e1a-dc328da2f821 tempest-ServersAdminTestJSON-126004300 tempest-ServersAdminTestJSON-126004300-project-admin] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Reconfigured VM instance to set the machine id {{(pid=69052) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 697.048588] env[69052]: DEBUG oslo_vmware.api [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236044, 'name': Rename_Task, 'duration_secs': 0.15682} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.048851] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.049100] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9fe4c3a-3aab-4107-b13d-21403617ab2a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.055777] env[69052]: DEBUG oslo_vmware.api [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 697.055777] env[69052]: value = "task-3236046" [ 697.055777] env[69052]: _type = "Task" [ 697.055777] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.063581] env[69052]: DEBUG oslo_vmware.api [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.101458] env[69052]: INFO nova.compute.manager [-] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Took 1.77 seconds to deallocate network for instance. [ 697.120344] env[69052]: DEBUG nova.network.neutron [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Updating instance_info_cache with network_info: [{"id": "1d1bad3b-8858-4637-8d57-3ab2211589de", "address": "fa:16:3e:63:49:37", "network": {"id": "0ba289c4-afa7-4bc5-ad23-1e7b9b5e601f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-929865321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e347df4a634b53b994122d24485cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d1bad3b-88", "ovs_interfaceid": "1d1bad3b-8858-4637-8d57-3ab2211589de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.153721] env[69052]: DEBUG oslo_vmware.api [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f1f1be-7da7-d1c0-87fd-ff11a34e7b33, 'name': SearchDatastore_Task, 'duration_secs': 0.010188} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.153981] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.154251] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 3fec9237-3f28-4688-bde6-ad51c9504d4a/3fec9237-3f28-4688-bde6-ad51c9504d4a.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.154505] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e22ef096-4715-4b38-8331-43f2cfc9f412 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.161378] env[69052]: DEBUG oslo_vmware.api [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Waiting for the task: (returnval){ [ 697.161378] env[69052]: value = "task-3236047" [ 697.161378] env[69052]: _type = "Task" [ 697.161378] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.169534] env[69052]: DEBUG oslo_vmware.api [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.259399] env[69052]: DEBUG nova.compute.manager [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.306041] env[69052]: DEBUG oslo_vmware.api [None req-70c9ada1-bb05-47ac-9a2e-a4ebca590c90 tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] Task: {'id': task-3236045, 'name': ReconfigVM_Task, 'duration_secs': 0.15344} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.310363] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c9ada1-bb05-47ac-9a2e-a4ebca590c90 tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646797', 'volume_id': '89f336eb-4b5d-4996-a019-261c38516f59', 'name': 'volume-89f336eb-4b5d-4996-a019-261c38516f59', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '38065204-486c-4d9d-abcb-eb49214e3c58', 'attached_at': '', 'detached_at': '', 'volume_id': '89f336eb-4b5d-4996-a019-261c38516f59', 'serial': '89f336eb-4b5d-4996-a019-261c38516f59'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 697.472367] env[69052]: DEBUG nova.network.neutron [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Successfully created port: 89c332f7-3944-42e7-989b-dcc6944c3ae2 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.571222] env[69052]: DEBUG oslo_vmware.api [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236046, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.609540] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.623338] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Releasing lock "refresh_cache-59f0e709-60bb-4763-920a-b6b25cd59c31" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.623734] env[69052]: DEBUG nova.compute.manager [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Instance network_info: |[{"id": "1d1bad3b-8858-4637-8d57-3ab2211589de", "address": "fa:16:3e:63:49:37", "network": {"id": "0ba289c4-afa7-4bc5-ad23-1e7b9b5e601f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-929865321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e347df4a634b53b994122d24485cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d1bad3b-88", "ovs_interfaceid": "1d1bad3b-8858-4637-8d57-3ab2211589de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.624131] env[69052]: DEBUG oslo_concurrency.lockutils [req-37855429-56e5-4a6f-bfff-942727bac11f req-f4bf9dc7-5482-444f-88a1-92a3bca5ac78 service nova] Acquired lock "refresh_cache-59f0e709-60bb-4763-920a-b6b25cd59c31" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.624495] env[69052]: DEBUG nova.network.neutron [req-37855429-56e5-4a6f-bfff-942727bac11f req-f4bf9dc7-5482-444f-88a1-92a3bca5ac78 service nova] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Refreshing network info cache for port 1d1bad3b-8858-4637-8d57-3ab2211589de {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.625945] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:49:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d1bad3b-8858-4637-8d57-3ab2211589de', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.633707] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Creating folder: Project (48e347df4a634b53b994122d24485cec). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.637083] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44587a78-c3ef-4ca6-8e8f-942b2ce27b40 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.649346] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Created folder: Project (48e347df4a634b53b994122d24485cec) in parent group-v646676. [ 697.649550] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Creating folder: Instances. Parent ref: group-v646801. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.649788] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d176baed-cb77-44a5-9c4b-d10eaf86ad5f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.661359] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Created folder: Instances in parent group-v646801. [ 697.661600] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.661779] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.662140] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f529d1f-0059-4d95-b3af-30f7fb4af9e1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.685516] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.685516] env[69052]: value = "task-3236050" [ 697.685516] env[69052]: _type = "Task" [ 697.685516] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.690171] env[69052]: DEBUG oslo_vmware.api [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47715} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.693091] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 3fec9237-3f28-4688-bde6-ad51c9504d4a/3fec9237-3f28-4688-bde6-ad51c9504d4a.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.693361] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.695647] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dd6696e-13b3-47e7-8131-2cd0f507afb7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.704135] env[69052]: DEBUG oslo_vmware.api [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Waiting for the task: (returnval){ [ 697.704135] env[69052]: value = "task-3236051" [ 697.704135] env[69052]: _type = "Task" [ 697.704135] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.710338] env[69052]: DEBUG oslo_vmware.api [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.995387] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0defb129-d22d-4ef2-b2dc-6cf78187dc84 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.003637] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5917f2af-1344-4448-9c9b-e782387894c8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.035718] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3250e2ff-de46-41c2-b0e1-e1fa0be081b1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.043718] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63944e75-791d-49aa-b56f-1b7583be6d92 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.057712] env[69052]: DEBUG nova.compute.provider_tree [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.066958] env[69052]: DEBUG oslo_vmware.api [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236046, 'name': PowerOnVM_Task, 'duration_secs': 0.603531} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.067259] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.067460] env[69052]: INFO nova.compute.manager [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Took 9.67 seconds to spawn the instance on the hypervisor. [ 698.067656] env[69052]: DEBUG nova.compute.manager [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.069046] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab152bd-c042-43cf-8a37-dfec5cc3c9b9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.201554] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236050, 'name': CreateVM_Task, 'duration_secs': 0.393143} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.201783] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.202530] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.202705] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.203047] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.203365] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd04ecc8-42d0-40db-b70f-9852f3c82657 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.214254] env[69052]: DEBUG oslo_vmware.api [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Waiting for the task: (returnval){ [ 698.214254] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c107a8-5a1b-12cb-0892-dac39608e355" [ 698.214254] env[69052]: _type = "Task" [ 698.214254] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.214531] env[69052]: DEBUG oslo_vmware.api [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070566} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.217357] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.222351] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b581a56-1ace-4890-ae71-cfab48fd3930 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.234583] env[69052]: DEBUG oslo_vmware.api [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c107a8-5a1b-12cb-0892-dac39608e355, 'name': SearchDatastore_Task, 'duration_secs': 0.011107} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.243832] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.244155] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.244466] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.244688] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.244932] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.255089] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 3fec9237-3f28-4688-bde6-ad51c9504d4a/3fec9237-3f28-4688-bde6-ad51c9504d4a.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.257648] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2ea0662-9f7f-4e50-96f7-0268c31863ef {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.260657] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bf6e21b-4534-40ac-b992-c94025370b99 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.276497] env[69052]: DEBUG nova.compute.manager [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.285073] env[69052]: DEBUG oslo_vmware.api [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Waiting for the task: (returnval){ [ 698.285073] env[69052]: value = "task-3236052" [ 698.285073] env[69052]: _type = "Task" [ 698.285073] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.286216] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.286391] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.289820] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bffca97-f87f-4f33-b80a-4488287d0a38 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.299015] env[69052]: DEBUG oslo_vmware.api [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236052, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.305098] env[69052]: DEBUG nova.virt.hardware [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:10:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d70bae61-57df-4549-be8f-a390f7f725fa',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1523271661',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.305098] env[69052]: DEBUG nova.virt.hardware [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.305098] env[69052]: DEBUG nova.virt.hardware [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.305471] env[69052]: DEBUG nova.virt.hardware [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.305471] env[69052]: DEBUG nova.virt.hardware [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.305471] env[69052]: DEBUG nova.virt.hardware [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.305471] env[69052]: DEBUG nova.virt.hardware [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.305471] env[69052]: DEBUG nova.virt.hardware [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.305611] env[69052]: DEBUG nova.virt.hardware [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.305611] env[69052]: DEBUG nova.virt.hardware [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.305611] env[69052]: DEBUG nova.virt.hardware [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.305611] env[69052]: DEBUG oslo_vmware.api [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Waiting for the task: (returnval){ [ 698.305611] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523654b7-1226-23df-d50f-174c06c39cdb" [ 698.305611] env[69052]: _type = "Task" [ 698.305611] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.306138] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccdfb2c-ed60-4365-b560-26661edacf5b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.322025] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ebe7f0-e13a-4349-a0be-f7bd8247ee2d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.325674] env[69052]: DEBUG oslo_vmware.api [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523654b7-1226-23df-d50f-174c06c39cdb, 'name': SearchDatastore_Task, 'duration_secs': 0.009842} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.329144] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87b69a77-d70e-4702-8826-866aa1c452a4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.343225] env[69052]: DEBUG oslo_vmware.api [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Waiting for the task: (returnval){ [ 698.343225] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5206de68-6d93-dec2-e570-ca726d96c67c" [ 698.343225] env[69052]: _type = "Task" [ 698.343225] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.351539] env[69052]: DEBUG oslo_vmware.api [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5206de68-6d93-dec2-e570-ca726d96c67c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.358639] env[69052]: DEBUG nova.objects.instance [None req-70c9ada1-bb05-47ac-9a2e-a4ebca590c90 tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] Lazy-loading 'flavor' on Instance uuid 38065204-486c-4d9d-abcb-eb49214e3c58 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.483181] env[69052]: DEBUG nova.network.neutron [req-37855429-56e5-4a6f-bfff-942727bac11f req-f4bf9dc7-5482-444f-88a1-92a3bca5ac78 service nova] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Updated VIF entry in instance network info cache for port 1d1bad3b-8858-4637-8d57-3ab2211589de. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.483576] env[69052]: DEBUG nova.network.neutron [req-37855429-56e5-4a6f-bfff-942727bac11f req-f4bf9dc7-5482-444f-88a1-92a3bca5ac78 service nova] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Updating instance_info_cache with network_info: [{"id": "1d1bad3b-8858-4637-8d57-3ab2211589de", "address": "fa:16:3e:63:49:37", "network": {"id": "0ba289c4-afa7-4bc5-ad23-1e7b9b5e601f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-929865321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e347df4a634b53b994122d24485cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d1bad3b-88", "ovs_interfaceid": "1d1bad3b-8858-4637-8d57-3ab2211589de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.563401] env[69052]: DEBUG nova.scheduler.client.report [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.590900] env[69052]: INFO nova.compute.manager [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Took 39.85 seconds to build instance. [ 698.729061] env[69052]: INFO nova.compute.manager [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Rebuilding instance [ 698.770575] env[69052]: DEBUG nova.compute.manager [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.771753] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8135d0b-d77a-4b0e-a4f1-d28b3a975b5d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.794959] env[69052]: DEBUG oslo_vmware.api [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236052, 'name': ReconfigVM_Task, 'duration_secs': 0.371046} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.795257] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 3fec9237-3f28-4688-bde6-ad51c9504d4a/3fec9237-3f28-4688-bde6-ad51c9504d4a.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.795855] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51b89c0a-b333-4f31-a736-34e45aa4e499 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.801752] env[69052]: DEBUG oslo_vmware.api [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Waiting for the task: (returnval){ [ 698.801752] env[69052]: value = "task-3236053" [ 698.801752] env[69052]: _type = "Task" [ 698.801752] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.813140] env[69052]: DEBUG oslo_vmware.api [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236053, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.854385] env[69052]: DEBUG oslo_vmware.api [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5206de68-6d93-dec2-e570-ca726d96c67c, 'name': SearchDatastore_Task, 'duration_secs': 0.011168} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.854385] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.854825] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 59f0e709-60bb-4763-920a-b6b25cd59c31/59f0e709-60bb-4763-920a-b6b25cd59c31.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.854825] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ccaadc7-1a4d-4fa4-8427-67b9f06f3e54 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.862069] env[69052]: DEBUG oslo_vmware.api [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Waiting for the task: (returnval){ [ 698.862069] env[69052]: value = "task-3236054" [ 698.862069] env[69052]: _type = "Task" [ 698.862069] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.866868] env[69052]: DEBUG oslo_concurrency.lockutils [None req-70c9ada1-bb05-47ac-9a2e-a4ebca590c90 tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] Lock "38065204-486c-4d9d-abcb-eb49214e3c58" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.344s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.879016] env[69052]: DEBUG oslo_vmware.api [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Task: {'id': task-3236054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.986424] env[69052]: DEBUG oslo_concurrency.lockutils [req-37855429-56e5-4a6f-bfff-942727bac11f req-f4bf9dc7-5482-444f-88a1-92a3bca5ac78 service nova] Releasing lock "refresh_cache-59f0e709-60bb-4763-920a-b6b25cd59c31" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.071050] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.829s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.071587] env[69052]: DEBUG nova.compute.manager [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.074963] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.057s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.079527] env[69052]: INFO nova.compute.claims [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.092812] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c1459371-5f23-4e72-9032-f2a89640728a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "d144e192-e16f-4437-9813-6b44fdcaa8e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.013s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.311470] env[69052]: DEBUG oslo_vmware.api [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236053, 'name': Rename_Task, 'duration_secs': 0.173074} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.311784] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.312081] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e87f545-53c2-43de-8f44-d8f98baf6b05 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.319099] env[69052]: DEBUG oslo_vmware.api [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Waiting for the task: (returnval){ [ 699.319099] env[69052]: value = "task-3236055" [ 699.319099] env[69052]: _type = "Task" [ 699.319099] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.330506] env[69052]: DEBUG oslo_vmware.api [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.346140] env[69052]: DEBUG nova.compute.manager [req-3c3dd0e7-297d-45e9-be30-d9a848811a8d req-77aaa7ba-2ae6-40f8-b8b5-af0bb5dde2e5 service nova] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Received event network-vif-plugged-89c332f7-3944-42e7-989b-dcc6944c3ae2 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.346422] env[69052]: DEBUG oslo_concurrency.lockutils [req-3c3dd0e7-297d-45e9-be30-d9a848811a8d req-77aaa7ba-2ae6-40f8-b8b5-af0bb5dde2e5 service nova] Acquiring lock "34b9818a-917b-4047-9591-bf2be8d69da9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.346683] env[69052]: DEBUG oslo_concurrency.lockutils [req-3c3dd0e7-297d-45e9-be30-d9a848811a8d req-77aaa7ba-2ae6-40f8-b8b5-af0bb5dde2e5 service nova] Lock "34b9818a-917b-4047-9591-bf2be8d69da9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.346902] env[69052]: DEBUG oslo_concurrency.lockutils [req-3c3dd0e7-297d-45e9-be30-d9a848811a8d req-77aaa7ba-2ae6-40f8-b8b5-af0bb5dde2e5 service nova] Lock "34b9818a-917b-4047-9591-bf2be8d69da9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.347133] env[69052]: DEBUG nova.compute.manager [req-3c3dd0e7-297d-45e9-be30-d9a848811a8d req-77aaa7ba-2ae6-40f8-b8b5-af0bb5dde2e5 service nova] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] No waiting events found dispatching network-vif-plugged-89c332f7-3944-42e7-989b-dcc6944c3ae2 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.347310] env[69052]: WARNING nova.compute.manager [req-3c3dd0e7-297d-45e9-be30-d9a848811a8d req-77aaa7ba-2ae6-40f8-b8b5-af0bb5dde2e5 service nova] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Received unexpected event network-vif-plugged-89c332f7-3944-42e7-989b-dcc6944c3ae2 for instance with vm_state building and task_state spawning. [ 699.372550] env[69052]: DEBUG oslo_vmware.api [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Task: {'id': task-3236054, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.417222] env[69052]: DEBUG nova.network.neutron [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Successfully updated port: 89c332f7-3944-42e7-989b-dcc6944c3ae2 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.435872] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d8d1f249-8a9a-41cf-be8a-1beb8936862f tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] Acquiring lock "38065204-486c-4d9d-abcb-eb49214e3c58" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.435872] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d8d1f249-8a9a-41cf-be8a-1beb8936862f tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] Lock "38065204-486c-4d9d-abcb-eb49214e3c58" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.587321] env[69052]: DEBUG nova.compute.utils [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.592306] env[69052]: DEBUG nova.compute.manager [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.594063] env[69052]: DEBUG nova.network.neutron [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.597799] env[69052]: DEBUG nova.compute.manager [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.642042] env[69052]: DEBUG nova.policy [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7de6f76b0dce455da297f43f17d7a353', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '972da0732fb2445898c678fd466f7a09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.784805] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.786085] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d320f0da-a81f-4a88-a9a9-f138a734af6b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.795060] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 699.795060] env[69052]: value = "task-3236056" [ 699.795060] env[69052]: _type = "Task" [ 699.795060] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.805161] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.834559] env[69052]: DEBUG oslo_vmware.api [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236055, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.850364] env[69052]: DEBUG nova.compute.manager [req-6eb8895b-2849-488c-b53b-9771df4bce00 req-289d32bd-5b8d-4559-8b44-5838194ae978 service nova] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Received event network-changed-b15a0d01-0291-4ac4-b031-1691ee4bbba7 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.851056] env[69052]: DEBUG nova.compute.manager [req-6eb8895b-2849-488c-b53b-9771df4bce00 req-289d32bd-5b8d-4559-8b44-5838194ae978 service nova] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Refreshing instance network info cache due to event network-changed-b15a0d01-0291-4ac4-b031-1691ee4bbba7. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.851410] env[69052]: DEBUG oslo_concurrency.lockutils [req-6eb8895b-2849-488c-b53b-9771df4bce00 req-289d32bd-5b8d-4559-8b44-5838194ae978 service nova] Acquiring lock "refresh_cache-d144e192-e16f-4437-9813-6b44fdcaa8e1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.851657] env[69052]: DEBUG oslo_concurrency.lockutils [req-6eb8895b-2849-488c-b53b-9771df4bce00 req-289d32bd-5b8d-4559-8b44-5838194ae978 service nova] Acquired lock "refresh_cache-d144e192-e16f-4437-9813-6b44fdcaa8e1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.851911] env[69052]: DEBUG nova.network.neutron [req-6eb8895b-2849-488c-b53b-9771df4bce00 req-289d32bd-5b8d-4559-8b44-5838194ae978 service nova] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Refreshing network info cache for port b15a0d01-0291-4ac4-b031-1691ee4bbba7 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.875372] env[69052]: DEBUG oslo_vmware.api [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Task: {'id': task-3236054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532639} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.875975] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 59f0e709-60bb-4763-920a-b6b25cd59c31/59f0e709-60bb-4763-920a-b6b25cd59c31.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.876495] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.876874] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6730a3ec-39a6-41da-9528-4e773c13cdad {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.887266] env[69052]: DEBUG oslo_vmware.api [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Waiting for the task: (returnval){ [ 699.887266] env[69052]: value = "task-3236057" [ 699.887266] env[69052]: _type = "Task" [ 699.887266] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.896783] env[69052]: DEBUG oslo_vmware.api [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Task: {'id': task-3236057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.922856] env[69052]: DEBUG oslo_concurrency.lockutils [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "refresh_cache-34b9818a-917b-4047-9591-bf2be8d69da9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.922856] env[69052]: DEBUG oslo_concurrency.lockutils [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquired lock "refresh_cache-34b9818a-917b-4047-9591-bf2be8d69da9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.922856] env[69052]: DEBUG nova.network.neutron [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.939573] env[69052]: INFO nova.compute.manager [None req-d8d1f249-8a9a-41cf-be8a-1beb8936862f tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Detaching volume 89f336eb-4b5d-4996-a019-261c38516f59 [ 699.983638] env[69052]: INFO nova.virt.block_device [None req-d8d1f249-8a9a-41cf-be8a-1beb8936862f tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Attempting to driver detach volume 89f336eb-4b5d-4996-a019-261c38516f59 from mountpoint /dev/sdb [ 699.984052] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8d1f249-8a9a-41cf-be8a-1beb8936862f tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Volume detach. Driver type: vmdk {{(pid=69052) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 699.984342] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8d1f249-8a9a-41cf-be8a-1beb8936862f tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646797', 'volume_id': '89f336eb-4b5d-4996-a019-261c38516f59', 'name': 'volume-89f336eb-4b5d-4996-a019-261c38516f59', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '38065204-486c-4d9d-abcb-eb49214e3c58', 'attached_at': '', 'detached_at': '', 'volume_id': '89f336eb-4b5d-4996-a019-261c38516f59', 'serial': '89f336eb-4b5d-4996-a019-261c38516f59'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 699.985612] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75d8868-6ddf-461c-a625-c2df5da8e321 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.026478] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d60321-64c3-4e1a-acaa-32a31ef07946 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.036161] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c083dd-7e16-4a85-a4f3-b76e0730fd7d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.059767] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16267dd1-9133-46f5-aee9-fbf84850be59 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.077035] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8d1f249-8a9a-41cf-be8a-1beb8936862f tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] The volume has not been displaced from its original location: [datastore2] volume-89f336eb-4b5d-4996-a019-261c38516f59/volume-89f336eb-4b5d-4996-a019-261c38516f59.vmdk. No consolidation needed. {{(pid=69052) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 700.082428] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8d1f249-8a9a-41cf-be8a-1beb8936862f tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 700.082779] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26d359f1-b090-44b0-b9a2-68aceb0fb349 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.096829] env[69052]: DEBUG nova.network.neutron [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Successfully created port: ceb1196f-32f4-4fe4-9111-4bcf748b7edf {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.101499] env[69052]: DEBUG nova.compute.manager [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.111697] env[69052]: DEBUG oslo_vmware.api [None req-d8d1f249-8a9a-41cf-be8a-1beb8936862f tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] Waiting for the task: (returnval){ [ 700.111697] env[69052]: value = "task-3236058" [ 700.111697] env[69052]: _type = "Task" [ 700.111697] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.119477] env[69052]: DEBUG oslo_vmware.api [None req-d8d1f249-8a9a-41cf-be8a-1beb8936862f tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] Task: {'id': task-3236058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.138797] env[69052]: DEBUG oslo_concurrency.lockutils [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.308501] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236056, 'name': PowerOffVM_Task, 'duration_secs': 0.239752} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.308756] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.308978] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.309781] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6236a723-f82f-4cb5-8973-fefdeb27795b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.323549] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.328255] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f3de7ab-a579-478d-aa22-c94a609aa394 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.337800] env[69052]: DEBUG oslo_vmware.api [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236055, 'name': PowerOnVM_Task, 'duration_secs': 0.535544} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.337800] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.337965] env[69052]: INFO nova.compute.manager [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Took 9.25 seconds to spawn the instance on the hypervisor. [ 700.338047] env[69052]: DEBUG nova.compute.manager [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.338832] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b42ea0f-dae9-4617-be57-55e0e1d822ee {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.400102] env[69052]: DEBUG oslo_vmware.api [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Task: {'id': task-3236057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063728} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.404031] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.404031] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.404031] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.404031] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Deleting the datastore file [datastore1] 005d3319-8faf-4320-afeb-983875e2db0a {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.404031] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02608d8-cdb9-4edc-81ae-1c08649a66fb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.407826] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0d38872-697f-4de6-84a4-487e1c8ebd4b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.435978] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 59f0e709-60bb-4763-920a-b6b25cd59c31/59f0e709-60bb-4763-920a-b6b25cd59c31.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.442251] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d1b7693-5d5a-42ee-a2dc-b06ed370b1f4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.457830] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 700.457830] env[69052]: value = "task-3236060" [ 700.457830] env[69052]: _type = "Task" [ 700.457830] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.465353] env[69052]: DEBUG oslo_vmware.api [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Waiting for the task: (returnval){ [ 700.465353] env[69052]: value = "task-3236061" [ 700.465353] env[69052]: _type = "Task" [ 700.465353] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.468680] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.479291] env[69052]: DEBUG oslo_vmware.api [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Task: {'id': task-3236061, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.521829] env[69052]: DEBUG nova.network.neutron [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.626215] env[69052]: DEBUG oslo_vmware.api [None req-d8d1f249-8a9a-41cf-be8a-1beb8936862f tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] Task: {'id': task-3236058, 'name': ReconfigVM_Task, 'duration_secs': 0.236078} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.626530] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8d1f249-8a9a-41cf-be8a-1beb8936862f tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 700.631373] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7305acaa-b6df-4294-9025-fb96fba77f51 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.649753] env[69052]: DEBUG oslo_vmware.api [None req-d8d1f249-8a9a-41cf-be8a-1beb8936862f tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] Waiting for the task: (returnval){ [ 700.649753] env[69052]: value = "task-3236062" [ 700.649753] env[69052]: _type = "Task" [ 700.649753] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.661737] env[69052]: DEBUG oslo_vmware.api [None req-d8d1f249-8a9a-41cf-be8a-1beb8936862f tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] Task: {'id': task-3236062, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.792457] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfe1205-23f3-4a90-9630-563d8c9a49fc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.799829] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46d0c04-1bf5-41b1-bc05-36bddf03c505 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.846979] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f556e6-1ee9-4ceb-baec-52eef58338fc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.861038] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c338773f-c5d1-4a5b-a6c1-7b7efda9e4e4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.865319] env[69052]: INFO nova.compute.manager [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Took 40.60 seconds to build instance. [ 700.879776] env[69052]: DEBUG nova.compute.provider_tree [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.975884] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179489} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.976734] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.976824] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.977072] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.983727] env[69052]: DEBUG oslo_vmware.api [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Task: {'id': task-3236061, 'name': ReconfigVM_Task, 'duration_secs': 0.336883} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.983727] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 59f0e709-60bb-4763-920a-b6b25cd59c31/59f0e709-60bb-4763-920a-b6b25cd59c31.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.986163] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-797ff43e-39da-45fb-91a4-fd67a69dffbe {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.993724] env[69052]: DEBUG oslo_vmware.api [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Waiting for the task: (returnval){ [ 700.993724] env[69052]: value = "task-3236063" [ 700.993724] env[69052]: _type = "Task" [ 700.993724] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.003801] env[69052]: DEBUG oslo_vmware.api [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Task: {'id': task-3236063, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.120508] env[69052]: DEBUG nova.compute.manager [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.126765] env[69052]: DEBUG nova.network.neutron [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Updating instance_info_cache with network_info: [{"id": "89c332f7-3944-42e7-989b-dcc6944c3ae2", "address": "fa:16:3e:e9:12:10", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89c332f7-39", "ovs_interfaceid": "89c332f7-3944-42e7-989b-dcc6944c3ae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.151730] env[69052]: DEBUG nova.virt.hardware [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.151964] env[69052]: DEBUG nova.virt.hardware [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.152167] env[69052]: DEBUG nova.virt.hardware [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.152356] env[69052]: DEBUG nova.virt.hardware [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.152494] env[69052]: DEBUG nova.virt.hardware [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.152632] env[69052]: DEBUG nova.virt.hardware [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.152836] env[69052]: DEBUG nova.virt.hardware [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.153024] env[69052]: DEBUG nova.virt.hardware [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.153228] env[69052]: DEBUG nova.virt.hardware [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.153390] env[69052]: DEBUG nova.virt.hardware [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.153554] env[69052]: DEBUG nova.virt.hardware [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.154493] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a3ff2a-08c8-44b4-9751-a9b6f5d97139 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.169221] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27017805-c8f4-458e-947e-ed4313320fa1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.173399] env[69052]: DEBUG oslo_vmware.api [None req-d8d1f249-8a9a-41cf-be8a-1beb8936862f tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] Task: {'id': task-3236062, 'name': ReconfigVM_Task, 'duration_secs': 0.152471} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.173719] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8d1f249-8a9a-41cf-be8a-1beb8936862f tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646797', 'volume_id': '89f336eb-4b5d-4996-a019-261c38516f59', 'name': 'volume-89f336eb-4b5d-4996-a019-261c38516f59', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '38065204-486c-4d9d-abcb-eb49214e3c58', 'attached_at': '', 'detached_at': '', 'volume_id': '89f336eb-4b5d-4996-a019-261c38516f59', 'serial': '89f336eb-4b5d-4996-a019-261c38516f59'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 701.193897] env[69052]: DEBUG nova.network.neutron [req-6eb8895b-2849-488c-b53b-9771df4bce00 req-289d32bd-5b8d-4559-8b44-5838194ae978 service nova] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Updated VIF entry in instance network info cache for port b15a0d01-0291-4ac4-b031-1691ee4bbba7. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.194269] env[69052]: DEBUG nova.network.neutron [req-6eb8895b-2849-488c-b53b-9771df4bce00 req-289d32bd-5b8d-4559-8b44-5838194ae978 service nova] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Updating instance_info_cache with network_info: [{"id": "b15a0d01-0291-4ac4-b031-1691ee4bbba7", "address": "fa:16:3e:bf:72:58", "network": {"id": "4e7ad40f-fc44-47b3-ada6-0ae53251c650", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329642848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "420997e04b2a41d882b1f61eb5a284f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb15a0d01-02", "ovs_interfaceid": "b15a0d01-0291-4ac4-b031-1691ee4bbba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.370027] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cef3a06c-8a47-4687-875c-9dfe0ed84e29 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Lock "3fec9237-3f28-4688-bde6-ad51c9504d4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.574s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.385428] env[69052]: DEBUG nova.scheduler.client.report [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.505846] env[69052]: DEBUG oslo_vmware.api [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Task: {'id': task-3236063, 'name': Rename_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.608521] env[69052]: DEBUG nova.compute.manager [req-488f2c64-49dc-468d-b753-1c5823de3f7a req-483d6301-7a06-4e97-93fc-6aff3066659b service nova] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Received event network-changed-89c332f7-3944-42e7-989b-dcc6944c3ae2 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.608802] env[69052]: DEBUG nova.compute.manager [req-488f2c64-49dc-468d-b753-1c5823de3f7a req-483d6301-7a06-4e97-93fc-6aff3066659b service nova] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Refreshing instance network info cache due to event network-changed-89c332f7-3944-42e7-989b-dcc6944c3ae2. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.609163] env[69052]: DEBUG oslo_concurrency.lockutils [req-488f2c64-49dc-468d-b753-1c5823de3f7a req-483d6301-7a06-4e97-93fc-6aff3066659b service nova] Acquiring lock "refresh_cache-34b9818a-917b-4047-9591-bf2be8d69da9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.629270] env[69052]: DEBUG oslo_concurrency.lockutils [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Releasing lock "refresh_cache-34b9818a-917b-4047-9591-bf2be8d69da9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.629714] env[69052]: DEBUG nova.compute.manager [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Instance network_info: |[{"id": "89c332f7-3944-42e7-989b-dcc6944c3ae2", "address": "fa:16:3e:e9:12:10", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89c332f7-39", "ovs_interfaceid": "89c332f7-3944-42e7-989b-dcc6944c3ae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.630089] env[69052]: DEBUG oslo_concurrency.lockutils [req-488f2c64-49dc-468d-b753-1c5823de3f7a req-483d6301-7a06-4e97-93fc-6aff3066659b service nova] Acquired lock "refresh_cache-34b9818a-917b-4047-9591-bf2be8d69da9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.630326] env[69052]: DEBUG nova.network.neutron [req-488f2c64-49dc-468d-b753-1c5823de3f7a req-483d6301-7a06-4e97-93fc-6aff3066659b service nova] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Refreshing network info cache for port 89c332f7-3944-42e7-989b-dcc6944c3ae2 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.632056] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:12:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89c332f7-3944-42e7-989b-dcc6944c3ae2', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.642392] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.643548] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.644149] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efb5a033-799c-4b75-a13a-50acd7360419 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.667916] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.667916] env[69052]: value = "task-3236064" [ 701.667916] env[69052]: _type = "Task" [ 701.667916] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.673620] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236064, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.696713] env[69052]: DEBUG oslo_concurrency.lockutils [req-6eb8895b-2849-488c-b53b-9771df4bce00 req-289d32bd-5b8d-4559-8b44-5838194ae978 service nova] Releasing lock "refresh_cache-d144e192-e16f-4437-9813-6b44fdcaa8e1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.737472] env[69052]: DEBUG nova.objects.instance [None req-d8d1f249-8a9a-41cf-be8a-1beb8936862f tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] Lazy-loading 'flavor' on Instance uuid 38065204-486c-4d9d-abcb-eb49214e3c58 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.873771] env[69052]: DEBUG nova.compute.manager [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.896011] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.821s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.896573] env[69052]: DEBUG nova.compute.manager [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.901307] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.677s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.901307] env[69052]: INFO nova.compute.claims [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.012128] env[69052]: DEBUG oslo_vmware.api [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Task: {'id': task-3236063, 'name': Rename_Task, 'duration_secs': 0.927119} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.012348] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.012785] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7e1065c-706c-4642-b720-7aa37cfb4a14 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.021205] env[69052]: DEBUG oslo_vmware.api [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Waiting for the task: (returnval){ [ 702.021205] env[69052]: value = "task-3236065" [ 702.021205] env[69052]: _type = "Task" [ 702.021205] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.027584] env[69052]: DEBUG nova.virt.hardware [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.027805] env[69052]: DEBUG nova.virt.hardware [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.027959] env[69052]: DEBUG nova.virt.hardware [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.028162] env[69052]: DEBUG nova.virt.hardware [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.028310] env[69052]: DEBUG nova.virt.hardware [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.028518] env[69052]: DEBUG nova.virt.hardware [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.028779] env[69052]: DEBUG nova.virt.hardware [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.029000] env[69052]: DEBUG nova.virt.hardware [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.029202] env[69052]: DEBUG nova.virt.hardware [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.029368] env[69052]: DEBUG nova.virt.hardware [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.029539] env[69052]: DEBUG nova.virt.hardware [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.030299] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bbbfb4-891a-44ef-b11c-a9766127c278 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.035817] env[69052]: DEBUG oslo_vmware.api [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Task: {'id': task-3236065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.040717] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a600eef5-ecab-4b79-9c3a-4d72f7a188e1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.056014] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:8a:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '03ac2c9c-6ad2-4a85-bfab-c7e336df859a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec8f9486-424e-4d10-9120-863762267a42', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.063863] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.064521] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.064521] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b0a3218-875a-42d4-b9bd-4331eda7ceac {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.086576] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.086576] env[69052]: value = "task-3236066" [ 702.086576] env[69052]: _type = "Task" [ 702.086576] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.095645] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236066, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.175085] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236064, 'name': CreateVM_Task, 'duration_secs': 0.50661} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.175273] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.175967] env[69052]: DEBUG oslo_concurrency.lockutils [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.176156] env[69052]: DEBUG oslo_concurrency.lockutils [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.176477] env[69052]: DEBUG oslo_concurrency.lockutils [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.176726] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dcdf05d-4b65-41b0-a039-e3e8473f1b97 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.185986] env[69052]: DEBUG oslo_vmware.api [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 702.185986] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52679d37-f2f2-692e-9e50-3899dfa4c5c8" [ 702.185986] env[69052]: _type = "Task" [ 702.185986] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.194546] env[69052]: DEBUG oslo_vmware.api [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52679d37-f2f2-692e-9e50-3899dfa4c5c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.405589] env[69052]: DEBUG oslo_concurrency.lockutils [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.407210] env[69052]: DEBUG nova.compute.utils [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.408568] env[69052]: DEBUG nova.compute.manager [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.408745] env[69052]: DEBUG nova.network.neutron [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.543966] env[69052]: DEBUG oslo_vmware.api [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Task: {'id': task-3236065, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.563407] env[69052]: DEBUG nova.network.neutron [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Successfully updated port: ceb1196f-32f4-4fe4-9111-4bcf748b7edf {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.570175] env[69052]: DEBUG nova.policy [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7de6f76b0dce455da297f43f17d7a353', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '972da0732fb2445898c678fd466f7a09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.597542] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236066, 'name': CreateVM_Task, 'duration_secs': 0.395091} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.597834] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.598456] env[69052]: DEBUG oslo_concurrency.lockutils [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.697400] env[69052]: DEBUG oslo_vmware.api [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52679d37-f2f2-692e-9e50-3899dfa4c5c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010499} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.697735] env[69052]: DEBUG oslo_concurrency.lockutils [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.698182] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.698442] env[69052]: DEBUG oslo_concurrency.lockutils [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.698586] env[69052]: DEBUG oslo_concurrency.lockutils [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.698766] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.699057] env[69052]: DEBUG oslo_concurrency.lockutils [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.699362] env[69052]: DEBUG oslo_concurrency.lockutils [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.700032] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-127674f1-67fb-4b6d-b7c1-9ec1b79c9295 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.701887] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc29564d-e276-4ebb-868d-c66e74c34b56 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.707950] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 702.707950] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5206e2fb-771e-6e27-42a4-50c169b4fd4b" [ 702.707950] env[69052]: _type = "Task" [ 702.707950] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.712999] env[69052]: DEBUG nova.network.neutron [req-488f2c64-49dc-468d-b753-1c5823de3f7a req-483d6301-7a06-4e97-93fc-6aff3066659b service nova] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Updated VIF entry in instance network info cache for port 89c332f7-3944-42e7-989b-dcc6944c3ae2. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.714811] env[69052]: DEBUG nova.network.neutron [req-488f2c64-49dc-468d-b753-1c5823de3f7a req-483d6301-7a06-4e97-93fc-6aff3066659b service nova] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Updating instance_info_cache with network_info: [{"id": "89c332f7-3944-42e7-989b-dcc6944c3ae2", "address": "fa:16:3e:e9:12:10", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89c332f7-39", "ovs_interfaceid": "89c332f7-3944-42e7-989b-dcc6944c3ae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.715254] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.715254] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.716155] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f7b86ff-a09a-4df3-a91b-24559aa743de {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.723151] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5206e2fb-771e-6e27-42a4-50c169b4fd4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.724779] env[69052]: DEBUG oslo_vmware.api [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 702.724779] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524e03d6-cf89-363c-9958-b9c651fb6568" [ 702.724779] env[69052]: _type = "Task" [ 702.724779] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.733441] env[69052]: DEBUG oslo_vmware.api [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524e03d6-cf89-363c-9958-b9c651fb6568, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.745671] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d8d1f249-8a9a-41cf-be8a-1beb8936862f tempest-VolumesAssistedSnapshotsTest-348531237 tempest-VolumesAssistedSnapshotsTest-348531237-project-admin] Lock "38065204-486c-4d9d-abcb-eb49214e3c58" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.310s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.915507] env[69052]: DEBUG nova.compute.manager [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.991505] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Acquiring lock "13714572-539a-445d-8998-a974a291135d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.991820] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Lock "13714572-539a-445d-8998-a974a291135d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.992105] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Acquiring lock "13714572-539a-445d-8998-a974a291135d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.992348] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Lock "13714572-539a-445d-8998-a974a291135d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.992562] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Lock "13714572-539a-445d-8998-a974a291135d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.998447] env[69052]: INFO nova.compute.manager [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Terminating instance [ 703.035350] env[69052]: DEBUG oslo_vmware.api [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Task: {'id': task-3236065, 'name': PowerOnVM_Task, 'duration_secs': 0.532156} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.036014] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.036446] env[69052]: INFO nova.compute.manager [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Took 9.08 seconds to spawn the instance on the hypervisor. [ 703.036698] env[69052]: DEBUG nova.compute.manager [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.039936] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b36fe73-ab2b-4227-bf1f-2cc71cd686cc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.065950] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquiring lock "refresh_cache-c4b2bcae-5752-4932-9fad-8cba15d7d15c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.066228] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquired lock "refresh_cache-c4b2bcae-5752-4932-9fad-8cba15d7d15c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.066460] env[69052]: DEBUG nova.network.neutron [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.190280] env[69052]: DEBUG nova.network.neutron [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Successfully created port: 7d37c9ee-5e14-426b-ab54-b8c7a58acb5e {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.222116] env[69052]: DEBUG oslo_concurrency.lockutils [req-488f2c64-49dc-468d-b753-1c5823de3f7a req-483d6301-7a06-4e97-93fc-6aff3066659b service nova] Releasing lock "refresh_cache-34b9818a-917b-4047-9591-bf2be8d69da9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.222548] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5206e2fb-771e-6e27-42a4-50c169b4fd4b, 'name': SearchDatastore_Task, 'duration_secs': 0.013942} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.222816] env[69052]: DEBUG oslo_concurrency.lockutils [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.223079] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.223297] env[69052]: DEBUG oslo_concurrency.lockutils [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.236224] env[69052]: DEBUG oslo_vmware.api [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524e03d6-cf89-363c-9958-b9c651fb6568, 'name': SearchDatastore_Task, 'duration_secs': 0.014061} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.236975] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad2c9aba-2103-48e3-b0bb-d5d2b4559d44 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.244779] env[69052]: DEBUG oslo_vmware.api [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 703.244779] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525d7cc9-cd37-223b-9573-f7b27c68624b" [ 703.244779] env[69052]: _type = "Task" [ 703.244779] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.252204] env[69052]: DEBUG oslo_vmware.api [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525d7cc9-cd37-223b-9573-f7b27c68624b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.502880] env[69052]: DEBUG nova.compute.manager [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 703.503183] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 703.504076] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f654c948-073c-4a3f-b80b-e826d5a4f814 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.516172] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.516440] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef750b88-3d15-442a-b684-f5308645f46f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.523711] env[69052]: DEBUG oslo_vmware.api [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Waiting for the task: (returnval){ [ 703.523711] env[69052]: value = "task-3236068" [ 703.523711] env[69052]: _type = "Task" [ 703.523711] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.537021] env[69052]: DEBUG oslo_vmware.api [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3236068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.545922] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581b057a-dbfc-48de-becb-2c78d6b20e30 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.553883] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f4c7d0-0306-4059-aecc-78407fe769ca {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.597194] env[69052]: INFO nova.compute.manager [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Took 39.83 seconds to build instance. [ 703.602165] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6db3021-c575-470a-a3ce-1708233cdd58 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.607999] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e05615-3cc2-427f-889a-31e26d862f8d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.630721] env[69052]: DEBUG nova.compute.provider_tree [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.653751] env[69052]: DEBUG nova.network.neutron [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.757886] env[69052]: DEBUG oslo_vmware.api [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525d7cc9-cd37-223b-9573-f7b27c68624b, 'name': SearchDatastore_Task, 'duration_secs': 0.011937} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.759013] env[69052]: DEBUG oslo_concurrency.lockutils [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.759496] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 34b9818a-917b-4047-9591-bf2be8d69da9/34b9818a-917b-4047-9591-bf2be8d69da9.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.760097] env[69052]: DEBUG oslo_concurrency.lockutils [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.760358] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.760651] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccb93af3-eab9-4d65-8460-5607d6fa04b6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.762933] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40dba1a5-3dee-47b0-95e0-f6886f9cf66b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.772606] env[69052]: DEBUG oslo_vmware.api [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 703.772606] env[69052]: value = "task-3236069" [ 703.772606] env[69052]: _type = "Task" [ 703.772606] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.775179] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.775179] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.779477] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8917a8bd-f80e-440e-9845-b3cd804b451e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.788648] env[69052]: DEBUG oslo_vmware.api [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.790313] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 703.790313] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527581fd-89bf-b19b-8572-e6d24f2e8e87" [ 703.790313] env[69052]: _type = "Task" [ 703.790313] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.799220] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527581fd-89bf-b19b-8572-e6d24f2e8e87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.870225] env[69052]: DEBUG nova.network.neutron [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Updating instance_info_cache with network_info: [{"id": "ceb1196f-32f4-4fe4-9111-4bcf748b7edf", "address": "fa:16:3e:3e:45:2a", "network": {"id": "9f304b9e-cf9f-412f-94d4-2dde0a986cf8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-665495409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "972da0732fb2445898c678fd466f7a09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceb1196f-32", "ovs_interfaceid": "ceb1196f-32f4-4fe4-9111-4bcf748b7edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.893197] env[69052]: DEBUG nova.compute.manager [req-d81a12f8-e20c-471f-9124-7cfe1a41d664 req-654cf7dc-d5e9-4455-9aad-40e3c9bd7c91 service nova] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Received event network-vif-plugged-ceb1196f-32f4-4fe4-9111-4bcf748b7edf {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.893482] env[69052]: DEBUG oslo_concurrency.lockutils [req-d81a12f8-e20c-471f-9124-7cfe1a41d664 req-654cf7dc-d5e9-4455-9aad-40e3c9bd7c91 service nova] Acquiring lock "c4b2bcae-5752-4932-9fad-8cba15d7d15c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.893681] env[69052]: DEBUG oslo_concurrency.lockutils [req-d81a12f8-e20c-471f-9124-7cfe1a41d664 req-654cf7dc-d5e9-4455-9aad-40e3c9bd7c91 service nova] Lock "c4b2bcae-5752-4932-9fad-8cba15d7d15c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.893888] env[69052]: DEBUG oslo_concurrency.lockutils [req-d81a12f8-e20c-471f-9124-7cfe1a41d664 req-654cf7dc-d5e9-4455-9aad-40e3c9bd7c91 service nova] Lock "c4b2bcae-5752-4932-9fad-8cba15d7d15c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.894057] env[69052]: DEBUG nova.compute.manager [req-d81a12f8-e20c-471f-9124-7cfe1a41d664 req-654cf7dc-d5e9-4455-9aad-40e3c9bd7c91 service nova] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] No waiting events found dispatching network-vif-plugged-ceb1196f-32f4-4fe4-9111-4bcf748b7edf {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.894268] env[69052]: WARNING nova.compute.manager [req-d81a12f8-e20c-471f-9124-7cfe1a41d664 req-654cf7dc-d5e9-4455-9aad-40e3c9bd7c91 service nova] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Received unexpected event network-vif-plugged-ceb1196f-32f4-4fe4-9111-4bcf748b7edf for instance with vm_state building and task_state spawning. [ 703.894442] env[69052]: DEBUG nova.compute.manager [req-d81a12f8-e20c-471f-9124-7cfe1a41d664 req-654cf7dc-d5e9-4455-9aad-40e3c9bd7c91 service nova] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Received event network-changed-b815a953-e7c2-492b-99a4-a60e97e63d6f {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.894618] env[69052]: DEBUG nova.compute.manager [req-d81a12f8-e20c-471f-9124-7cfe1a41d664 req-654cf7dc-d5e9-4455-9aad-40e3c9bd7c91 service nova] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Refreshing instance network info cache due to event network-changed-b815a953-e7c2-492b-99a4-a60e97e63d6f. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.894819] env[69052]: DEBUG oslo_concurrency.lockutils [req-d81a12f8-e20c-471f-9124-7cfe1a41d664 req-654cf7dc-d5e9-4455-9aad-40e3c9bd7c91 service nova] Acquiring lock "refresh_cache-3fec9237-3f28-4688-bde6-ad51c9504d4a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.894952] env[69052]: DEBUG oslo_concurrency.lockutils [req-d81a12f8-e20c-471f-9124-7cfe1a41d664 req-654cf7dc-d5e9-4455-9aad-40e3c9bd7c91 service nova] Acquired lock "refresh_cache-3fec9237-3f28-4688-bde6-ad51c9504d4a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.895145] env[69052]: DEBUG nova.network.neutron [req-d81a12f8-e20c-471f-9124-7cfe1a41d664 req-654cf7dc-d5e9-4455-9aad-40e3c9bd7c91 service nova] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Refreshing network info cache for port b815a953-e7c2-492b-99a4-a60e97e63d6f {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.931161] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Acquiring lock "2108c0a4-a6bc-42b6-87bf-c540a527496a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.931434] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Lock "2108c0a4-a6bc-42b6-87bf-c540a527496a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.932385] env[69052]: DEBUG nova.compute.manager [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.965883] env[69052]: DEBUG nova.virt.hardware [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.966173] env[69052]: DEBUG nova.virt.hardware [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.966394] env[69052]: DEBUG nova.virt.hardware [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.966705] env[69052]: DEBUG nova.virt.hardware [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.967891] env[69052]: DEBUG nova.virt.hardware [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.967891] env[69052]: DEBUG nova.virt.hardware [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.967891] env[69052]: DEBUG nova.virt.hardware [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.967891] env[69052]: DEBUG nova.virt.hardware [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.969362] env[69052]: DEBUG nova.virt.hardware [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.969362] env[69052]: DEBUG nova.virt.hardware [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.969362] env[69052]: DEBUG nova.virt.hardware [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.969862] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338e794a-c67f-46e2-930f-22d9283d1d83 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.978129] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f578ea-7266-4338-ab3c-4727a8c79ae2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.032680] env[69052]: DEBUG oslo_vmware.api [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3236068, 'name': PowerOffVM_Task, 'duration_secs': 0.449401} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.032948] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.033149] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.033416] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9881a251-fb8c-42df-87d2-a78659e456a2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.099382] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a8cbf9e2-b28a-4068-a164-45a7a1e7ef05 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Lock "59f0e709-60bb-4763-920a-b6b25cd59c31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.720s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.108664] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.108959] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.109321] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Deleting the datastore file [datastore2] 13714572-539a-445d-8998-a974a291135d {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.109589] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9561cc67-a94c-462c-a3bb-26fd8fe192c5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.117423] env[69052]: DEBUG oslo_vmware.api [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Waiting for the task: (returnval){ [ 704.117423] env[69052]: value = "task-3236071" [ 704.117423] env[69052]: _type = "Task" [ 704.117423] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.128098] env[69052]: DEBUG oslo_vmware.api [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3236071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.133611] env[69052]: DEBUG nova.scheduler.client.report [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.284703] env[69052]: DEBUG oslo_vmware.api [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236069, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.302358] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527581fd-89bf-b19b-8572-e6d24f2e8e87, 'name': SearchDatastore_Task, 'duration_secs': 0.018776} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.303509] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5329558-2951-42f7-aaff-42bec2598db3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.309463] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 704.309463] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d3aa58-87ec-0c34-a29b-d2ef8ee2a51a" [ 704.309463] env[69052]: _type = "Task" [ 704.309463] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.313968] env[69052]: DEBUG nova.compute.manager [req-8d9b3839-f1e5-463c-8465-67d63a53e0fd req-5189fccc-f3ca-451b-89bc-7bdf6cb9a804 service nova] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Received event network-changed-1d1bad3b-8858-4637-8d57-3ab2211589de {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.314229] env[69052]: DEBUG nova.compute.manager [req-8d9b3839-f1e5-463c-8465-67d63a53e0fd req-5189fccc-f3ca-451b-89bc-7bdf6cb9a804 service nova] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Refreshing instance network info cache due to event network-changed-1d1bad3b-8858-4637-8d57-3ab2211589de. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.314395] env[69052]: DEBUG oslo_concurrency.lockutils [req-8d9b3839-f1e5-463c-8465-67d63a53e0fd req-5189fccc-f3ca-451b-89bc-7bdf6cb9a804 service nova] Acquiring lock "refresh_cache-59f0e709-60bb-4763-920a-b6b25cd59c31" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.314544] env[69052]: DEBUG oslo_concurrency.lockutils [req-8d9b3839-f1e5-463c-8465-67d63a53e0fd req-5189fccc-f3ca-451b-89bc-7bdf6cb9a804 service nova] Acquired lock "refresh_cache-59f0e709-60bb-4763-920a-b6b25cd59c31" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.314705] env[69052]: DEBUG nova.network.neutron [req-8d9b3839-f1e5-463c-8465-67d63a53e0fd req-5189fccc-f3ca-451b-89bc-7bdf6cb9a804 service nova] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Refreshing network info cache for port 1d1bad3b-8858-4637-8d57-3ab2211589de {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.320869] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d3aa58-87ec-0c34-a29b-d2ef8ee2a51a, 'name': SearchDatastore_Task, 'duration_secs': 0.009107} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.321118] env[69052]: DEBUG oslo_concurrency.lockutils [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.321370] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 005d3319-8faf-4320-afeb-983875e2db0a/005d3319-8faf-4320-afeb-983875e2db0a.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.321602] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb73f8c0-3d65-4d39-99db-5df233a542de {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.328430] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 704.328430] env[69052]: value = "task-3236072" [ 704.328430] env[69052]: _type = "Task" [ 704.328430] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.336219] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.376165] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Releasing lock "refresh_cache-c4b2bcae-5752-4932-9fad-8cba15d7d15c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.376693] env[69052]: DEBUG nova.compute.manager [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Instance network_info: |[{"id": "ceb1196f-32f4-4fe4-9111-4bcf748b7edf", "address": "fa:16:3e:3e:45:2a", "network": {"id": "9f304b9e-cf9f-412f-94d4-2dde0a986cf8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-665495409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "972da0732fb2445898c678fd466f7a09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceb1196f-32", "ovs_interfaceid": "ceb1196f-32f4-4fe4-9111-4bcf748b7edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.376996] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:45:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ceb1196f-32f4-4fe4-9111-4bcf748b7edf', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.384592] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Creating folder: Project (972da0732fb2445898c678fd466f7a09). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.384871] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f6604e6-2073-49d9-8aa1-1d85d96e076b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.400104] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Created folder: Project (972da0732fb2445898c678fd466f7a09) in parent group-v646676. [ 704.400348] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Creating folder: Instances. Parent ref: group-v646806. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.400624] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de102dca-510a-4388-ac18-f87078ab7be5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.411064] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Created folder: Instances in parent group-v646806. [ 704.411289] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.411479] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.412291] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13403cea-2623-48ce-a682-9052036c6629 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.431702] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.431702] env[69052]: value = "task-3236075" [ 704.431702] env[69052]: _type = "Task" [ 704.431702] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.438700] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236075, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.602092] env[69052]: DEBUG nova.compute.manager [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.628202] env[69052]: DEBUG oslo_vmware.api [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3236071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331328} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.628802] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.629055] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.629250] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.629433] env[69052]: INFO nova.compute.manager [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 13714572-539a-445d-8998-a974a291135d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 704.629685] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.629901] env[69052]: DEBUG nova.compute.manager [-] [instance: 13714572-539a-445d-8998-a974a291135d] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 704.630114] env[69052]: DEBUG nova.network.neutron [-] [instance: 13714572-539a-445d-8998-a974a291135d] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 704.639072] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.639612] env[69052]: DEBUG nova.compute.manager [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.642469] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.459s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.642694] env[69052]: DEBUG nova.objects.instance [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Lazy-loading 'resources' on Instance uuid ea17e00e-765a-4ded-8fff-4f49a3726918 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.787846] env[69052]: DEBUG oslo_vmware.api [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518377} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.788214] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 34b9818a-917b-4047-9591-bf2be8d69da9/34b9818a-917b-4047-9591-bf2be8d69da9.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.788484] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.788771] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b4a6254-e959-4183-8769-c05a9125881d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.796154] env[69052]: DEBUG oslo_vmware.api [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 704.796154] env[69052]: value = "task-3236076" [ 704.796154] env[69052]: _type = "Task" [ 704.796154] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.808154] env[69052]: DEBUG oslo_vmware.api [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.840755] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236072, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.893966] env[69052]: DEBUG nova.network.neutron [req-d81a12f8-e20c-471f-9124-7cfe1a41d664 req-654cf7dc-d5e9-4455-9aad-40e3c9bd7c91 service nova] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Updated VIF entry in instance network info cache for port b815a953-e7c2-492b-99a4-a60e97e63d6f. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.895486] env[69052]: DEBUG nova.network.neutron [req-d81a12f8-e20c-471f-9124-7cfe1a41d664 req-654cf7dc-d5e9-4455-9aad-40e3c9bd7c91 service nova] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Updating instance_info_cache with network_info: [{"id": "b815a953-e7c2-492b-99a4-a60e97e63d6f", "address": "fa:16:3e:3f:c0:d2", "network": {"id": "5a112929-aec2-4188-8748-b49157eb01f7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1711971443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8c4c90a3b57414cb80b28aa9b8a168d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb815a953-e7", "ovs_interfaceid": "b815a953-e7c2-492b-99a4-a60e97e63d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.940591] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236075, 'name': CreateVM_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.126259] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.148493] env[69052]: DEBUG nova.compute.utils [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.150729] env[69052]: DEBUG nova.compute.manager [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.151084] env[69052]: DEBUG nova.network.neutron [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.306019] env[69052]: DEBUG nova.policy [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7de6f76b0dce455da297f43f17d7a353', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '972da0732fb2445898c678fd466f7a09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.310976] env[69052]: DEBUG oslo_vmware.api [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140499} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.311442] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.312410] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fc8403-604b-4243-9fd2-d6c3d2741781 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.337285] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 34b9818a-917b-4047-9591-bf2be8d69da9/34b9818a-917b-4047-9591-bf2be8d69da9.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.340431] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a627301-e9c8-416a-b3c6-d391b16227f1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.367425] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521211} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.369912] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 005d3319-8faf-4320-afeb-983875e2db0a/005d3319-8faf-4320-afeb-983875e2db0a.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.370503] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.373363] env[69052]: DEBUG oslo_vmware.api [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 705.373363] env[69052]: value = "task-3236077" [ 705.373363] env[69052]: _type = "Task" [ 705.373363] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.376549] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d2a91cd-f383-4c06-8796-6df01ecdcad5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.389034] env[69052]: DEBUG oslo_vmware.api [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.392824] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 705.392824] env[69052]: value = "task-3236078" [ 705.392824] env[69052]: _type = "Task" [ 705.392824] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.397826] env[69052]: DEBUG oslo_concurrency.lockutils [req-d81a12f8-e20c-471f-9124-7cfe1a41d664 req-654cf7dc-d5e9-4455-9aad-40e3c9bd7c91 service nova] Releasing lock "refresh_cache-3fec9237-3f28-4688-bde6-ad51c9504d4a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.398149] env[69052]: DEBUG nova.compute.manager [req-d81a12f8-e20c-471f-9124-7cfe1a41d664 req-654cf7dc-d5e9-4455-9aad-40e3c9bd7c91 service nova] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Received event network-changed-ceb1196f-32f4-4fe4-9111-4bcf748b7edf {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.398269] env[69052]: DEBUG nova.compute.manager [req-d81a12f8-e20c-471f-9124-7cfe1a41d664 req-654cf7dc-d5e9-4455-9aad-40e3c9bd7c91 service nova] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Refreshing instance network info cache due to event network-changed-ceb1196f-32f4-4fe4-9111-4bcf748b7edf. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.398483] env[69052]: DEBUG oslo_concurrency.lockutils [req-d81a12f8-e20c-471f-9124-7cfe1a41d664 req-654cf7dc-d5e9-4455-9aad-40e3c9bd7c91 service nova] Acquiring lock "refresh_cache-c4b2bcae-5752-4932-9fad-8cba15d7d15c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.398630] env[69052]: DEBUG oslo_concurrency.lockutils [req-d81a12f8-e20c-471f-9124-7cfe1a41d664 req-654cf7dc-d5e9-4455-9aad-40e3c9bd7c91 service nova] Acquired lock "refresh_cache-c4b2bcae-5752-4932-9fad-8cba15d7d15c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.398790] env[69052]: DEBUG nova.network.neutron [req-d81a12f8-e20c-471f-9124-7cfe1a41d664 req-654cf7dc-d5e9-4455-9aad-40e3c9bd7c91 service nova] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Refreshing network info cache for port ceb1196f-32f4-4fe4-9111-4bcf748b7edf {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.403465] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.442855] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236075, 'name': CreateVM_Task, 'duration_secs': 0.668951} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.443076] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.443851] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.444072] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.444423] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.445040] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8608e583-9dbf-4caf-826c-dd39dc87150f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.450170] env[69052]: DEBUG oslo_vmware.api [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 705.450170] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5273b823-50c8-55cc-d7e1-26ea0f010517" [ 705.450170] env[69052]: _type = "Task" [ 705.450170] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.461185] env[69052]: DEBUG oslo_vmware.api [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5273b823-50c8-55cc-d7e1-26ea0f010517, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.651233] env[69052]: DEBUG nova.compute.manager [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.830237] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2388cb-ba02-4338-af66-1de83ef41db3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.838704] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50ce887-79f3-4a7b-8343-918059876481 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.870905] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe559b7-61ed-439a-b907-a89408c55f55 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.874817] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Acquiring lock "38065204-486c-4d9d-abcb-eb49214e3c58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.875154] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Lock "38065204-486c-4d9d-abcb-eb49214e3c58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.875316] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Acquiring lock "38065204-486c-4d9d-abcb-eb49214e3c58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.875445] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Lock "38065204-486c-4d9d-abcb-eb49214e3c58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.875625] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Lock "38065204-486c-4d9d-abcb-eb49214e3c58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.881762] env[69052]: INFO nova.compute.manager [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Terminating instance [ 705.887500] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac2520c-2e27-4465-8176-974dfc46fa2c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.899984] env[69052]: DEBUG oslo_vmware.api [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.911183] env[69052]: DEBUG nova.compute.provider_tree [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.917149] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06989} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.917149] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.918053] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d0bf4e-7521-4919-abca-789d29b8056f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.942022] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 005d3319-8faf-4320-afeb-983875e2db0a/005d3319-8faf-4320-afeb-983875e2db0a.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.942694] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3def462c-0146-4224-8b7e-9c447d30c579 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.970078] env[69052]: DEBUG oslo_vmware.api [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5273b823-50c8-55cc-d7e1-26ea0f010517, 'name': SearchDatastore_Task, 'duration_secs': 0.311777} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.971574] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.971819] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.972116] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.972292] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.972503] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.972857] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 705.972857] env[69052]: value = "task-3236079" [ 705.972857] env[69052]: _type = "Task" [ 705.972857] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.973455] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cb13643-bb3f-48f8-8c05-153626efe58d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.984136] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236079, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.988795] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.988795] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.988795] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2795666-9ac0-4c58-8c02-f0ba32f7fa1f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.992942] env[69052]: DEBUG oslo_vmware.api [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 705.992942] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521561eb-20be-e404-35a9-8d65ab9de424" [ 705.992942] env[69052]: _type = "Task" [ 705.992942] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.001534] env[69052]: DEBUG oslo_vmware.api [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521561eb-20be-e404-35a9-8d65ab9de424, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.052116] env[69052]: DEBUG nova.network.neutron [req-8d9b3839-f1e5-463c-8465-67d63a53e0fd req-5189fccc-f3ca-451b-89bc-7bdf6cb9a804 service nova] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Updated VIF entry in instance network info cache for port 1d1bad3b-8858-4637-8d57-3ab2211589de. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.052528] env[69052]: DEBUG nova.network.neutron [req-8d9b3839-f1e5-463c-8465-67d63a53e0fd req-5189fccc-f3ca-451b-89bc-7bdf6cb9a804 service nova] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Updating instance_info_cache with network_info: [{"id": "1d1bad3b-8858-4637-8d57-3ab2211589de", "address": "fa:16:3e:63:49:37", "network": {"id": "0ba289c4-afa7-4bc5-ad23-1e7b9b5e601f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-929865321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e347df4a634b53b994122d24485cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d1bad3b-88", "ovs_interfaceid": "1d1bad3b-8858-4637-8d57-3ab2211589de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.186303] env[69052]: DEBUG nova.network.neutron [req-d81a12f8-e20c-471f-9124-7cfe1a41d664 req-654cf7dc-d5e9-4455-9aad-40e3c9bd7c91 service nova] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Updated VIF entry in instance network info cache for port ceb1196f-32f4-4fe4-9111-4bcf748b7edf. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.186700] env[69052]: DEBUG nova.network.neutron [req-d81a12f8-e20c-471f-9124-7cfe1a41d664 req-654cf7dc-d5e9-4455-9aad-40e3c9bd7c91 service nova] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Updating instance_info_cache with network_info: [{"id": "ceb1196f-32f4-4fe4-9111-4bcf748b7edf", "address": "fa:16:3e:3e:45:2a", "network": {"id": "9f304b9e-cf9f-412f-94d4-2dde0a986cf8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-665495409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "972da0732fb2445898c678fd466f7a09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceb1196f-32", "ovs_interfaceid": "ceb1196f-32f4-4fe4-9111-4bcf748b7edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.203941] env[69052]: DEBUG nova.network.neutron [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Successfully updated port: 7d37c9ee-5e14-426b-ab54-b8c7a58acb5e {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.316100] env[69052]: DEBUG nova.compute.manager [req-82ba6ca3-5612-49e0-b87b-63b37f697872 req-8efbb63d-6922-4ec2-84c3-c4e8ee058f78 service nova] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Received event network-vif-plugged-7d37c9ee-5e14-426b-ab54-b8c7a58acb5e {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.316100] env[69052]: DEBUG oslo_concurrency.lockutils [req-82ba6ca3-5612-49e0-b87b-63b37f697872 req-8efbb63d-6922-4ec2-84c3-c4e8ee058f78 service nova] Acquiring lock "00532336-a3a9-43f7-a3bd-59b2f3790091-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.316391] env[69052]: DEBUG oslo_concurrency.lockutils [req-82ba6ca3-5612-49e0-b87b-63b37f697872 req-8efbb63d-6922-4ec2-84c3-c4e8ee058f78 service nova] Lock "00532336-a3a9-43f7-a3bd-59b2f3790091-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.316863] env[69052]: DEBUG oslo_concurrency.lockutils [req-82ba6ca3-5612-49e0-b87b-63b37f697872 req-8efbb63d-6922-4ec2-84c3-c4e8ee058f78 service nova] Lock "00532336-a3a9-43f7-a3bd-59b2f3790091-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.317214] env[69052]: DEBUG nova.compute.manager [req-82ba6ca3-5612-49e0-b87b-63b37f697872 req-8efbb63d-6922-4ec2-84c3-c4e8ee058f78 service nova] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] No waiting events found dispatching network-vif-plugged-7d37c9ee-5e14-426b-ab54-b8c7a58acb5e {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.317510] env[69052]: WARNING nova.compute.manager [req-82ba6ca3-5612-49e0-b87b-63b37f697872 req-8efbb63d-6922-4ec2-84c3-c4e8ee058f78 service nova] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Received unexpected event network-vif-plugged-7d37c9ee-5e14-426b-ab54-b8c7a58acb5e for instance with vm_state building and task_state spawning. [ 706.391954] env[69052]: DEBUG oslo_vmware.api [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.400784] env[69052]: DEBUG nova.compute.manager [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.400891] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.401745] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d070f071-af4c-4c65-84d9-35422d8e115a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.409474] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.409713] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-557b2838-7351-4d65-9cb1-48850518a6d5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.416439] env[69052]: DEBUG oslo_vmware.api [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Waiting for the task: (returnval){ [ 706.416439] env[69052]: value = "task-3236080" [ 706.416439] env[69052]: _type = "Task" [ 706.416439] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.417296] env[69052]: DEBUG nova.scheduler.client.report [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.430033] env[69052]: DEBUG oslo_vmware.api [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Task: {'id': task-3236080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.442766] env[69052]: DEBUG nova.network.neutron [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Successfully created port: f284ab35-3609-4188-9a1e-bbdaa58ea3c3 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.487240] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.503724] env[69052]: DEBUG oslo_vmware.api [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521561eb-20be-e404-35a9-8d65ab9de424, 'name': SearchDatastore_Task, 'duration_secs': 0.011699} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.506556] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8c2f3f5-c93c-4fbe-a72a-98bce6ad5fc9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.510983] env[69052]: DEBUG oslo_vmware.api [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 706.510983] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52757ea3-3f8e-60fd-bd0b-a991ff44996b" [ 706.510983] env[69052]: _type = "Task" [ 706.510983] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.522031] env[69052]: DEBUG oslo_vmware.api [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52757ea3-3f8e-60fd-bd0b-a991ff44996b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.555614] env[69052]: DEBUG oslo_concurrency.lockutils [req-8d9b3839-f1e5-463c-8465-67d63a53e0fd req-5189fccc-f3ca-451b-89bc-7bdf6cb9a804 service nova] Releasing lock "refresh_cache-59f0e709-60bb-4763-920a-b6b25cd59c31" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.662084] env[69052]: DEBUG nova.compute.manager [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.691208] env[69052]: DEBUG oslo_concurrency.lockutils [req-d81a12f8-e20c-471f-9124-7cfe1a41d664 req-654cf7dc-d5e9-4455-9aad-40e3c9bd7c91 service nova] Releasing lock "refresh_cache-c4b2bcae-5752-4932-9fad-8cba15d7d15c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.700937] env[69052]: DEBUG nova.virt.hardware [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.701258] env[69052]: DEBUG nova.virt.hardware [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.703602] env[69052]: DEBUG nova.virt.hardware [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.703903] env[69052]: DEBUG nova.virt.hardware [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.704130] env[69052]: DEBUG nova.virt.hardware [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.704748] env[69052]: DEBUG nova.virt.hardware [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.704748] env[69052]: DEBUG nova.virt.hardware [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.704748] env[69052]: DEBUG nova.virt.hardware [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.705022] env[69052]: DEBUG nova.virt.hardware [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.705281] env[69052]: DEBUG nova.virt.hardware [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.705470] env[69052]: DEBUG nova.virt.hardware [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.706390] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d861ce-e389-4836-9e7e-0cb08db9365d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.709589] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquiring lock "refresh_cache-00532336-a3a9-43f7-a3bd-59b2f3790091" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.709767] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquired lock "refresh_cache-00532336-a3a9-43f7-a3bd-59b2f3790091" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.709946] env[69052]: DEBUG nova.network.neutron [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.716256] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c51815-3e5b-454b-b5b8-9d41c498cdc3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.893350] env[69052]: DEBUG oslo_vmware.api [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236077, 'name': ReconfigVM_Task, 'duration_secs': 1.355136} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.893706] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 34b9818a-917b-4047-9591-bf2be8d69da9/34b9818a-917b-4047-9591-bf2be8d69da9.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.894620] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b511cf7-36d6-43d8-a7cf-63894e01a6b6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.901738] env[69052]: DEBUG oslo_vmware.api [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 706.901738] env[69052]: value = "task-3236081" [ 706.901738] env[69052]: _type = "Task" [ 706.901738] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.910851] env[69052]: DEBUG oslo_vmware.api [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236081, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.922448] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.280s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.925660] env[69052]: DEBUG oslo_concurrency.lockutils [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.738s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.926016] env[69052]: DEBUG nova.objects.instance [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Lazy-loading 'resources' on Instance uuid 8a9a11e6-fbed-4445-b8c8-fdce8b831834 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.932736] env[69052]: DEBUG oslo_vmware.api [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Task: {'id': task-3236080, 'name': PowerOffVM_Task, 'duration_secs': 0.334667} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.933168] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.933403] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.933690] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f953ac7-164b-447c-b62b-da3e2b8c2ed5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.949433] env[69052]: INFO nova.scheduler.client.report [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Deleted allocations for instance ea17e00e-765a-4ded-8fff-4f49a3726918 [ 706.990481] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236079, 'name': ReconfigVM_Task, 'duration_secs': 0.761819} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.990481] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 005d3319-8faf-4320-afeb-983875e2db0a/005d3319-8faf-4320-afeb-983875e2db0a.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.990795] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91802261-0611-432b-8a8f-af5625b884be {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.993436] env[69052]: DEBUG nova.network.neutron [-] [instance: 13714572-539a-445d-8998-a974a291135d] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.003130] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.003130] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.003130] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Deleting the datastore file [datastore2] 38065204-486c-4d9d-abcb-eb49214e3c58 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.003130] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 707.003130] env[69052]: value = "task-3236083" [ 707.003130] env[69052]: _type = "Task" [ 707.003130] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.004567] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-174a80d1-8735-4f95-b962-58dc66c45305 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.020185] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236083, 'name': Rename_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.020324] env[69052]: DEBUG oslo_vmware.api [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Waiting for the task: (returnval){ [ 707.020324] env[69052]: value = "task-3236084" [ 707.020324] env[69052]: _type = "Task" [ 707.020324] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.027942] env[69052]: DEBUG oslo_vmware.api [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52757ea3-3f8e-60fd-bd0b-a991ff44996b, 'name': SearchDatastore_Task, 'duration_secs': 0.012758} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.029175] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.029175] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] c4b2bcae-5752-4932-9fad-8cba15d7d15c/c4b2bcae-5752-4932-9fad-8cba15d7d15c.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.029355] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96403d91-5733-446b-a2e8-ec00208d9090 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.036317] env[69052]: DEBUG oslo_vmware.api [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Task: {'id': task-3236084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.039521] env[69052]: DEBUG oslo_vmware.api [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 707.039521] env[69052]: value = "task-3236085" [ 707.039521] env[69052]: _type = "Task" [ 707.039521] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.048751] env[69052]: DEBUG oslo_vmware.api [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.264295] env[69052]: DEBUG nova.network.neutron [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.419015] env[69052]: DEBUG oslo_vmware.api [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236081, 'name': Rename_Task, 'duration_secs': 0.213309} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.419015] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.419015] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12447db9-82ea-44e5-aaaf-c83af1782e1a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.426882] env[69052]: DEBUG oslo_vmware.api [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 707.426882] env[69052]: value = "task-3236086" [ 707.426882] env[69052]: _type = "Task" [ 707.426882] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.442828] env[69052]: DEBUG oslo_vmware.api [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.459717] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f9fa0a29-2925-424b-942a-d57607809240 tempest-TenantUsagesTestJSON-913409719 tempest-TenantUsagesTestJSON-913409719-project-member] Lock "ea17e00e-765a-4ded-8fff-4f49a3726918" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.226s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.496297] env[69052]: INFO nova.compute.manager [-] [instance: 13714572-539a-445d-8998-a974a291135d] Took 2.87 seconds to deallocate network for instance. [ 707.517404] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236083, 'name': Rename_Task, 'duration_secs': 0.203955} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.517557] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.517939] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-424ae9ed-8797-44b7-b659-80c8d97cfaee {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.529825] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 707.529825] env[69052]: value = "task-3236087" [ 707.529825] env[69052]: _type = "Task" [ 707.529825] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.535714] env[69052]: DEBUG oslo_vmware.api [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Task: {'id': task-3236084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35786} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.539750] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.539996] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.540241] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.540452] env[69052]: INFO nova.compute.manager [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Took 1.14 seconds to destroy the instance on the hypervisor. [ 707.540823] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.547891] env[69052]: DEBUG nova.compute.manager [-] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 707.547891] env[69052]: DEBUG nova.network.neutron [-] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 707.550427] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236087, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.563494] env[69052]: DEBUG oslo_vmware.api [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236085, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.824185] env[69052]: DEBUG nova.network.neutron [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Updating instance_info_cache with network_info: [{"id": "7d37c9ee-5e14-426b-ab54-b8c7a58acb5e", "address": "fa:16:3e:9e:e9:a1", "network": {"id": "9f304b9e-cf9f-412f-94d4-2dde0a986cf8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-665495409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "972da0732fb2445898c678fd466f7a09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d37c9ee-5e", "ovs_interfaceid": "7d37c9ee-5e14-426b-ab54-b8c7a58acb5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.941590] env[69052]: DEBUG oslo_vmware.api [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236086, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.003316] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.041893] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236087, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.057650] env[69052]: DEBUG oslo_vmware.api [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236085, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772368} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.057914] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] c4b2bcae-5752-4932-9fad-8cba15d7d15c/c4b2bcae-5752-4932-9fad-8cba15d7d15c.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.058761] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.058761] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-231e599a-a3d6-43ad-aeaa-0431ca40407e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.066911] env[69052]: DEBUG oslo_vmware.api [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 708.066911] env[69052]: value = "task-3236088" [ 708.066911] env[69052]: _type = "Task" [ 708.066911] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.075648] env[69052]: DEBUG oslo_vmware.api [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.120515] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a161e6b0-e890-44ee-90b3-1e8cd3fad20d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.129706] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134044c1-fb74-43ad-9e91-ce078a089f7a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.167515] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b7f891-b670-4a25-8050-9781c3731bf6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.178132] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6895b8d7-0ced-46fa-865b-77459927e265 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.192939] env[69052]: DEBUG nova.compute.provider_tree [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.327334] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Releasing lock "refresh_cache-00532336-a3a9-43f7-a3bd-59b2f3790091" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.327334] env[69052]: DEBUG nova.compute.manager [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Instance network_info: |[{"id": "7d37c9ee-5e14-426b-ab54-b8c7a58acb5e", "address": "fa:16:3e:9e:e9:a1", "network": {"id": "9f304b9e-cf9f-412f-94d4-2dde0a986cf8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-665495409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "972da0732fb2445898c678fd466f7a09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d37c9ee-5e", "ovs_interfaceid": "7d37c9ee-5e14-426b-ab54-b8c7a58acb5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.327478] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:e9:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d37c9ee-5e14-426b-ab54-b8c7a58acb5e', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.336092] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.336092] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.336092] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b9f734c-c020-405b-843e-e2cb93f5d90e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.360756] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.360756] env[69052]: value = "task-3236089" [ 708.360756] env[69052]: _type = "Task" [ 708.360756] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.371737] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236089, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.440146] env[69052]: DEBUG oslo_vmware.api [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236086, 'name': PowerOnVM_Task, 'duration_secs': 0.775932} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.440659] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.440879] env[69052]: INFO nova.compute.manager [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Took 10.16 seconds to spawn the instance on the hypervisor. [ 708.441725] env[69052]: DEBUG nova.compute.manager [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.442758] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71f471f-f793-49f1-aa01-e53a05875cf6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.542034] env[69052]: DEBUG nova.network.neutron [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Successfully updated port: f284ab35-3609-4188-9a1e-bbdaa58ea3c3 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.547543] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236087, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.581032] env[69052]: DEBUG oslo_vmware.api [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073483} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.581032] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.581032] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99c122c-e792-4853-8757-6f9cb0c84452 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.607095] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] c4b2bcae-5752-4932-9fad-8cba15d7d15c/c4b2bcae-5752-4932-9fad-8cba15d7d15c.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.610019] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-210c7ef5-7565-43a9-a71a-50372d08af9c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.635028] env[69052]: DEBUG oslo_vmware.api [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 708.635028] env[69052]: value = "task-3236090" [ 708.635028] env[69052]: _type = "Task" [ 708.635028] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.643025] env[69052]: DEBUG oslo_vmware.api [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236090, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.699029] env[69052]: DEBUG nova.scheduler.client.report [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.701850] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.701850] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.765552] env[69052]: DEBUG nova.compute.manager [req-a3b65fd4-5d2b-42b9-b586-8bc911be8fdc req-4169acc3-cbb8-4883-83c1-34bd1d532b6a service nova] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Received event network-changed-7d37c9ee-5e14-426b-ab54-b8c7a58acb5e {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.765552] env[69052]: DEBUG nova.compute.manager [req-a3b65fd4-5d2b-42b9-b586-8bc911be8fdc req-4169acc3-cbb8-4883-83c1-34bd1d532b6a service nova] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Refreshing instance network info cache due to event network-changed-7d37c9ee-5e14-426b-ab54-b8c7a58acb5e. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.765552] env[69052]: DEBUG oslo_concurrency.lockutils [req-a3b65fd4-5d2b-42b9-b586-8bc911be8fdc req-4169acc3-cbb8-4883-83c1-34bd1d532b6a service nova] Acquiring lock "refresh_cache-00532336-a3a9-43f7-a3bd-59b2f3790091" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.765651] env[69052]: DEBUG oslo_concurrency.lockutils [req-a3b65fd4-5d2b-42b9-b586-8bc911be8fdc req-4169acc3-cbb8-4883-83c1-34bd1d532b6a service nova] Acquired lock "refresh_cache-00532336-a3a9-43f7-a3bd-59b2f3790091" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.765878] env[69052]: DEBUG nova.network.neutron [req-a3b65fd4-5d2b-42b9-b586-8bc911be8fdc req-4169acc3-cbb8-4883-83c1-34bd1d532b6a service nova] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Refreshing network info cache for port 7d37c9ee-5e14-426b-ab54-b8c7a58acb5e {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.871619] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236089, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.965273] env[69052]: INFO nova.compute.manager [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Took 41.89 seconds to build instance. [ 709.039897] env[69052]: DEBUG oslo_vmware.api [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236087, 'name': PowerOnVM_Task, 'duration_secs': 1.240583} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.040231] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.040454] env[69052]: DEBUG nova.compute.manager [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.041345] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880f9205-19fe-489a-894c-cd7e0b03892a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.051500] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquiring lock "refresh_cache-bf57b022-2a6e-4514-bb47-aa6965aad6ff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.051680] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquired lock "refresh_cache-bf57b022-2a6e-4514-bb47-aa6965aad6ff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.051832] env[69052]: DEBUG nova.network.neutron [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.142627] env[69052]: DEBUG oslo_vmware.api [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236090, 'name': ReconfigVM_Task, 'duration_secs': 0.478226} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.142753] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Reconfigured VM instance instance-0000002a to attach disk [datastore2] c4b2bcae-5752-4932-9fad-8cba15d7d15c/c4b2bcae-5752-4932-9fad-8cba15d7d15c.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.143431] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c2470e0-1934-4772-b2c8-840db6d5c269 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.150762] env[69052]: DEBUG oslo_vmware.api [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 709.150762] env[69052]: value = "task-3236091" [ 709.150762] env[69052]: _type = "Task" [ 709.150762] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.159731] env[69052]: DEBUG oslo_vmware.api [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236091, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.204913] env[69052]: DEBUG oslo_concurrency.lockutils [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.208657] env[69052]: DEBUG oslo_concurrency.lockutils [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.191s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.208657] env[69052]: DEBUG nova.objects.instance [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Lazy-loading 'resources' on Instance uuid 742a374a-07f2-4a59-89cb-e58e3cd2e357 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.210386] env[69052]: DEBUG nova.network.neutron [-] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.229957] env[69052]: INFO nova.scheduler.client.report [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Deleted allocations for instance 8a9a11e6-fbed-4445-b8c8-fdce8b831834 [ 709.374677] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236089, 'name': CreateVM_Task, 'duration_secs': 0.599283} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.374677] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.374677] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.374861] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.375049] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.377694] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f8c4a4c-2fde-4445-b8a1-6690e20410b4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.383186] env[69052]: DEBUG oslo_vmware.api [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 709.383186] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5259cef4-644a-70ef-0d59-b894c82a27aa" [ 709.383186] env[69052]: _type = "Task" [ 709.383186] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.392924] env[69052]: DEBUG oslo_vmware.api [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5259cef4-644a-70ef-0d59-b894c82a27aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.470603] env[69052]: DEBUG oslo_concurrency.lockutils [None req-320f476a-0745-434a-ba1e-44a4dc4c337e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "34b9818a-917b-4047-9591-bf2be8d69da9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.707s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.569452] env[69052]: DEBUG oslo_concurrency.lockutils [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.585205] env[69052]: DEBUG nova.network.neutron [req-a3b65fd4-5d2b-42b9-b586-8bc911be8fdc req-4169acc3-cbb8-4883-83c1-34bd1d532b6a service nova] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Updated VIF entry in instance network info cache for port 7d37c9ee-5e14-426b-ab54-b8c7a58acb5e. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.585596] env[69052]: DEBUG nova.network.neutron [req-a3b65fd4-5d2b-42b9-b586-8bc911be8fdc req-4169acc3-cbb8-4883-83c1-34bd1d532b6a service nova] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Updating instance_info_cache with network_info: [{"id": "7d37c9ee-5e14-426b-ab54-b8c7a58acb5e", "address": "fa:16:3e:9e:e9:a1", "network": {"id": "9f304b9e-cf9f-412f-94d4-2dde0a986cf8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-665495409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "972da0732fb2445898c678fd466f7a09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d37c9ee-5e", "ovs_interfaceid": "7d37c9ee-5e14-426b-ab54-b8c7a58acb5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.617369] env[69052]: DEBUG nova.network.neutron [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.662744] env[69052]: DEBUG oslo_vmware.api [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236091, 'name': Rename_Task, 'duration_secs': 0.390971} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.662991] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.663246] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32c647e5-8f91-4389-a3db-a13d20883cd2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.670746] env[69052]: DEBUG oslo_vmware.api [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 709.670746] env[69052]: value = "task-3236092" [ 709.670746] env[69052]: _type = "Task" [ 709.670746] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.678976] env[69052]: DEBUG oslo_vmware.api [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.715679] env[69052]: INFO nova.compute.manager [-] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Took 2.17 seconds to deallocate network for instance. [ 709.736668] env[69052]: DEBUG oslo_concurrency.lockutils [None req-79c1e408-eff3-4821-9838-e959d163236b tempest-FloatingIPsAssociationNegativeTestJSON-1881144340 tempest-FloatingIPsAssociationNegativeTestJSON-1881144340-project-member] Lock "8a9a11e6-fbed-4445-b8c8-fdce8b831834" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.447s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.827502] env[69052]: DEBUG nova.network.neutron [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Updating instance_info_cache with network_info: [{"id": "f284ab35-3609-4188-9a1e-bbdaa58ea3c3", "address": "fa:16:3e:d7:a7:2c", "network": {"id": "9f304b9e-cf9f-412f-94d4-2dde0a986cf8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-665495409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "972da0732fb2445898c678fd466f7a09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf284ab35-36", "ovs_interfaceid": "f284ab35-3609-4188-9a1e-bbdaa58ea3c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.897224] env[69052]: DEBUG oslo_vmware.api [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5259cef4-644a-70ef-0d59-b894c82a27aa, 'name': SearchDatastore_Task, 'duration_secs': 0.033501} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.898119] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.898119] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.898119] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.898119] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.898345] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.898563] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f41af059-d1de-47b7-8296-7c0ac3954ddb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.910085] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.910297] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.911070] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c3cedbb-681a-4c9b-a416-40fdfc64d3fb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.917794] env[69052]: DEBUG oslo_vmware.api [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 709.917794] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e802a9-25be-6ca8-e086-4cf07b620d1a" [ 709.917794] env[69052]: _type = "Task" [ 709.917794] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.934189] env[69052]: DEBUG oslo_vmware.api [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e802a9-25be-6ca8-e086-4cf07b620d1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.976028] env[69052]: DEBUG nova.compute.manager [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.093859] env[69052]: DEBUG oslo_concurrency.lockutils [req-a3b65fd4-5d2b-42b9-b586-8bc911be8fdc req-4169acc3-cbb8-4883-83c1-34bd1d532b6a service nova] Releasing lock "refresh_cache-00532336-a3a9-43f7-a3bd-59b2f3790091" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.093859] env[69052]: DEBUG nova.compute.manager [req-a3b65fd4-5d2b-42b9-b586-8bc911be8fdc req-4169acc3-cbb8-4883-83c1-34bd1d532b6a service nova] [instance: 13714572-539a-445d-8998-a974a291135d] Received event network-vif-deleted-ebdbb620-77d1-4d4c-a769-c768e1e3cd0a {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.093859] env[69052]: DEBUG nova.compute.manager [req-a3b65fd4-5d2b-42b9-b586-8bc911be8fdc req-4169acc3-cbb8-4883-83c1-34bd1d532b6a service nova] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Received event network-vif-plugged-f284ab35-3609-4188-9a1e-bbdaa58ea3c3 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.093859] env[69052]: DEBUG oslo_concurrency.lockutils [req-a3b65fd4-5d2b-42b9-b586-8bc911be8fdc req-4169acc3-cbb8-4883-83c1-34bd1d532b6a service nova] Acquiring lock "bf57b022-2a6e-4514-bb47-aa6965aad6ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.093859] env[69052]: DEBUG oslo_concurrency.lockutils [req-a3b65fd4-5d2b-42b9-b586-8bc911be8fdc req-4169acc3-cbb8-4883-83c1-34bd1d532b6a service nova] Lock "bf57b022-2a6e-4514-bb47-aa6965aad6ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.094175] env[69052]: DEBUG oslo_concurrency.lockutils [req-a3b65fd4-5d2b-42b9-b586-8bc911be8fdc req-4169acc3-cbb8-4883-83c1-34bd1d532b6a service nova] Lock "bf57b022-2a6e-4514-bb47-aa6965aad6ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.094175] env[69052]: DEBUG nova.compute.manager [req-a3b65fd4-5d2b-42b9-b586-8bc911be8fdc req-4169acc3-cbb8-4883-83c1-34bd1d532b6a service nova] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] No waiting events found dispatching network-vif-plugged-f284ab35-3609-4188-9a1e-bbdaa58ea3c3 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.094175] env[69052]: WARNING nova.compute.manager [req-a3b65fd4-5d2b-42b9-b586-8bc911be8fdc req-4169acc3-cbb8-4883-83c1-34bd1d532b6a service nova] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Received unexpected event network-vif-plugged-f284ab35-3609-4188-9a1e-bbdaa58ea3c3 for instance with vm_state building and task_state spawning. [ 710.183555] env[69052]: DEBUG oslo_vmware.api [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236092, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.226399] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.333021] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Releasing lock "refresh_cache-bf57b022-2a6e-4514-bb47-aa6965aad6ff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.333414] env[69052]: DEBUG nova.compute.manager [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Instance network_info: |[{"id": "f284ab35-3609-4188-9a1e-bbdaa58ea3c3", "address": "fa:16:3e:d7:a7:2c", "network": {"id": "9f304b9e-cf9f-412f-94d4-2dde0a986cf8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-665495409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "972da0732fb2445898c678fd466f7a09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf284ab35-36", "ovs_interfaceid": "f284ab35-3609-4188-9a1e-bbdaa58ea3c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.334964] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:a7:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f284ab35-3609-4188-9a1e-bbdaa58ea3c3', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.343503] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.344030] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.344030] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9825a4f2-ad21-44b8-9840-426fff8694bf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.366728] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.366728] env[69052]: value = "task-3236093" [ 710.366728] env[69052]: _type = "Task" [ 710.366728] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.377653] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236093, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.385803] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c35008-e52b-4b54-b7f7-1377d6bef662 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.394050] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db8dcea-6761-45a3-a136-67fe09307a4e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.429620] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91f38a1-f29f-48e2-8f47-c206cb2f0639 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.442779] env[69052]: DEBUG oslo_vmware.api [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e802a9-25be-6ca8-e086-4cf07b620d1a, 'name': SearchDatastore_Task, 'duration_secs': 0.023838} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.445899] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91b5abfd-cbda-4fb0-8aca-bdd6af7a5101 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.449590] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfffe73-7f01-48f3-9a92-16de8cee18c5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.457843] env[69052]: DEBUG oslo_vmware.api [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 710.457843] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525b6c1e-79b9-9df8-4f16-fe549a9c30ef" [ 710.457843] env[69052]: _type = "Task" [ 710.457843] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.468680] env[69052]: DEBUG nova.compute.provider_tree [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.482538] env[69052]: DEBUG oslo_vmware.api [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525b6c1e-79b9-9df8-4f16-fe549a9c30ef, 'name': SearchDatastore_Task, 'duration_secs': 0.009754} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.485090] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.485315] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 00532336-a3a9-43f7-a3bd-59b2f3790091/00532336-a3a9-43f7-a3bd-59b2f3790091.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.486359] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6610da69-2892-4318-9c83-9c6959de3627 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.494274] env[69052]: DEBUG oslo_vmware.api [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 710.494274] env[69052]: value = "task-3236094" [ 710.494274] env[69052]: _type = "Task" [ 710.494274] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.504912] env[69052]: DEBUG oslo_vmware.api [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.504912] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.693213] env[69052]: DEBUG oslo_vmware.api [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236092, 'name': PowerOnVM_Task, 'duration_secs': 0.917721} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.693213] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.693213] env[69052]: INFO nova.compute.manager [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Took 9.57 seconds to spawn the instance on the hypervisor. [ 710.693213] env[69052]: DEBUG nova.compute.manager [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.693213] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8030471-201a-4ef5-9167-9ee3cca0814c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.877698] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236093, 'name': CreateVM_Task, 'duration_secs': 0.43209} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.877824] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.878653] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.878852] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.879207] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.879492] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88f0a023-6bea-4ec1-8cf3-48c304df192e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.885172] env[69052]: DEBUG oslo_vmware.api [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 710.885172] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d427ef-6a2e-1336-fdf8-bb6ae7172418" [ 710.885172] env[69052]: _type = "Task" [ 710.885172] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.894739] env[69052]: DEBUG oslo_vmware.api [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d427ef-6a2e-1336-fdf8-bb6ae7172418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.974837] env[69052]: DEBUG nova.scheduler.client.report [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.004564] env[69052]: DEBUG nova.compute.manager [req-ec403336-7e11-4848-908e-46f36ee0d236 req-8ec62cb8-b3a9-4bc2-b092-d56aceac266d service nova] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Received event network-changed-f284ab35-3609-4188-9a1e-bbdaa58ea3c3 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.004836] env[69052]: DEBUG nova.compute.manager [req-ec403336-7e11-4848-908e-46f36ee0d236 req-8ec62cb8-b3a9-4bc2-b092-d56aceac266d service nova] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Refreshing instance network info cache due to event network-changed-f284ab35-3609-4188-9a1e-bbdaa58ea3c3. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.005018] env[69052]: DEBUG oslo_concurrency.lockutils [req-ec403336-7e11-4848-908e-46f36ee0d236 req-8ec62cb8-b3a9-4bc2-b092-d56aceac266d service nova] Acquiring lock "refresh_cache-bf57b022-2a6e-4514-bb47-aa6965aad6ff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.005173] env[69052]: DEBUG oslo_concurrency.lockutils [req-ec403336-7e11-4848-908e-46f36ee0d236 req-8ec62cb8-b3a9-4bc2-b092-d56aceac266d service nova] Acquired lock "refresh_cache-bf57b022-2a6e-4514-bb47-aa6965aad6ff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.005336] env[69052]: DEBUG nova.network.neutron [req-ec403336-7e11-4848-908e-46f36ee0d236 req-8ec62cb8-b3a9-4bc2-b092-d56aceac266d service nova] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Refreshing network info cache for port f284ab35-3609-4188-9a1e-bbdaa58ea3c3 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.014614] env[69052]: DEBUG oslo_vmware.api [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236094, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.055837] env[69052]: INFO nova.compute.manager [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Rebuilding instance [ 711.119554] env[69052]: DEBUG nova.compute.manager [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.120193] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7916f641-6f70-4d72-820f-adba2cbab00c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.221909] env[69052]: INFO nova.compute.manager [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Took 41.46 seconds to build instance. [ 711.396306] env[69052]: DEBUG oslo_vmware.api [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d427ef-6a2e-1336-fdf8-bb6ae7172418, 'name': SearchDatastore_Task, 'duration_secs': 0.026692} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.397619] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.397619] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.397619] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.397619] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.397814] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.398681] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1678db1-f918-498a-ad93-6c24eee2f1a5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.407098] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.407797] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.408658] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6599d04f-fe19-49ef-81ea-fa9860a5ad29 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.414131] env[69052]: DEBUG oslo_vmware.api [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 711.414131] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5222012b-f658-a0bc-8435-f043d5406aa3" [ 711.414131] env[69052]: _type = "Task" [ 711.414131] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.423546] env[69052]: DEBUG oslo_vmware.api [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5222012b-f658-a0bc-8435-f043d5406aa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.482659] env[69052]: DEBUG oslo_concurrency.lockutils [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.275s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.485267] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.023s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.487206] env[69052]: INFO nova.compute.claims [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.506636] env[69052]: DEBUG oslo_vmware.api [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537942} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.506775] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 00532336-a3a9-43f7-a3bd-59b2f3790091/00532336-a3a9-43f7-a3bd-59b2f3790091.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.507025] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.508202] env[69052]: INFO nova.scheduler.client.report [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Deleted allocations for instance 742a374a-07f2-4a59-89cb-e58e3cd2e357 [ 711.509322] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4567d7ba-5103-47fe-81bd-3352e8de8bf8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.520705] env[69052]: DEBUG oslo_vmware.api [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 711.520705] env[69052]: value = "task-3236095" [ 711.520705] env[69052]: _type = "Task" [ 711.520705] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.529831] env[69052]: DEBUG oslo_vmware.api [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.625422] env[69052]: DEBUG nova.compute.manager [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Stashing vm_state: active {{(pid=69052) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 711.729293] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6c7674f-0c1b-41a3-99c2-7c950604a521 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "c4b2bcae-5752-4932-9fad-8cba15d7d15c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.370s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.836727] env[69052]: DEBUG nova.network.neutron [req-ec403336-7e11-4848-908e-46f36ee0d236 req-8ec62cb8-b3a9-4bc2-b092-d56aceac266d service nova] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Updated VIF entry in instance network info cache for port f284ab35-3609-4188-9a1e-bbdaa58ea3c3. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.837231] env[69052]: DEBUG nova.network.neutron [req-ec403336-7e11-4848-908e-46f36ee0d236 req-8ec62cb8-b3a9-4bc2-b092-d56aceac266d service nova] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Updating instance_info_cache with network_info: [{"id": "f284ab35-3609-4188-9a1e-bbdaa58ea3c3", "address": "fa:16:3e:d7:a7:2c", "network": {"id": "9f304b9e-cf9f-412f-94d4-2dde0a986cf8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-665495409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "972da0732fb2445898c678fd466f7a09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf284ab35-36", "ovs_interfaceid": "f284ab35-3609-4188-9a1e-bbdaa58ea3c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.927031] env[69052]: DEBUG oslo_vmware.api [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5222012b-f658-a0bc-8435-f043d5406aa3, 'name': SearchDatastore_Task, 'duration_secs': 0.013498} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.928123] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a9acfb9-097e-4a40-b774-30f06b8fb254 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.936594] env[69052]: DEBUG oslo_vmware.api [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 711.936594] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5235917f-064e-6d7c-4a8b-8e9531281e76" [ 711.936594] env[69052]: _type = "Task" [ 711.936594] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.949718] env[69052]: DEBUG oslo_vmware.api [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5235917f-064e-6d7c-4a8b-8e9531281e76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.020981] env[69052]: DEBUG oslo_concurrency.lockutils [None req-eba94571-935a-4e7e-8431-2ba79f9794e3 tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Lock "742a374a-07f2-4a59-89cb-e58e3cd2e357" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.689s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.033067] env[69052]: DEBUG oslo_vmware.api [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103584} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.033586] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.034705] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456a1a1f-3fad-4310-aa1c-f845069fb493 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.059219] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 00532336-a3a9-43f7-a3bd-59b2f3790091/00532336-a3a9-43f7-a3bd-59b2f3790091.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.059821] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0dd4557-27f6-444b-adea-22672c27fc97 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.080535] env[69052]: DEBUG oslo_vmware.api [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 712.080535] env[69052]: value = "task-3236096" [ 712.080535] env[69052]: _type = "Task" [ 712.080535] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.089118] env[69052]: DEBUG oslo_vmware.api [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.137522] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.137838] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e6dcb74-7fbf-4ddb-9a6c-83ad66d54144 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.145061] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 712.145061] env[69052]: value = "task-3236097" [ 712.145061] env[69052]: _type = "Task" [ 712.145061] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.150243] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.156343] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.232823] env[69052]: DEBUG nova.compute.manager [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.339979] env[69052]: DEBUG oslo_concurrency.lockutils [req-ec403336-7e11-4848-908e-46f36ee0d236 req-8ec62cb8-b3a9-4bc2-b092-d56aceac266d service nova] Releasing lock "refresh_cache-bf57b022-2a6e-4514-bb47-aa6965aad6ff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.340327] env[69052]: DEBUG nova.compute.manager [req-ec403336-7e11-4848-908e-46f36ee0d236 req-8ec62cb8-b3a9-4bc2-b092-d56aceac266d service nova] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Received event network-vif-deleted-69c31fb2-7e0c-4a02-8d92-b4b127d85657 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.448170] env[69052]: DEBUG oslo_vmware.api [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5235917f-064e-6d7c-4a8b-8e9531281e76, 'name': SearchDatastore_Task, 'duration_secs': 0.013303} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.448506] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.448799] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] bf57b022-2a6e-4514-bb47-aa6965aad6ff/bf57b022-2a6e-4514-bb47-aa6965aad6ff.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.449684] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c57d4f7b-5746-4e75-a2c1-9ee099ca0431 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.457995] env[69052]: DEBUG oslo_vmware.api [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 712.457995] env[69052]: value = "task-3236098" [ 712.457995] env[69052]: _type = "Task" [ 712.457995] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.466448] env[69052]: DEBUG oslo_vmware.api [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.590555] env[69052]: DEBUG oslo_vmware.api [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.656607] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.750958] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.969391] env[69052]: DEBUG oslo_vmware.api [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236098, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.999847] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Acquiring lock "e621b1e7-bbfd-403e-8877-e275f3481265" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.999975] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Lock "e621b1e7-bbfd-403e-8877-e275f3481265" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.000271] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Acquiring lock "e621b1e7-bbfd-403e-8877-e275f3481265-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.000493] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Lock "e621b1e7-bbfd-403e-8877-e275f3481265-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.000664] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Lock "e621b1e7-bbfd-403e-8877-e275f3481265-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.003671] env[69052]: INFO nova.compute.manager [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Terminating instance [ 713.027327] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207faa00-a495-41ad-9061-de1d31d67444 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.038055] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4d2cba-9cee-48ff-9d64-01a637f9b488 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.074442] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a2b433-4dc5-4b79-9654-9ed792c43fb7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.091157] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99a6736-af3e-4c9e-8c66-8f16fe9c4cbb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.103386] env[69052]: DEBUG oslo_vmware.api [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236096, 'name': ReconfigVM_Task, 'duration_secs': 0.827861} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.113017] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 00532336-a3a9-43f7-a3bd-59b2f3790091/00532336-a3a9-43f7-a3bd-59b2f3790091.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.114617] env[69052]: DEBUG nova.compute.provider_tree [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.116074] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76f0de99-c620-4134-81dc-c06599a9081e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.126254] env[69052]: DEBUG oslo_vmware.api [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 713.126254] env[69052]: value = "task-3236099" [ 713.126254] env[69052]: _type = "Task" [ 713.126254] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.138503] env[69052]: DEBUG oslo_vmware.api [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236099, 'name': Rename_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.159281] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236097, 'name': PowerOffVM_Task, 'duration_secs': 0.653331} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.159694] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.159915] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.160770] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b10fdf-2a3e-471b-acb6-5ba8e88d5f0d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.168706] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.168978] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b15053f-7718-4016-b5a7-f4cbfcd9dd91 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.245187] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.247022] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.247022] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Deleting the datastore file [datastore2] 005d3319-8faf-4320-afeb-983875e2db0a {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.247022] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ed3a4e6-8441-46a8-af9b-5b7a73f117ac {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.254230] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 713.254230] env[69052]: value = "task-3236101" [ 713.254230] env[69052]: _type = "Task" [ 713.254230] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.263680] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.468671] env[69052]: DEBUG oslo_vmware.api [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72039} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.468909] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] bf57b022-2a6e-4514-bb47-aa6965aad6ff/bf57b022-2a6e-4514-bb47-aa6965aad6ff.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.469143] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.469401] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfb94b79-f2b7-4c1c-84ab-cf75799b00bb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.476097] env[69052]: DEBUG oslo_vmware.api [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 713.476097] env[69052]: value = "task-3236102" [ 713.476097] env[69052]: _type = "Task" [ 713.476097] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.484286] env[69052]: DEBUG oslo_vmware.api [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.508536] env[69052]: DEBUG nova.compute.manager [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.508807] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.509862] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6f7b79-13ed-474a-aef4-47244b7e032d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.517507] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.517766] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14dbbd91-0839-4474-aa4b-111fc34bac41 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.524274] env[69052]: DEBUG oslo_vmware.api [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 713.524274] env[69052]: value = "task-3236103" [ 713.524274] env[69052]: _type = "Task" [ 713.524274] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.534066] env[69052]: DEBUG oslo_vmware.api [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3236103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.619944] env[69052]: DEBUG nova.scheduler.client.report [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.635975] env[69052]: DEBUG oslo_vmware.api [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236099, 'name': Rename_Task, 'duration_secs': 0.183764} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.636531] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.636531] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4938629-d82e-4fd7-87dd-b053d3f08538 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.642872] env[69052]: DEBUG oslo_vmware.api [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 713.642872] env[69052]: value = "task-3236104" [ 713.642872] env[69052]: _type = "Task" [ 713.642872] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.652759] env[69052]: DEBUG oslo_vmware.api [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.764712] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188107} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.764998] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.766141] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.766294] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.985733] env[69052]: DEBUG oslo_vmware.api [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082341} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.985985] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.986938] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbddb89-3187-451a-8d6d-cc78d31f0e78 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.009278] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] bf57b022-2a6e-4514-bb47-aa6965aad6ff/bf57b022-2a6e-4514-bb47-aa6965aad6ff.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.010721] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e0b0d9d-b8d2-405b-ac24-750ee2315382 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.030314] env[69052]: DEBUG oslo_vmware.api [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 714.030314] env[69052]: value = "task-3236105" [ 714.030314] env[69052]: _type = "Task" [ 714.030314] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.037849] env[69052]: DEBUG oslo_vmware.api [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3236103, 'name': PowerOffVM_Task, 'duration_secs': 0.276958} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.037849] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.037849] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.037849] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f19a34ea-8cf0-46d9-a576-468052cd402f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.041769] env[69052]: DEBUG oslo_vmware.api [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236105, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.125037] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.125976] env[69052]: DEBUG nova.compute.manager [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.129177] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.484s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.129379] env[69052]: DEBUG nova.objects.instance [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69052) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 714.136106] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.136322] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.136507] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Deleting the datastore file [datastore2] e621b1e7-bbfd-403e-8877-e275f3481265 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.136763] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f548dc38-bf52-41a1-b899-e0cbc4b39bb8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.143675] env[69052]: DEBUG oslo_vmware.api [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for the task: (returnval){ [ 714.143675] env[69052]: value = "task-3236107" [ 714.143675] env[69052]: _type = "Task" [ 714.143675] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.156368] env[69052]: DEBUG oslo_vmware.api [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3236107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.159724] env[69052]: DEBUG oslo_vmware.api [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236104, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.540953] env[69052]: DEBUG oslo_vmware.api [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.636579] env[69052]: DEBUG nova.compute.utils [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.637934] env[69052]: DEBUG nova.compute.manager [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.638114] env[69052]: DEBUG nova.network.neutron [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.655478] env[69052]: DEBUG oslo_vmware.api [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236104, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.660739] env[69052]: DEBUG oslo_vmware.api [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3236107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.677127] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Acquiring lock "f58a891e-8076-4cfe-aa62-20f3d4dfb5da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.677403] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Lock "f58a891e-8076-4cfe-aa62-20f3d4dfb5da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.677607] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Acquiring lock "f58a891e-8076-4cfe-aa62-20f3d4dfb5da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.677787] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Lock "f58a891e-8076-4cfe-aa62-20f3d4dfb5da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.677955] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Lock "f58a891e-8076-4cfe-aa62-20f3d4dfb5da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.680200] env[69052]: INFO nova.compute.manager [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Terminating instance [ 714.719071] env[69052]: DEBUG nova.policy [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'feac35b0680b45b9a175bc2cfe7c6a3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a60b2155098b4cac81ebfbc86a70f9fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.806845] env[69052]: DEBUG nova.virt.hardware [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.807086] env[69052]: DEBUG nova.virt.hardware [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.807249] env[69052]: DEBUG nova.virt.hardware [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.807429] env[69052]: DEBUG nova.virt.hardware [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.807576] env[69052]: DEBUG nova.virt.hardware [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.807727] env[69052]: DEBUG nova.virt.hardware [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.807944] env[69052]: DEBUG nova.virt.hardware [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.808303] env[69052]: DEBUG nova.virt.hardware [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.808303] env[69052]: DEBUG nova.virt.hardware [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.808473] env[69052]: DEBUG nova.virt.hardware [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.808634] env[69052]: DEBUG nova.virt.hardware [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.812018] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8ec91d-4d9c-4aa6-9c68-387402f8dda8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.817145] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c779d2-292c-4fba-b3cf-fbbf1a0b038a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.832760] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:8a:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '03ac2c9c-6ad2-4a85-bfab-c7e336df859a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec8f9486-424e-4d10-9120-863762267a42', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.839865] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.840329] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.840588] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de1821f2-e613-4448-a3db-0713b6698c3d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.860143] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.860143] env[69052]: value = "task-3236108" [ 714.860143] env[69052]: _type = "Task" [ 714.860143] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.872236] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236108, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.041422] env[69052]: DEBUG oslo_vmware.api [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236105, 'name': ReconfigVM_Task, 'duration_secs': 0.691072} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.041902] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Reconfigured VM instance instance-0000002c to attach disk [datastore1] bf57b022-2a6e-4514-bb47-aa6965aad6ff/bf57b022-2a6e-4514-bb47-aa6965aad6ff.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.042391] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bf524a2-65e3-43c6-9e15-d6c41dbeb0d1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.050577] env[69052]: DEBUG oslo_vmware.api [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 715.050577] env[69052]: value = "task-3236109" [ 715.050577] env[69052]: _type = "Task" [ 715.050577] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.059771] env[69052]: DEBUG oslo_vmware.api [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236109, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.126511] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Acquiring lock "599309eb-3858-40cd-b1b7-0e1ea4a611da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.126823] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Lock "599309eb-3858-40cd-b1b7-0e1ea4a611da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.127057] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Acquiring lock "599309eb-3858-40cd-b1b7-0e1ea4a611da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.127250] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Lock "599309eb-3858-40cd-b1b7-0e1ea4a611da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.127423] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Lock "599309eb-3858-40cd-b1b7-0e1ea4a611da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.129714] env[69052]: INFO nova.compute.manager [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Terminating instance [ 715.139621] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a16eb135-0fe1-4ee1-a07d-ddd10dae6845 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.141219] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.905s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.142776] env[69052]: INFO nova.compute.claims [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.146227] env[69052]: DEBUG nova.compute.manager [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.166901] env[69052]: DEBUG oslo_vmware.api [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236104, 'name': PowerOnVM_Task, 'duration_secs': 1.24815} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.171458] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.171770] env[69052]: INFO nova.compute.manager [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Took 11.24 seconds to spawn the instance on the hypervisor. [ 715.171958] env[69052]: DEBUG nova.compute.manager [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.172629] env[69052]: DEBUG oslo_vmware.api [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Task: {'id': task-3236107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.641735} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.173397] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b936d2-892f-4009-aa18-ccfcd523a512 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.178098] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.178416] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.178643] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.178864] env[69052]: INFO nova.compute.manager [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Took 1.67 seconds to destroy the instance on the hypervisor. [ 715.179276] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.179974] env[69052]: DEBUG nova.compute.manager [-] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.180137] env[69052]: DEBUG nova.network.neutron [-] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.184157] env[69052]: DEBUG nova.compute.manager [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 715.184478] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.186651] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6336dbe-df24-418f-a8ef-67d3f5372843 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.198033] env[69052]: DEBUG oslo_vmware.api [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Waiting for the task: (returnval){ [ 715.198033] env[69052]: value = "task-3236110" [ 715.198033] env[69052]: _type = "Task" [ 715.198033] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.207483] env[69052]: DEBUG oslo_vmware.api [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Task: {'id': task-3236110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.370958] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236108, 'name': CreateVM_Task, 'duration_secs': 0.450042} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.371180] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.371831] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.371988] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.372428] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.372690] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a5a2647-4c55-4b6c-9d16-e1696ddedf45 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.377992] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 715.377992] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520e64ed-4582-83cb-7064-7cc7aa59a9ad" [ 715.377992] env[69052]: _type = "Task" [ 715.377992] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.386680] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520e64ed-4582-83cb-7064-7cc7aa59a9ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.561349] env[69052]: DEBUG oslo_vmware.api [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236109, 'name': Rename_Task, 'duration_secs': 0.171382} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.561608] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.561851] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b11da447-f22e-4ff3-9151-d11879a9e404 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.568467] env[69052]: DEBUG oslo_vmware.api [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 715.568467] env[69052]: value = "task-3236111" [ 715.568467] env[69052]: _type = "Task" [ 715.568467] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.576800] env[69052]: DEBUG oslo_vmware.api [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.633749] env[69052]: DEBUG nova.compute.manager [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 715.634030] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.634904] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6597f7d3-2128-4f8e-b554-49f44cb418fd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.638397] env[69052]: DEBUG nova.network.neutron [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Successfully created port: 0fe2d08a-6abd-4f2b-8d47-9bce034cbb97 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.645158] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.645398] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-621ea5a3-e437-4930-a033-23513e05260a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.656900] env[69052]: DEBUG oslo_vmware.api [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Waiting for the task: (returnval){ [ 715.656900] env[69052]: value = "task-3236112" [ 715.656900] env[69052]: _type = "Task" [ 715.656900] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.666934] env[69052]: DEBUG oslo_vmware.api [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Task: {'id': task-3236112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.705628] env[69052]: INFO nova.compute.manager [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Took 45.71 seconds to build instance. [ 715.712409] env[69052]: DEBUG oslo_vmware.api [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Task: {'id': task-3236110, 'name': PowerOffVM_Task, 'duration_secs': 0.183218} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.712705] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.713205] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Volume detach. Driver type: vmdk {{(pid=69052) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 715.713205] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646717', 'volume_id': '50bda456-69b4-4ce1-b7a7-977e06ce4501', 'name': 'volume-50bda456-69b4-4ce1-b7a7-977e06ce4501', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f58a891e-8076-4cfe-aa62-20f3d4dfb5da', 'attached_at': '', 'detached_at': '', 'volume_id': '50bda456-69b4-4ce1-b7a7-977e06ce4501', 'serial': '50bda456-69b4-4ce1-b7a7-977e06ce4501'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 715.713937] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf43792-b4de-4c02-b92d-bc736566b75e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.740039] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d010dbee-0e2a-4381-975b-ee6c67f73134 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.748707] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f472bdb-460c-47e7-bc8e-f022ad983d89 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.773890] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb16f92e-c981-48ff-afed-51b1bf8091a4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.794510] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] The volume has not been displaced from its original location: [datastore1] volume-50bda456-69b4-4ce1-b7a7-977e06ce4501/volume-50bda456-69b4-4ce1-b7a7-977e06ce4501.vmdk. No consolidation needed. {{(pid=69052) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 715.804673] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Reconfiguring VM instance instance-0000001c to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 715.806154] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24b171bd-e093-4fe1-abeb-1cc85f8f21fa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.824601] env[69052]: DEBUG nova.network.neutron [-] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.832586] env[69052]: DEBUG oslo_vmware.api [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Waiting for the task: (returnval){ [ 715.832586] env[69052]: value = "task-3236113" [ 715.832586] env[69052]: _type = "Task" [ 715.832586] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.842312] env[69052]: DEBUG oslo_vmware.api [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Task: {'id': task-3236113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.889209] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520e64ed-4582-83cb-7064-7cc7aa59a9ad, 'name': SearchDatastore_Task, 'duration_secs': 0.011488} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.889434] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.889617] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.889890] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.890082] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.890395] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.890594] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06af4678-8b12-48d6-b077-c989e6784684 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.898934] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.899179] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.899978] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d66b3377-dc49-4203-b9ba-f91685ab9427 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.905752] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 715.905752] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52896ec7-f84c-cf46-b593-ffc6e0322598" [ 715.905752] env[69052]: _type = "Task" [ 715.905752] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.914420] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52896ec7-f84c-cf46-b593-ffc6e0322598, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.071201] env[69052]: DEBUG nova.compute.manager [req-896328b1-abd7-4d7d-a988-8a3efbef16b3 req-2c368e37-ba72-4364-8390-369783e3b4f8 service nova] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Received event network-vif-deleted-8f46cf2f-aac7-4092-8b7f-8da6cc9da2f6 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.081300] env[69052]: DEBUG oslo_vmware.api [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236111, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.159850] env[69052]: DEBUG nova.compute.manager [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.176656] env[69052]: DEBUG oslo_vmware.api [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Task: {'id': task-3236112, 'name': PowerOffVM_Task, 'duration_secs': 0.226854} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.177438] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.177692] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.178148] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a5c4867-815c-4e9c-b82b-6522e5dc4068 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.195264] env[69052]: DEBUG nova.virt.hardware [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.195540] env[69052]: DEBUG nova.virt.hardware [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.195702] env[69052]: DEBUG nova.virt.hardware [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.195881] env[69052]: DEBUG nova.virt.hardware [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.196036] env[69052]: DEBUG nova.virt.hardware [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.196188] env[69052]: DEBUG nova.virt.hardware [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.196402] env[69052]: DEBUG nova.virt.hardware [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.196546] env[69052]: DEBUG nova.virt.hardware [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.196709] env[69052]: DEBUG nova.virt.hardware [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.196865] env[69052]: DEBUG nova.virt.hardware [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.197052] env[69052]: DEBUG nova.virt.hardware [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.198342] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9ae7be-3b65-4616-94b7-00f185660e3f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.208582] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fcb6db0b-0234-413e-8cee-c04df94cfa10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "00532336-a3a9-43f7-a3bd-59b2f3790091" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.472s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.209947] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc722cb6-7788-464b-a923-d1fa6bf83179 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.253590] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 716.253971] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 716.254257] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Deleting the datastore file [datastore2] 599309eb-3858-40cd-b1b7-0e1ea4a611da {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.257223] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f050eef2-3ccb-4eee-a9db-ac10c154e853 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.263688] env[69052]: DEBUG oslo_vmware.api [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Waiting for the task: (returnval){ [ 716.263688] env[69052]: value = "task-3236115" [ 716.263688] env[69052]: _type = "Task" [ 716.263688] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.271480] env[69052]: DEBUG oslo_vmware.api [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Task: {'id': task-3236115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.328138] env[69052]: INFO nova.compute.manager [-] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Took 1.15 seconds to deallocate network for instance. [ 716.346596] env[69052]: DEBUG oslo_vmware.api [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Task: {'id': task-3236113, 'name': ReconfigVM_Task, 'duration_secs': 0.174402} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.346727] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Reconfigured VM instance instance-0000001c to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 716.351601] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b952639-90f4-45d2-a423-7e97b6af7f00 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.371084] env[69052]: DEBUG oslo_vmware.api [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Waiting for the task: (returnval){ [ 716.371084] env[69052]: value = "task-3236116" [ 716.371084] env[69052]: _type = "Task" [ 716.371084] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.382801] env[69052]: DEBUG oslo_vmware.api [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Task: {'id': task-3236116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.419472] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52896ec7-f84c-cf46-b593-ffc6e0322598, 'name': SearchDatastore_Task, 'duration_secs': 0.009381} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.420286] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0670ece-dfe6-499a-9c74-ff82d2e3c4dd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.428260] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 716.428260] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52db11e1-383c-4501-7588-94157a550e7f" [ 716.428260] env[69052]: _type = "Task" [ 716.428260] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.434837] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52db11e1-383c-4501-7588-94157a550e7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.580235] env[69052]: DEBUG oslo_vmware.api [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236111, 'name': PowerOnVM_Task, 'duration_secs': 0.5582} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.582591] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.582796] env[69052]: INFO nova.compute.manager [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Took 9.92 seconds to spawn the instance on the hypervisor. [ 716.582973] env[69052]: DEBUG nova.compute.manager [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.583907] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46189d56-64e3-4ada-aaef-d7e9ad6fd29a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.730298] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cba6ee-6f93-46e8-8967-753fe230ef39 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.739019] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530178f9-cb7e-463a-86c3-c70aa22e2f90 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.774236] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ec8791-23c4-49fa-b94e-712cab91454e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.784572] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87112ad-e4d8-43da-9c9a-0976d3c11c7c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.788235] env[69052]: DEBUG oslo_vmware.api [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Task: {'id': task-3236115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245373} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.788480] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.788665] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 716.788839] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 716.789020] env[69052]: INFO nova.compute.manager [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Took 1.16 seconds to destroy the instance on the hypervisor. [ 716.789268] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.789774] env[69052]: DEBUG nova.compute.manager [-] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 716.789874] env[69052]: DEBUG nova.network.neutron [-] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 716.799503] env[69052]: DEBUG nova.compute.provider_tree [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.833594] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.884228] env[69052]: DEBUG oslo_vmware.api [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Task: {'id': task-3236116, 'name': ReconfigVM_Task, 'duration_secs': 0.155567} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.884570] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646717', 'volume_id': '50bda456-69b4-4ce1-b7a7-977e06ce4501', 'name': 'volume-50bda456-69b4-4ce1-b7a7-977e06ce4501', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f58a891e-8076-4cfe-aa62-20f3d4dfb5da', 'attached_at': '', 'detached_at': '', 'volume_id': '50bda456-69b4-4ce1-b7a7-977e06ce4501', 'serial': '50bda456-69b4-4ce1-b7a7-977e06ce4501'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 716.884869] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.885683] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d7576f-d10e-4790-9a00-d52a021f9fe4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.893905] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.894162] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9231c85c-411e-4cef-baa4-427bf77a7fdc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.938032] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52db11e1-383c-4501-7588-94157a550e7f, 'name': SearchDatastore_Task, 'duration_secs': 0.012557} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.938324] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.938582] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 005d3319-8faf-4320-afeb-983875e2db0a/005d3319-8faf-4320-afeb-983875e2db0a.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.938845] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afb86db2-3be8-45c3-b891-5020b3207631 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.945543] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 716.945543] env[69052]: value = "task-3236118" [ 716.945543] env[69052]: _type = "Task" [ 716.945543] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.954560] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.960464] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 716.960673] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 716.960866] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Deleting the datastore file [datastore1] f58a891e-8076-4cfe-aa62-20f3d4dfb5da {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.961135] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4626a72-db24-4690-8e6d-d9b53eb19c79 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.968964] env[69052]: DEBUG oslo_vmware.api [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Waiting for the task: (returnval){ [ 716.968964] env[69052]: value = "task-3236119" [ 716.968964] env[69052]: _type = "Task" [ 716.968964] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.977815] env[69052]: DEBUG oslo_vmware.api [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Task: {'id': task-3236119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.107128] env[69052]: INFO nova.compute.manager [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Took 45.99 seconds to build instance. [ 717.305010] env[69052]: DEBUG nova.scheduler.client.report [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.459898] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236118, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.484161] env[69052]: DEBUG oslo_vmware.api [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Task: {'id': task-3236119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25021} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.484485] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.484665] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.484887] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.485138] env[69052]: INFO nova.compute.manager [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Took 2.30 seconds to destroy the instance on the hypervisor. [ 717.485443] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.485647] env[69052]: DEBUG nova.compute.manager [-] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.485842] env[69052]: DEBUG nova.network.neutron [-] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.609854] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4bf0664d-dea3-41c0-88e7-ebcfcb89926d tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "bf57b022-2a6e-4514-bb47-aa6965aad6ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.814s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.811069] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.811729] env[69052]: DEBUG nova.compute.manager [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.818019] env[69052]: DEBUG oslo_concurrency.lockutils [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.152s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.818019] env[69052]: DEBUG nova.objects.instance [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Lazy-loading 'resources' on Instance uuid f0296e2f-c896-4e4e-b5a8-8cdeab977714 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.959871] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.77101} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.960651] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 005d3319-8faf-4320-afeb-983875e2db0a/005d3319-8faf-4320-afeb-983875e2db0a.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.960906] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.961177] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-441d7c6c-3269-4f09-b3e6-12c716c9e8f1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.968135] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 717.968135] env[69052]: value = "task-3236120" [ 717.968135] env[69052]: _type = "Task" [ 717.968135] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.980469] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.027096] env[69052]: DEBUG nova.network.neutron [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Successfully updated port: 0fe2d08a-6abd-4f2b-8d47-9bce034cbb97 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.294169] env[69052]: DEBUG nova.compute.manager [req-4dc8957f-ef23-414f-af80-4e7168b8ae88 req-cfb45e26-a28f-4b4a-95d6-26a3ead4ad66 service nova] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Received event network-vif-plugged-0fe2d08a-6abd-4f2b-8d47-9bce034cbb97 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.294169] env[69052]: DEBUG oslo_concurrency.lockutils [req-4dc8957f-ef23-414f-af80-4e7168b8ae88 req-cfb45e26-a28f-4b4a-95d6-26a3ead4ad66 service nova] Acquiring lock "b839f31c-fe81-4af7-b93f-41479b62a5bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.294169] env[69052]: DEBUG oslo_concurrency.lockutils [req-4dc8957f-ef23-414f-af80-4e7168b8ae88 req-cfb45e26-a28f-4b4a-95d6-26a3ead4ad66 service nova] Lock "b839f31c-fe81-4af7-b93f-41479b62a5bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.294169] env[69052]: DEBUG oslo_concurrency.lockutils [req-4dc8957f-ef23-414f-af80-4e7168b8ae88 req-cfb45e26-a28f-4b4a-95d6-26a3ead4ad66 service nova] Lock "b839f31c-fe81-4af7-b93f-41479b62a5bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.294169] env[69052]: DEBUG nova.compute.manager [req-4dc8957f-ef23-414f-af80-4e7168b8ae88 req-cfb45e26-a28f-4b4a-95d6-26a3ead4ad66 service nova] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] No waiting events found dispatching network-vif-plugged-0fe2d08a-6abd-4f2b-8d47-9bce034cbb97 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.294596] env[69052]: WARNING nova.compute.manager [req-4dc8957f-ef23-414f-af80-4e7168b8ae88 req-cfb45e26-a28f-4b4a-95d6-26a3ead4ad66 service nova] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Received unexpected event network-vif-plugged-0fe2d08a-6abd-4f2b-8d47-9bce034cbb97 for instance with vm_state building and task_state spawning. [ 718.294596] env[69052]: DEBUG nova.compute.manager [req-4dc8957f-ef23-414f-af80-4e7168b8ae88 req-cfb45e26-a28f-4b4a-95d6-26a3ead4ad66 service nova] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Received event network-vif-deleted-ffde6bf6-b115-4861-afd6-7635c6c16980 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.294596] env[69052]: INFO nova.compute.manager [req-4dc8957f-ef23-414f-af80-4e7168b8ae88 req-cfb45e26-a28f-4b4a-95d6-26a3ead4ad66 service nova] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Neutron deleted interface ffde6bf6-b115-4861-afd6-7635c6c16980; detaching it from the instance and deleting it from the info cache [ 718.294596] env[69052]: DEBUG nova.network.neutron [req-4dc8957f-ef23-414f-af80-4e7168b8ae88 req-cfb45e26-a28f-4b4a-95d6-26a3ead4ad66 service nova] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.317680] env[69052]: DEBUG nova.compute.utils [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.322408] env[69052]: DEBUG nova.compute.manager [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.325516] env[69052]: DEBUG nova.network.neutron [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.334609] env[69052]: DEBUG nova.network.neutron [-] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.590716] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173597} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.590716] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.590716] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023449a4-805a-413c-9f40-36ae432608cb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.590716] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 005d3319-8faf-4320-afeb-983875e2db0a/005d3319-8faf-4320-afeb-983875e2db0a.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.590716] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98557712-0dda-4803-a402-4ec31f620a72 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.594264] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 718.594264] env[69052]: value = "task-3236121" [ 718.594264] env[69052]: _type = "Task" [ 718.594264] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.594264] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "refresh_cache-b839f31c-fe81-4af7-b93f-41479b62a5bd" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.594264] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquired lock "refresh_cache-b839f31c-fe81-4af7-b93f-41479b62a5bd" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.594264] env[69052]: DEBUG nova.network.neutron [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.594264] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.616592] env[69052]: DEBUG nova.policy [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a567a86f3bbd455784ae84cfc0eeeac6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0012c8d368c4b578be0ba9f528ec75b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.797614] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eaaf6594-aa6c-4ca9-aa84-f6e34585e081 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.810802] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6c5ab2-bd81-402a-8204-279879866739 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.827740] env[69052]: DEBUG nova.compute.manager [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.839297] env[69052]: INFO nova.compute.manager [-] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Took 2.05 seconds to deallocate network for instance. [ 718.865956] env[69052]: DEBUG nova.compute.manager [req-4dc8957f-ef23-414f-af80-4e7168b8ae88 req-cfb45e26-a28f-4b4a-95d6-26a3ead4ad66 service nova] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Detach interface failed, port_id=ffde6bf6-b115-4861-afd6-7635c6c16980, reason: Instance 599309eb-3858-40cd-b1b7-0e1ea4a611da could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 718.867253] env[69052]: DEBUG nova.compute.manager [req-4dc8957f-ef23-414f-af80-4e7168b8ae88 req-cfb45e26-a28f-4b4a-95d6-26a3ead4ad66 service nova] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Received event network-changed-0fe2d08a-6abd-4f2b-8d47-9bce034cbb97 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.867253] env[69052]: DEBUG nova.compute.manager [req-4dc8957f-ef23-414f-af80-4e7168b8ae88 req-cfb45e26-a28f-4b4a-95d6-26a3ead4ad66 service nova] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Refreshing instance network info cache due to event network-changed-0fe2d08a-6abd-4f2b-8d47-9bce034cbb97. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.867253] env[69052]: DEBUG oslo_concurrency.lockutils [req-4dc8957f-ef23-414f-af80-4e7168b8ae88 req-cfb45e26-a28f-4b4a-95d6-26a3ead4ad66 service nova] Acquiring lock "refresh_cache-b839f31c-fe81-4af7-b93f-41479b62a5bd" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.038454] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236121, 'name': ReconfigVM_Task, 'duration_secs': 0.348963} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.038669] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 005d3319-8faf-4320-afeb-983875e2db0a/005d3319-8faf-4320-afeb-983875e2db0a.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.039385] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90c70fd7-13cd-4af0-b259-dffb8d96ea47 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.046999] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 719.046999] env[69052]: value = "task-3236122" [ 719.046999] env[69052]: _type = "Task" [ 719.046999] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.055350] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236122, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.152717] env[69052]: DEBUG nova.network.neutron [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.167376] env[69052]: DEBUG nova.network.neutron [-] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.170010] env[69052]: DEBUG nova.network.neutron [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Successfully created port: 3ee13200-b1da-48cc-a894-3e7ebdcba485 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.293439] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65f2fbf-b462-4f8a-a91e-63dbe1900877 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.302193] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d0359c-2cc1-4863-ae98-3efc77d1ff24 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.338819] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5403fabd-3920-43c1-87fa-f1a56913ffb4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.347347] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140ee1ae-a82a-4901-b3a9-0f7595478dce {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.367483] env[69052]: DEBUG nova.compute.provider_tree [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 719.369723] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.559914] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236122, 'name': Rename_Task, 'duration_secs': 0.220423} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.560041] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.560285] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce4c9c5c-380e-4273-b3ef-6dda2b1cd16b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.566775] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 719.566775] env[69052]: value = "task-3236123" [ 719.566775] env[69052]: _type = "Task" [ 719.566775] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.574728] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.673639] env[69052]: INFO nova.compute.manager [-] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Took 2.19 seconds to deallocate network for instance. [ 719.692911] env[69052]: DEBUG nova.network.neutron [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Updating instance_info_cache with network_info: [{"id": "0fe2d08a-6abd-4f2b-8d47-9bce034cbb97", "address": "fa:16:3e:b3:b3:27", "network": {"id": "a490f064-ef53-4fb0-a146-0d36a6ba4204", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1657249736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a60b2155098b4cac81ebfbc86a70f9fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe2d08a-6a", "ovs_interfaceid": "0fe2d08a-6abd-4f2b-8d47-9bce034cbb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.843576] env[69052]: DEBUG nova.compute.manager [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.886698] env[69052]: DEBUG nova.virt.hardware [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.886955] env[69052]: DEBUG nova.virt.hardware [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.887223] env[69052]: DEBUG nova.virt.hardware [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.887458] env[69052]: DEBUG nova.virt.hardware [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.887624] env[69052]: DEBUG nova.virt.hardware [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.887794] env[69052]: DEBUG nova.virt.hardware [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.888033] env[69052]: DEBUG nova.virt.hardware [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.888226] env[69052]: DEBUG nova.virt.hardware [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.888461] env[69052]: DEBUG nova.virt.hardware [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.888675] env[69052]: DEBUG nova.virt.hardware [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.888871] env[69052]: DEBUG nova.virt.hardware [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.889884] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79145e17-b333-4c54-bad6-6c3c72507f97 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.899216] env[69052]: ERROR nova.scheduler.client.report [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] [req-ebbc7551-871d-4f44-9aee-66b980e66992] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5482791e-699f-417a-8caf-f93d7835d755. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ebbc7551-871d-4f44-9aee-66b980e66992"}]} [ 719.900774] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef0e5f4-bbc9-40f9-8d58-e4a818249f69 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.926299] env[69052]: DEBUG nova.scheduler.client.report [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Refreshing inventories for resource provider 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 719.947241] env[69052]: DEBUG nova.scheduler.client.report [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Updating ProviderTree inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 719.947484] env[69052]: DEBUG nova.compute.provider_tree [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 719.962281] env[69052]: DEBUG nova.scheduler.client.report [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Refreshing aggregate associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, aggregates: None {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 719.981498] env[69052]: DEBUG nova.scheduler.client.report [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Refreshing trait associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 720.084330] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236123, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.196167] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Releasing lock "refresh_cache-b839f31c-fe81-4af7-b93f-41479b62a5bd" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.196167] env[69052]: DEBUG nova.compute.manager [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Instance network_info: |[{"id": "0fe2d08a-6abd-4f2b-8d47-9bce034cbb97", "address": "fa:16:3e:b3:b3:27", "network": {"id": "a490f064-ef53-4fb0-a146-0d36a6ba4204", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1657249736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a60b2155098b4cac81ebfbc86a70f9fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe2d08a-6a", "ovs_interfaceid": "0fe2d08a-6abd-4f2b-8d47-9bce034cbb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.200474] env[69052]: DEBUG oslo_concurrency.lockutils [req-4dc8957f-ef23-414f-af80-4e7168b8ae88 req-cfb45e26-a28f-4b4a-95d6-26a3ead4ad66 service nova] Acquired lock "refresh_cache-b839f31c-fe81-4af7-b93f-41479b62a5bd" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.200687] env[69052]: DEBUG nova.network.neutron [req-4dc8957f-ef23-414f-af80-4e7168b8ae88 req-cfb45e26-a28f-4b4a-95d6-26a3ead4ad66 service nova] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Refreshing network info cache for port 0fe2d08a-6abd-4f2b-8d47-9bce034cbb97 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.201902] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:b3:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fe2d08a-6abd-4f2b-8d47-9bce034cbb97', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.209339] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.210545] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.210722] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3f81927-7824-457c-8b9b-4194ebef0490 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.231292] env[69052]: INFO nova.compute.manager [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Took 0.56 seconds to detach 1 volumes for instance. [ 720.234036] env[69052]: DEBUG nova.compute.manager [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Deleting volume: 50bda456-69b4-4ce1-b7a7-977e06ce4501 {{(pid=69052) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 720.239905] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.239905] env[69052]: value = "task-3236124" [ 720.239905] env[69052]: _type = "Task" [ 720.239905] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.250727] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236124, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.446231] env[69052]: DEBUG nova.compute.manager [req-f588749e-bd19-4c30-9ecc-f99eba7cf65f req-f0773cf2-b920-440f-bf45-6f5c3b191016 service nova] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Received event network-vif-deleted-bc143ece-c7ca-49d0-a18e-d582e58bca68 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.568699] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acd60dc-c16c-42d5-b642-6f2c9beb9f2e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.585543] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a484ab-abef-47c7-88c0-61d1b6d1bfe6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.588858] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236123, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.620547] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b699833a-c4f2-4e3a-b5cd-d9bdc7dcf2e2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.628641] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8c2290-3013-455c-bd5c-51fe435c335b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.643241] env[69052]: DEBUG nova.compute.provider_tree [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 720.752699] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236124, 'name': CreateVM_Task, 'duration_secs': 0.480358} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.752854] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.753586] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.753755] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.754112] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.754429] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c33281a0-52b6-4eea-a66f-08f4d4f94aa0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.759112] env[69052]: DEBUG oslo_vmware.api [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 720.759112] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523d2239-e26d-672e-00e7-de76ca75f264" [ 720.759112] env[69052]: _type = "Task" [ 720.759112] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.766980] env[69052]: DEBUG oslo_vmware.api [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523d2239-e26d-672e-00e7-de76ca75f264, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.793280] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.013571] env[69052]: DEBUG nova.network.neutron [req-4dc8957f-ef23-414f-af80-4e7168b8ae88 req-cfb45e26-a28f-4b4a-95d6-26a3ead4ad66 service nova] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Updated VIF entry in instance network info cache for port 0fe2d08a-6abd-4f2b-8d47-9bce034cbb97. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.013883] env[69052]: DEBUG nova.network.neutron [req-4dc8957f-ef23-414f-af80-4e7168b8ae88 req-cfb45e26-a28f-4b4a-95d6-26a3ead4ad66 service nova] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Updating instance_info_cache with network_info: [{"id": "0fe2d08a-6abd-4f2b-8d47-9bce034cbb97", "address": "fa:16:3e:b3:b3:27", "network": {"id": "a490f064-ef53-4fb0-a146-0d36a6ba4204", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1657249736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a60b2155098b4cac81ebfbc86a70f9fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe2d08a-6a", "ovs_interfaceid": "0fe2d08a-6abd-4f2b-8d47-9bce034cbb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.081032] env[69052]: DEBUG oslo_vmware.api [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236123, 'name': PowerOnVM_Task, 'duration_secs': 1.05178} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.081032] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.081032] env[69052]: DEBUG nova.compute.manager [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.081032] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e2b6a3-7aa0-43a6-8a76-6af27502de28 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.867675] env[69052]: DEBUG nova.network.neutron [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Successfully updated port: 3ee13200-b1da-48cc-a894-3e7ebdcba485 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.871407] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bba13f59-eecf-4e3d-bb23-320715bf1517 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquiring lock "c4b2bcae-5752-4932-9fad-8cba15d7d15c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.871630] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bba13f59-eecf-4e3d-bb23-320715bf1517 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "c4b2bcae-5752-4932-9fad-8cba15d7d15c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.871796] env[69052]: DEBUG nova.compute.manager [None req-bba13f59-eecf-4e3d-bb23-320715bf1517 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.872489] env[69052]: DEBUG oslo_concurrency.lockutils [req-4dc8957f-ef23-414f-af80-4e7168b8ae88 req-cfb45e26-a28f-4b4a-95d6-26a3ead4ad66 service nova] Releasing lock "refresh_cache-b839f31c-fe81-4af7-b93f-41479b62a5bd" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.880384] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac13968-0e34-4f5a-957b-d6af8d3a0653 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.886230] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.896626] env[69052]: DEBUG nova.compute.manager [None req-bba13f59-eecf-4e3d-bb23-320715bf1517 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69052) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 721.897171] env[69052]: DEBUG nova.objects.instance [None req-bba13f59-eecf-4e3d-bb23-320715bf1517 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lazy-loading 'flavor' on Instance uuid c4b2bcae-5752-4932-9fad-8cba15d7d15c {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.898392] env[69052]: DEBUG oslo_vmware.api [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523d2239-e26d-672e-00e7-de76ca75f264, 'name': SearchDatastore_Task, 'duration_secs': 0.026433} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.899272] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.899545] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.899827] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.899999] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.900252] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.900780] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e286d140-63a1-445d-be8b-4ae17c80c24b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.911426] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.911657] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.913028] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3946da2d-5071-479a-9fa1-55b28c57634a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.920628] env[69052]: DEBUG oslo_vmware.api [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 721.920628] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52066d6e-9c54-1043-7d0b-681c19189cd7" [ 721.920628] env[69052]: _type = "Task" [ 721.920628] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.930045] env[69052]: DEBUG oslo_vmware.api [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52066d6e-9c54-1043-7d0b-681c19189cd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.942631] env[69052]: DEBUG nova.scheduler.client.report [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Updated inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 721.943386] env[69052]: DEBUG nova.compute.provider_tree [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Updating resource provider 5482791e-699f-417a-8caf-f93d7835d755 generation from 66 to 67 during operation: update_inventory {{(pid=69052) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 721.943386] env[69052]: DEBUG nova.compute.provider_tree [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 722.377723] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquiring lock "refresh_cache-9b7a58b2-2e7c-4dde-a220-f34cc5b3251d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.377902] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquired lock "refresh_cache-9b7a58b2-2e7c-4dde-a220-f34cc5b3251d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.378076] env[69052]: DEBUG nova.network.neutron [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.400516] env[69052]: DEBUG oslo_concurrency.lockutils [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "19eaa995-6c0a-4441-a241-2493d41ff90c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.400820] env[69052]: DEBUG oslo_concurrency.lockutils [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "19eaa995-6c0a-4441-a241-2493d41ff90c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.401088] env[69052]: DEBUG oslo_concurrency.lockutils [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "19eaa995-6c0a-4441-a241-2493d41ff90c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.401239] env[69052]: DEBUG oslo_concurrency.lockutils [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "19eaa995-6c0a-4441-a241-2493d41ff90c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.401427] env[69052]: DEBUG oslo_concurrency.lockutils [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "19eaa995-6c0a-4441-a241-2493d41ff90c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.406368] env[69052]: INFO nova.compute.manager [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Terminating instance [ 722.431529] env[69052]: DEBUG oslo_vmware.api [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52066d6e-9c54-1043-7d0b-681c19189cd7, 'name': SearchDatastore_Task, 'duration_secs': 0.009974} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.432396] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d0138e8-9161-416a-857c-16accb90c3bd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.437652] env[69052]: DEBUG oslo_vmware.api [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 722.437652] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5283a96c-fed8-d87a-cca1-86157c30d7c6" [ 722.437652] env[69052]: _type = "Task" [ 722.437652] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.446400] env[69052]: DEBUG oslo_vmware.api [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5283a96c-fed8-d87a-cca1-86157c30d7c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.448935] env[69052]: DEBUG oslo_concurrency.lockutils [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.633s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.450859] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.216s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.451439] env[69052]: DEBUG nova.objects.instance [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Lazy-loading 'resources' on Instance uuid f3e3db76-727b-4b27-a797-8226068aaa39 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.474960] env[69052]: INFO nova.scheduler.client.report [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Deleted allocations for instance f0296e2f-c896-4e4e-b5a8-8cdeab977714 [ 722.480394] env[69052]: DEBUG nova.compute.manager [req-60371ae3-8e3f-45b1-8e4c-0bd058accaad req-222b0318-b0c7-404e-9846-8159da3c8606 service nova] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Received event network-vif-plugged-3ee13200-b1da-48cc-a894-3e7ebdcba485 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.480653] env[69052]: DEBUG oslo_concurrency.lockutils [req-60371ae3-8e3f-45b1-8e4c-0bd058accaad req-222b0318-b0c7-404e-9846-8159da3c8606 service nova] Acquiring lock "9b7a58b2-2e7c-4dde-a220-f34cc5b3251d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.480855] env[69052]: DEBUG oslo_concurrency.lockutils [req-60371ae3-8e3f-45b1-8e4c-0bd058accaad req-222b0318-b0c7-404e-9846-8159da3c8606 service nova] Lock "9b7a58b2-2e7c-4dde-a220-f34cc5b3251d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.481020] env[69052]: DEBUG oslo_concurrency.lockutils [req-60371ae3-8e3f-45b1-8e4c-0bd058accaad req-222b0318-b0c7-404e-9846-8159da3c8606 service nova] Lock "9b7a58b2-2e7c-4dde-a220-f34cc5b3251d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.481196] env[69052]: DEBUG nova.compute.manager [req-60371ae3-8e3f-45b1-8e4c-0bd058accaad req-222b0318-b0c7-404e-9846-8159da3c8606 service nova] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] No waiting events found dispatching network-vif-plugged-3ee13200-b1da-48cc-a894-3e7ebdcba485 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.481335] env[69052]: WARNING nova.compute.manager [req-60371ae3-8e3f-45b1-8e4c-0bd058accaad req-222b0318-b0c7-404e-9846-8159da3c8606 service nova] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Received unexpected event network-vif-plugged-3ee13200-b1da-48cc-a894-3e7ebdcba485 for instance with vm_state building and task_state spawning. [ 722.481489] env[69052]: DEBUG nova.compute.manager [req-60371ae3-8e3f-45b1-8e4c-0bd058accaad req-222b0318-b0c7-404e-9846-8159da3c8606 service nova] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Received event network-changed-3ee13200-b1da-48cc-a894-3e7ebdcba485 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.481634] env[69052]: DEBUG nova.compute.manager [req-60371ae3-8e3f-45b1-8e4c-0bd058accaad req-222b0318-b0c7-404e-9846-8159da3c8606 service nova] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Refreshing instance network info cache due to event network-changed-3ee13200-b1da-48cc-a894-3e7ebdcba485. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.481791] env[69052]: DEBUG oslo_concurrency.lockutils [req-60371ae3-8e3f-45b1-8e4c-0bd058accaad req-222b0318-b0c7-404e-9846-8159da3c8606 service nova] Acquiring lock "refresh_cache-9b7a58b2-2e7c-4dde-a220-f34cc5b3251d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.911269] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba13f59-eecf-4e3d-bb23-320715bf1517 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.911976] env[69052]: DEBUG nova.compute.manager [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.912349] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.912681] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53018b05-8bf4-484b-a726-ab63a45efdaf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.916088] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4833b4-9cfe-4ed2-8ca3-35b3e4014271 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.924664] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.925986] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf1d27e3-08e0-4a1c-adee-88999f0a096a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.927633] env[69052]: DEBUG oslo_vmware.api [None req-bba13f59-eecf-4e3d-bb23-320715bf1517 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 722.927633] env[69052]: value = "task-3236126" [ 722.927633] env[69052]: _type = "Task" [ 722.927633] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.931268] env[69052]: DEBUG nova.network.neutron [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.934918] env[69052]: DEBUG oslo_vmware.api [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 722.934918] env[69052]: value = "task-3236127" [ 722.934918] env[69052]: _type = "Task" [ 722.934918] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.943162] env[69052]: DEBUG oslo_vmware.api [None req-bba13f59-eecf-4e3d-bb23-320715bf1517 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.958662] env[69052]: DEBUG oslo_vmware.api [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.966076] env[69052]: DEBUG oslo_vmware.api [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5283a96c-fed8-d87a-cca1-86157c30d7c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009667} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.966736] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.966910] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] b839f31c-fe81-4af7-b93f-41479b62a5bd/b839f31c-fe81-4af7-b93f-41479b62a5bd.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.967180] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b7381f8-48fc-4eb6-894d-d0f024b02314 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.974666] env[69052]: DEBUG oslo_vmware.api [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 722.974666] env[69052]: value = "task-3236128" [ 722.974666] env[69052]: _type = "Task" [ 722.974666] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.984976] env[69052]: DEBUG oslo_vmware.api [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.988169] env[69052]: DEBUG oslo_concurrency.lockutils [None req-34e9f7ba-af99-45f7-a7db-f3cf6ac1d27b tempest-ServerDiagnosticsV248Test-890370105 tempest-ServerDiagnosticsV248Test-890370105-project-member] Lock "f0296e2f-c896-4e4e-b5a8-8cdeab977714" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.561s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.173997] env[69052]: DEBUG nova.network.neutron [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Updating instance_info_cache with network_info: [{"id": "3ee13200-b1da-48cc-a894-3e7ebdcba485", "address": "fa:16:3e:b2:95:67", "network": {"id": "611d28cc-a800-4dc3-b742-50f4fc61d247", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1084610409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0012c8d368c4b578be0ba9f528ec75b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ee13200-b1", "ovs_interfaceid": "3ee13200-b1da-48cc-a894-3e7ebdcba485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.444123] env[69052]: DEBUG oslo_vmware.api [None req-bba13f59-eecf-4e3d-bb23-320715bf1517 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236126, 'name': PowerOffVM_Task, 'duration_secs': 0.235533} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.447810] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba13f59-eecf-4e3d-bb23-320715bf1517 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.448218] env[69052]: DEBUG nova.compute.manager [None req-bba13f59-eecf-4e3d-bb23-320715bf1517 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.449489] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9c065b-4c50-43b1-b03f-d265a49d5922 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.455778] env[69052]: DEBUG oslo_vmware.api [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236127, 'name': PowerOffVM_Task, 'duration_secs': 0.192253} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.456520] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.456818] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.457176] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3e803fe-6d59-467e-a49d-aa206a95af7c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.485666] env[69052]: DEBUG oslo_vmware.api [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471063} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.485918] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] b839f31c-fe81-4af7-b93f-41479b62a5bd/b839f31c-fe81-4af7-b93f-41479b62a5bd.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.486149] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.487173] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0df8f164-e3db-4250-bd44-3a72f0fe6af1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.494811] env[69052]: DEBUG oslo_vmware.api [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 723.494811] env[69052]: value = "task-3236130" [ 723.494811] env[69052]: _type = "Task" [ 723.494811] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.512528] env[69052]: DEBUG oslo_vmware.api [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.533654] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.533850] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.534043] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Deleting the datastore file [datastore1] 19eaa995-6c0a-4441-a241-2493d41ff90c {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.534323] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32e142f4-9ec4-4850-9f83-e4c119de674f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.540612] env[69052]: DEBUG oslo_vmware.api [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 723.540612] env[69052]: value = "task-3236131" [ 723.540612] env[69052]: _type = "Task" [ 723.540612] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.549412] env[69052]: DEBUG oslo_vmware.api [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.614866] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223079ea-04be-4393-a6f3-fa88c29bf541 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.624152] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc0dd12-ac23-4a77-b00d-f0fce65039c9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.674793] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b9634e-377e-4d4c-9f01-f650e96384f1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.680694] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Releasing lock "refresh_cache-9b7a58b2-2e7c-4dde-a220-f34cc5b3251d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.681455] env[69052]: DEBUG nova.compute.manager [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Instance network_info: |[{"id": "3ee13200-b1da-48cc-a894-3e7ebdcba485", "address": "fa:16:3e:b2:95:67", "network": {"id": "611d28cc-a800-4dc3-b742-50f4fc61d247", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1084610409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0012c8d368c4b578be0ba9f528ec75b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ee13200-b1", "ovs_interfaceid": "3ee13200-b1da-48cc-a894-3e7ebdcba485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.684234] env[69052]: DEBUG oslo_concurrency.lockutils [req-60371ae3-8e3f-45b1-8e4c-0bd058accaad req-222b0318-b0c7-404e-9846-8159da3c8606 service nova] Acquired lock "refresh_cache-9b7a58b2-2e7c-4dde-a220-f34cc5b3251d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.684492] env[69052]: DEBUG nova.network.neutron [req-60371ae3-8e3f-45b1-8e4c-0bd058accaad req-222b0318-b0c7-404e-9846-8159da3c8606 service nova] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Refreshing network info cache for port 3ee13200-b1da-48cc-a894-3e7ebdcba485 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.688212] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:95:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6eaa481-1f92-4851-b98e-09ed0daad7cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ee13200-b1da-48cc-a894-3e7ebdcba485', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.697190] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.699742] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.701055] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d26b92d-c395-4317-9904-ee55b5feca47 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.708217] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0df42a8a-26f4-48d6-b89c-1439de6f4f31 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.734900] env[69052]: DEBUG nova.compute.provider_tree [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.737819] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.737819] env[69052]: value = "task-3236132" [ 723.737819] env[69052]: _type = "Task" [ 723.737819] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.746457] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236132, 'name': CreateVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.971407] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bba13f59-eecf-4e3d-bb23-320715bf1517 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "c4b2bcae-5752-4932-9fad-8cba15d7d15c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.099s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.005769] env[69052]: DEBUG oslo_vmware.api [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101331} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.008854] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.008854] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd11502d-599c-4e35-a620-e0fee7d61875 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.033996] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] b839f31c-fe81-4af7-b93f-41479b62a5bd/b839f31c-fe81-4af7-b93f-41479b62a5bd.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.034329] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51391a4c-3b2b-4bb0-b833-bf7c1f9c5714 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.057246] env[69052]: DEBUG oslo_vmware.api [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149245} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.059032] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.059238] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.059415] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.059587] env[69052]: INFO nova.compute.manager [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 724.059848] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.060137] env[69052]: DEBUG oslo_vmware.api [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 724.060137] env[69052]: value = "task-3236133" [ 724.060137] env[69052]: _type = "Task" [ 724.060137] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.060473] env[69052]: DEBUG nova.compute.manager [-] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.060473] env[69052]: DEBUG nova.network.neutron [-] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.072303] env[69052]: DEBUG oslo_vmware.api [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236133, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.103942] env[69052]: DEBUG nova.network.neutron [req-60371ae3-8e3f-45b1-8e4c-0bd058accaad req-222b0318-b0c7-404e-9846-8159da3c8606 service nova] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Updated VIF entry in instance network info cache for port 3ee13200-b1da-48cc-a894-3e7ebdcba485. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.104447] env[69052]: DEBUG nova.network.neutron [req-60371ae3-8e3f-45b1-8e4c-0bd058accaad req-222b0318-b0c7-404e-9846-8159da3c8606 service nova] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Updating instance_info_cache with network_info: [{"id": "3ee13200-b1da-48cc-a894-3e7ebdcba485", "address": "fa:16:3e:b2:95:67", "network": {"id": "611d28cc-a800-4dc3-b742-50f4fc61d247", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1084610409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0012c8d368c4b578be0ba9f528ec75b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ee13200-b1", "ovs_interfaceid": "3ee13200-b1da-48cc-a894-3e7ebdcba485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.256362] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236132, 'name': CreateVM_Task, 'duration_secs': 0.450241} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.256592] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.257316] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.257481] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.257809] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.258077] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e422b80-6214-4aed-a061-8ef1757d0425 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.263947] env[69052]: DEBUG oslo_vmware.api [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 724.263947] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523d76f3-2054-9aa8-f5d6-120bb35af1bc" [ 724.263947] env[69052]: _type = "Task" [ 724.263947] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.272112] env[69052]: DEBUG oslo_vmware.api [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523d76f3-2054-9aa8-f5d6-120bb35af1bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.279789] env[69052]: DEBUG nova.scheduler.client.report [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Updated inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 with generation 67 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 724.280047] env[69052]: DEBUG nova.compute.provider_tree [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Updating resource provider 5482791e-699f-417a-8caf-f93d7835d755 generation from 67 to 68 during operation: update_inventory {{(pid=69052) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 724.280254] env[69052]: DEBUG nova.compute.provider_tree [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 724.373845] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Acquiring lock "857c7aa8-406a-4a90-8f1b-166e87f0f559" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.374125] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Lock "857c7aa8-406a-4a90-8f1b-166e87f0f559" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.374452] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Acquiring lock "857c7aa8-406a-4a90-8f1b-166e87f0f559-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.374687] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Lock "857c7aa8-406a-4a90-8f1b-166e87f0f559-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.374887] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Lock "857c7aa8-406a-4a90-8f1b-166e87f0f559-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.377214] env[69052]: INFO nova.compute.manager [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Terminating instance [ 724.559902] env[69052]: DEBUG nova.compute.manager [req-8997e812-f1bf-406f-9e41-78c14c5c7358 req-8e4e06d6-9fcd-48cb-badb-53a0d45b6c1e service nova] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Received event network-vif-deleted-296282c0-7d87-4ef1-afd4-0d10890527b5 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.560173] env[69052]: INFO nova.compute.manager [req-8997e812-f1bf-406f-9e41-78c14c5c7358 req-8e4e06d6-9fcd-48cb-badb-53a0d45b6c1e service nova] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Neutron deleted interface 296282c0-7d87-4ef1-afd4-0d10890527b5; detaching it from the instance and deleting it from the info cache [ 724.560341] env[69052]: DEBUG nova.network.neutron [req-8997e812-f1bf-406f-9e41-78c14c5c7358 req-8e4e06d6-9fcd-48cb-badb-53a0d45b6c1e service nova] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.573198] env[69052]: DEBUG oslo_vmware.api [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.606899] env[69052]: DEBUG oslo_concurrency.lockutils [req-60371ae3-8e3f-45b1-8e4c-0bd058accaad req-222b0318-b0c7-404e-9846-8159da3c8606 service nova] Releasing lock "refresh_cache-9b7a58b2-2e7c-4dde-a220-f34cc5b3251d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.778232] env[69052]: DEBUG oslo_vmware.api [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523d76f3-2054-9aa8-f5d6-120bb35af1bc, 'name': SearchDatastore_Task, 'duration_secs': 0.038002} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.778527] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.778757] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.779039] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.779166] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.779365] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.779878] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58bbd0df-9822-4b74-9e2f-32a473ceeaea {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.785707] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.335s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.791070] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.082s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.791278] env[69052]: DEBUG nova.objects.instance [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Lazy-loading 'resources' on Instance uuid 5c9656f5-6e06-4083-aaa9-a37d13e0aae8 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.793460] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.793460] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.795409] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11921ecc-4371-44b5-b5cf-3399cd847ac1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.803562] env[69052]: DEBUG oslo_vmware.api [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 724.803562] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525e7fcf-9215-0ecd-cedb-799f2af3387a" [ 724.803562] env[69052]: _type = "Task" [ 724.803562] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.813743] env[69052]: DEBUG oslo_vmware.api [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525e7fcf-9215-0ecd-cedb-799f2af3387a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.819485] env[69052]: INFO nova.scheduler.client.report [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Deleted allocations for instance f3e3db76-727b-4b27-a797-8226068aaa39 [ 724.881403] env[69052]: DEBUG nova.compute.manager [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.881683] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.882655] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0c040d-d4c2-4a52-a367-a7179c0bfda5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.892107] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.892387] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4dfb44b-36c3-4163-9040-172553a372f0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.901030] env[69052]: DEBUG oslo_vmware.api [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Waiting for the task: (returnval){ [ 724.901030] env[69052]: value = "task-3236134" [ 724.901030] env[69052]: _type = "Task" [ 724.901030] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.909645] env[69052]: DEBUG oslo_vmware.api [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Task: {'id': task-3236134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.972217] env[69052]: DEBUG nova.network.neutron [-] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.063823] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2bed270-1d3a-4872-91db-655b46771759 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.074302] env[69052]: DEBUG oslo_vmware.api [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236133, 'name': ReconfigVM_Task, 'duration_secs': 0.980797} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.076427] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Reconfigured VM instance instance-0000002d to attach disk [datastore2] b839f31c-fe81-4af7-b93f-41479b62a5bd/b839f31c-fe81-4af7-b93f-41479b62a5bd.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.077152] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a32f523-072a-4fef-a698-9dea4d7fa468 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.081879] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a57a27-e470-4e04-ad10-889b4b76415c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.100491] env[69052]: DEBUG oslo_vmware.api [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 725.100491] env[69052]: value = "task-3236135" [ 725.100491] env[69052]: _type = "Task" [ 725.100491] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.109411] env[69052]: DEBUG oslo_vmware.api [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236135, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.126811] env[69052]: DEBUG nova.compute.manager [req-8997e812-f1bf-406f-9e41-78c14c5c7358 req-8e4e06d6-9fcd-48cb-badb-53a0d45b6c1e service nova] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Detach interface failed, port_id=296282c0-7d87-4ef1-afd4-0d10890527b5, reason: Instance 19eaa995-6c0a-4441-a241-2493d41ff90c could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 725.300805] env[69052]: DEBUG nova.objects.instance [None req-81106d2b-0c4f-4b78-a16e-5e70bc3839ac tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lazy-loading 'flavor' on Instance uuid c4b2bcae-5752-4932-9fad-8cba15d7d15c {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.319018] env[69052]: DEBUG oslo_vmware.api [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525e7fcf-9215-0ecd-cedb-799f2af3387a, 'name': SearchDatastore_Task, 'duration_secs': 0.009398} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.319018] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45c4184d-8900-4f2d-8a8b-0a87ec10d76b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.326256] env[69052]: DEBUG oslo_vmware.api [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 725.326256] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f34635-fe42-176b-d85b-5743289eb78c" [ 725.326256] env[69052]: _type = "Task" [ 725.326256] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.331401] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e5622a22-731d-4cd6-aa7e-e6849918d73f tempest-AttachInterfacesV270Test-585182760 tempest-AttachInterfacesV270Test-585182760-project-member] Lock "f3e3db76-727b-4b27-a797-8226068aaa39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.698s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.338779] env[69052]: DEBUG oslo_vmware.api [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f34635-fe42-176b-d85b-5743289eb78c, 'name': SearchDatastore_Task, 'duration_secs': 0.00977} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.339906] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.340261] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d/9b7a58b2-2e7c-4dde-a220-f34cc5b3251d.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.341536] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1482acf5-b30f-45b8-bdb5-b6110bea1418 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.349104] env[69052]: DEBUG oslo_vmware.api [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 725.349104] env[69052]: value = "task-3236136" [ 725.349104] env[69052]: _type = "Task" [ 725.349104] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.361710] env[69052]: DEBUG oslo_vmware.api [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.410975] env[69052]: DEBUG oslo_vmware.api [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Task: {'id': task-3236134, 'name': PowerOffVM_Task, 'duration_secs': 0.314668} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.413685] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.413858] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.415265] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-658393d7-4ba8-4f9b-bbe7-9ec36c77fdbc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.474762] env[69052]: INFO nova.compute.manager [-] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Took 1.41 seconds to deallocate network for instance. [ 725.484618] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.484823] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.484998] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Deleting the datastore file [datastore1] 857c7aa8-406a-4a90-8f1b-166e87f0f559 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.486058] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f1ba63f-9ad8-4060-baec-52227652fe26 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.494878] env[69052]: DEBUG oslo_vmware.api [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Waiting for the task: (returnval){ [ 725.494878] env[69052]: value = "task-3236138" [ 725.494878] env[69052]: _type = "Task" [ 725.494878] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.503356] env[69052]: DEBUG oslo_vmware.api [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Task: {'id': task-3236138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.613044] env[69052]: DEBUG oslo_vmware.api [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236135, 'name': Rename_Task, 'duration_secs': 0.166901} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.613436] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.613595] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f963f7fa-05a2-49ff-828f-79cf8c7e71ae {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.625055] env[69052]: DEBUG oslo_vmware.api [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 725.625055] env[69052]: value = "task-3236139" [ 725.625055] env[69052]: _type = "Task" [ 725.625055] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.639347] env[69052]: DEBUG oslo_vmware.api [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236139, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.811481] env[69052]: DEBUG oslo_concurrency.lockutils [None req-81106d2b-0c4f-4b78-a16e-5e70bc3839ac tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquiring lock "refresh_cache-c4b2bcae-5752-4932-9fad-8cba15d7d15c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.811481] env[69052]: DEBUG oslo_concurrency.lockutils [None req-81106d2b-0c4f-4b78-a16e-5e70bc3839ac tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquired lock "refresh_cache-c4b2bcae-5752-4932-9fad-8cba15d7d15c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.811710] env[69052]: DEBUG nova.network.neutron [None req-81106d2b-0c4f-4b78-a16e-5e70bc3839ac tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.811794] env[69052]: DEBUG nova.objects.instance [None req-81106d2b-0c4f-4b78-a16e-5e70bc3839ac tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lazy-loading 'info_cache' on Instance uuid c4b2bcae-5752-4932-9fad-8cba15d7d15c {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.866558] env[69052]: DEBUG oslo_vmware.api [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491305} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.869898] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d/9b7a58b2-2e7c-4dde-a220-f34cc5b3251d.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.872470] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.872470] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5e40b81-2d30-4b6e-94cd-a0a4021bde5c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.880150] env[69052]: DEBUG oslo_vmware.api [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 725.880150] env[69052]: value = "task-3236140" [ 725.880150] env[69052]: _type = "Task" [ 725.880150] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.889846] env[69052]: DEBUG oslo_vmware.api [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.967783] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99e3b75-6cca-484a-af29-c37a0467b6d7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.975436] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790f8b9b-5fd6-464c-a5a3-024b02629d39 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.011473] env[69052]: DEBUG oslo_concurrency.lockutils [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.015805] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1223ae11-d3db-4f77-b02b-4499c47dedaa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.023921] env[69052]: DEBUG oslo_vmware.api [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Task: {'id': task-3236138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374553} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.028122] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.028368] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.028577] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.028928] env[69052]: INFO nova.compute.manager [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Took 1.15 seconds to destroy the instance on the hypervisor. [ 726.029242] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.029805] env[69052]: DEBUG nova.compute.manager [-] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.029928] env[69052]: DEBUG nova.network.neutron [-] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.032653] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4471bf79-f922-4d00-923b-40a36b9e0e73 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.050755] env[69052]: DEBUG nova.compute.provider_tree [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 726.136912] env[69052]: DEBUG oslo_vmware.api [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236139, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.316561] env[69052]: DEBUG nova.objects.base [None req-81106d2b-0c4f-4b78-a16e-5e70bc3839ac tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69052) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 726.390632] env[69052]: DEBUG oslo_vmware.api [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069483} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.390904] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.391902] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7c334b-676f-4846-a404-786566d427f2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.418188] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d/9b7a58b2-2e7c-4dde-a220-f34cc5b3251d.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.418343] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-848de8c1-01d8-4aef-8e0d-50f0356b0929 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.439853] env[69052]: DEBUG oslo_vmware.api [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 726.439853] env[69052]: value = "task-3236141" [ 726.439853] env[69052]: _type = "Task" [ 726.439853] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.449274] env[69052]: DEBUG oslo_vmware.api [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.589831] env[69052]: DEBUG nova.scheduler.client.report [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Updated inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 726.590155] env[69052]: DEBUG nova.compute.provider_tree [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Updating resource provider 5482791e-699f-417a-8caf-f93d7835d755 generation from 68 to 69 during operation: update_inventory {{(pid=69052) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 726.590363] env[69052]: DEBUG nova.compute.provider_tree [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 726.636855] env[69052]: DEBUG oslo_vmware.api [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236139, 'name': PowerOnVM_Task, 'duration_secs': 0.860386} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.637174] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.637398] env[69052]: INFO nova.compute.manager [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Took 10.48 seconds to spawn the instance on the hypervisor. [ 726.637608] env[69052]: DEBUG nova.compute.manager [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.638468] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ea0231-03cc-43a5-a552-c7c69690491c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.954490] env[69052]: DEBUG oslo_vmware.api [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.099106] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.305s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.103430] env[69052]: DEBUG oslo_concurrency.lockutils [None req-494ce056-b4f8-4ea4-b4df-866f90f0ef0d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.208s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.103430] env[69052]: DEBUG nova.objects.instance [None req-494ce056-b4f8-4ea4-b4df-866f90f0ef0d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lazy-loading 'resources' on Instance uuid b68b58fe-18bb-4114-9f12-de11c57f6632 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.130326] env[69052]: INFO nova.scheduler.client.report [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Deleted allocations for instance 5c9656f5-6e06-4083-aaa9-a37d13e0aae8 [ 727.158415] env[69052]: INFO nova.compute.manager [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Took 45.71 seconds to build instance. [ 727.454973] env[69052]: DEBUG oslo_vmware.api [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236141, 'name': ReconfigVM_Task, 'duration_secs': 0.818189} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.455571] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d/9b7a58b2-2e7c-4dde-a220-f34cc5b3251d.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.457422] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15b37f10-eb39-4602-82ba-e304c21a0741 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.466912] env[69052]: DEBUG oslo_vmware.api [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 727.466912] env[69052]: value = "task-3236142" [ 727.466912] env[69052]: _type = "Task" [ 727.466912] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.483282] env[69052]: DEBUG oslo_vmware.api [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236142, 'name': Rename_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.493840] env[69052]: DEBUG nova.network.neutron [None req-81106d2b-0c4f-4b78-a16e-5e70bc3839ac tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Updating instance_info_cache with network_info: [{"id": "ceb1196f-32f4-4fe4-9111-4bcf748b7edf", "address": "fa:16:3e:3e:45:2a", "network": {"id": "9f304b9e-cf9f-412f-94d4-2dde0a986cf8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-665495409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "972da0732fb2445898c678fd466f7a09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceb1196f-32", "ovs_interfaceid": "ceb1196f-32f4-4fe4-9111-4bcf748b7edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.640363] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c188722d-a086-4e8b-ab45-26188118b1f5 tempest-ServersListShow298Test-1067572808 tempest-ServersListShow298Test-1067572808-project-member] Lock "5c9656f5-6e06-4083-aaa9-a37d13e0aae8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.429s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.660346] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e1496e89-6f39-43bb-bf2b-436b96948eb7 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "b839f31c-fe81-4af7-b93f-41479b62a5bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.072s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.817869] env[69052]: DEBUG nova.compute.manager [req-d56ce610-66d6-4c72-80e2-96e1b4d1c632 req-7b94eab2-b20d-46c8-8a47-4b05f6306906 service nova] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Received event network-vif-deleted-c61c1847-beb4-4614-9606-8346b7e3a98f {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.818267] env[69052]: INFO nova.compute.manager [req-d56ce610-66d6-4c72-80e2-96e1b4d1c632 req-7b94eab2-b20d-46c8-8a47-4b05f6306906 service nova] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Neutron deleted interface c61c1847-beb4-4614-9606-8346b7e3a98f; detaching it from the instance and deleting it from the info cache [ 727.818267] env[69052]: DEBUG nova.network.neutron [req-d56ce610-66d6-4c72-80e2-96e1b4d1c632 req-7b94eab2-b20d-46c8-8a47-4b05f6306906 service nova] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.988566] env[69052]: DEBUG oslo_vmware.api [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236142, 'name': Rename_Task, 'duration_secs': 0.177689} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.988566] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.988566] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96aafb89-199e-475a-9a5e-cee5a5c2d7a3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.000366] env[69052]: DEBUG oslo_concurrency.lockutils [None req-81106d2b-0c4f-4b78-a16e-5e70bc3839ac tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Releasing lock "refresh_cache-c4b2bcae-5752-4932-9fad-8cba15d7d15c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.003586] env[69052]: DEBUG oslo_vmware.api [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 728.003586] env[69052]: value = "task-3236143" [ 728.003586] env[69052]: _type = "Task" [ 728.003586] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.014230] env[69052]: DEBUG oslo_vmware.api [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.081375] env[69052]: DEBUG nova.network.neutron [-] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.328897] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbea3d6-4684-4377-bf40-5d4f2b91f13f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.337026] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f61282c3-8352-434d-8bed-1959535e9850 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.342305] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055be280-7a2b-4399-83ed-dcc2bd70371d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.348496] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19aec4c6-6d8a-489b-8dfb-0d19db844f74 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.406029] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c1812e-0aa8-40a9-ad7c-d9e3531b2edd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.409178] env[69052]: DEBUG nova.compute.manager [req-d56ce610-66d6-4c72-80e2-96e1b4d1c632 req-7b94eab2-b20d-46c8-8a47-4b05f6306906 service nova] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Detach interface failed, port_id=c61c1847-beb4-4614-9606-8346b7e3a98f, reason: Instance 857c7aa8-406a-4a90-8f1b-166e87f0f559 could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 728.414834] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c15bd4-9b34-4661-a93d-e8a980142e8d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.432610] env[69052]: DEBUG nova.compute.provider_tree [None req-494ce056-b4f8-4ea4-b4df-866f90f0ef0d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.519049] env[69052]: DEBUG oslo_vmware.api [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.583972] env[69052]: INFO nova.compute.manager [-] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Took 2.55 seconds to deallocate network for instance. [ 728.938027] env[69052]: DEBUG nova.scheduler.client.report [None req-494ce056-b4f8-4ea4-b4df-866f90f0ef0d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.011703] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-81106d2b-0c4f-4b78-a16e-5e70bc3839ac tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.012273] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed2fbbe2-45da-48cc-930b-27dece08d5cb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.019660] env[69052]: DEBUG oslo_vmware.api [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236143, 'name': PowerOnVM_Task, 'duration_secs': 1.00545} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.021259] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.021470] env[69052]: INFO nova.compute.manager [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Took 9.18 seconds to spawn the instance on the hypervisor. [ 729.021646] env[69052]: DEBUG nova.compute.manager [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.021957] env[69052]: DEBUG oslo_vmware.api [None req-81106d2b-0c4f-4b78-a16e-5e70bc3839ac tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 729.021957] env[69052]: value = "task-3236144" [ 729.021957] env[69052]: _type = "Task" [ 729.021957] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.022680] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a2c15e-5fbf-4513-9be7-d547d5710b62 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.038377] env[69052]: DEBUG oslo_vmware.api [None req-81106d2b-0c4f-4b78-a16e-5e70bc3839ac tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.092447] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.442099] env[69052]: DEBUG oslo_concurrency.lockutils [None req-494ce056-b4f8-4ea4-b4df-866f90f0ef0d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.341s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.445029] env[69052]: DEBUG oslo_concurrency.lockutils [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.785s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.445029] env[69052]: DEBUG nova.objects.instance [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Lazy-loading 'resources' on Instance uuid 1364cf7d-e902-4658-88db-dc937c1c153e {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.466644] env[69052]: INFO nova.scheduler.client.report [None req-494ce056-b4f8-4ea4-b4df-866f90f0ef0d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Deleted allocations for instance b68b58fe-18bb-4114-9f12-de11c57f6632 [ 729.537108] env[69052]: DEBUG oslo_vmware.api [None req-81106d2b-0c4f-4b78-a16e-5e70bc3839ac tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236144, 'name': PowerOnVM_Task, 'duration_secs': 0.394414} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.537421] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-81106d2b-0c4f-4b78-a16e-5e70bc3839ac tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.537645] env[69052]: DEBUG nova.compute.manager [None req-81106d2b-0c4f-4b78-a16e-5e70bc3839ac tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.538485] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddf19bb-64d8-4ad6-8504-63d00b92c8d8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.552108] env[69052]: INFO nova.compute.manager [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Took 45.34 seconds to build instance. [ 729.687713] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Acquiring lock "0471c239-25b5-45ee-a222-44a4646f5091" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.687952] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Lock "0471c239-25b5-45ee-a222-44a4646f5091" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.813639] env[69052]: DEBUG oslo_concurrency.lockutils [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "interface-d2b777aa-dab0-4258-b5cc-138fd60f8fb7-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.813922] env[69052]: DEBUG oslo_concurrency.lockutils [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "interface-d2b777aa-dab0-4258-b5cc-138fd60f8fb7-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.814314] env[69052]: DEBUG nova.objects.instance [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lazy-loading 'flavor' on Instance uuid d2b777aa-dab0-4258-b5cc-138fd60f8fb7 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.975625] env[69052]: DEBUG oslo_concurrency.lockutils [None req-494ce056-b4f8-4ea4-b4df-866f90f0ef0d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "b68b58fe-18bb-4114-9f12-de11c57f6632" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.391s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.989332] env[69052]: DEBUG nova.compute.manager [req-54fcf9d3-263f-4a53-b014-dc632775c184 req-9d76d6c5-d9ea-431f-a4c9-1ef55ce236b7 service nova] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Received event network-changed-0fe2d08a-6abd-4f2b-8d47-9bce034cbb97 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.989530] env[69052]: DEBUG nova.compute.manager [req-54fcf9d3-263f-4a53-b014-dc632775c184 req-9d76d6c5-d9ea-431f-a4c9-1ef55ce236b7 service nova] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Refreshing instance network info cache due to event network-changed-0fe2d08a-6abd-4f2b-8d47-9bce034cbb97. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.989812] env[69052]: DEBUG oslo_concurrency.lockutils [req-54fcf9d3-263f-4a53-b014-dc632775c184 req-9d76d6c5-d9ea-431f-a4c9-1ef55ce236b7 service nova] Acquiring lock "refresh_cache-b839f31c-fe81-4af7-b93f-41479b62a5bd" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.990055] env[69052]: DEBUG oslo_concurrency.lockutils [req-54fcf9d3-263f-4a53-b014-dc632775c184 req-9d76d6c5-d9ea-431f-a4c9-1ef55ce236b7 service nova] Acquired lock "refresh_cache-b839f31c-fe81-4af7-b93f-41479b62a5bd" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.990214] env[69052]: DEBUG nova.network.neutron [req-54fcf9d3-263f-4a53-b014-dc632775c184 req-9d76d6c5-d9ea-431f-a4c9-1ef55ce236b7 service nova] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Refreshing network info cache for port 0fe2d08a-6abd-4f2b-8d47-9bce034cbb97 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.056522] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dbafdea0-8c85-44ef-9412-5c03ba847220 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lock "9b7a58b2-2e7c-4dde-a220-f34cc5b3251d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.036s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.190523] env[69052]: DEBUG nova.compute.manager [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.390855] env[69052]: DEBUG nova.objects.instance [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lazy-loading 'pci_requests' on Instance uuid d2b777aa-dab0-4258-b5cc-138fd60f8fb7 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.408719] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b965455a-910e-4776-8587-6e592e037c96 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.417043] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1353592e-fd8c-45e8-92ab-2af424ed3b1e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.448347] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c28660d-67a9-43a9-8963-cfa53721cd52 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.455888] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53eeee53-18fd-4aaa-8f6d-9ee478dd2661 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.471136] env[69052]: DEBUG nova.compute.provider_tree [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.712493] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.759804] env[69052]: DEBUG nova.network.neutron [req-54fcf9d3-263f-4a53-b014-dc632775c184 req-9d76d6c5-d9ea-431f-a4c9-1ef55ce236b7 service nova] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Updated VIF entry in instance network info cache for port 0fe2d08a-6abd-4f2b-8d47-9bce034cbb97. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.760251] env[69052]: DEBUG nova.network.neutron [req-54fcf9d3-263f-4a53-b014-dc632775c184 req-9d76d6c5-d9ea-431f-a4c9-1ef55ce236b7 service nova] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Updating instance_info_cache with network_info: [{"id": "0fe2d08a-6abd-4f2b-8d47-9bce034cbb97", "address": "fa:16:3e:b3:b3:27", "network": {"id": "a490f064-ef53-4fb0-a146-0d36a6ba4204", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1657249736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a60b2155098b4cac81ebfbc86a70f9fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe2d08a-6a", "ovs_interfaceid": "0fe2d08a-6abd-4f2b-8d47-9bce034cbb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.893940] env[69052]: DEBUG nova.objects.base [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69052) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 730.894314] env[69052]: DEBUG nova.network.neutron [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.949576] env[69052]: DEBUG nova.policy [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5127a580dea040e38a680bee88523fbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33c7667f503642149086357b7386842c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.974520] env[69052]: DEBUG nova.scheduler.client.report [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.117156] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquiring lock "9b7a58b2-2e7c-4dde-a220-f34cc5b3251d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.117506] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lock "9b7a58b2-2e7c-4dde-a220-f34cc5b3251d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.117737] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquiring lock "9b7a58b2-2e7c-4dde-a220-f34cc5b3251d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.117938] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lock "9b7a58b2-2e7c-4dde-a220-f34cc5b3251d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.118167] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lock "9b7a58b2-2e7c-4dde-a220-f34cc5b3251d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.122827] env[69052]: INFO nova.compute.manager [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Terminating instance [ 731.264886] env[69052]: DEBUG oslo_concurrency.lockutils [req-54fcf9d3-263f-4a53-b014-dc632775c184 req-9d76d6c5-d9ea-431f-a4c9-1ef55ce236b7 service nova] Releasing lock "refresh_cache-b839f31c-fe81-4af7-b93f-41479b62a5bd" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.480536] env[69052]: DEBUG oslo_concurrency.lockutils [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.483901] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.403s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.484169] env[69052]: DEBUG nova.objects.instance [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Lazy-loading 'resources' on Instance uuid 12141b9b-bbb8-4080-ac76-aa4b6136b0de {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.506044] env[69052]: INFO nova.scheduler.client.report [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Deleted allocations for instance 1364cf7d-e902-4658-88db-dc937c1c153e [ 731.543912] env[69052]: DEBUG nova.network.neutron [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Successfully created port: 87777173-3c5c-4168-8f45-20d271cdb544 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.632022] env[69052]: DEBUG nova.compute.manager [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.632022] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.632022] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff42aa74-21f1-4d25-99d7-b6f5046f45f7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.639945] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.640564] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26000d98-7037-4313-9446-08ec58f77b92 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.648284] env[69052]: DEBUG oslo_vmware.api [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 731.648284] env[69052]: value = "task-3236145" [ 731.648284] env[69052]: _type = "Task" [ 731.648284] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.659019] env[69052]: DEBUG oslo_vmware.api [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.016970] env[69052]: DEBUG oslo_concurrency.lockutils [None req-93e10041-9cb5-468c-84e8-6932b46eb100 tempest-InstanceActionsNegativeTestJSON-1073488339 tempest-InstanceActionsNegativeTestJSON-1073488339-project-member] Lock "1364cf7d-e902-4658-88db-dc937c1c153e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.347s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.159328] env[69052]: DEBUG oslo_vmware.api [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236145, 'name': PowerOffVM_Task, 'duration_secs': 0.292681} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.162114] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.162314] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.162762] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1109c26-00ac-49d3-b364-beb2a463ba69 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.265104] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.265104] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.265104] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Deleting the datastore file [datastore2] 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.267018] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c3688ba-f92b-46a9-a4e3-7f83ed9e856f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.274572] env[69052]: DEBUG oslo_vmware.api [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 732.274572] env[69052]: value = "task-3236147" [ 732.274572] env[69052]: _type = "Task" [ 732.274572] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.287319] env[69052]: DEBUG oslo_vmware.api [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.448900] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bcdd8f-b2e4-4c13-87ea-ac281c641dad {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.456557] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9418dee-0c0b-4e3e-8513-c5072c934eb4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.486662] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb755c5-d465-43cc-8e71-ba5a662f2828 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.493714] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425ddd96-d5b8-4bec-8459-8bded2db7657 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.506645] env[69052]: DEBUG nova.compute.provider_tree [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.784504] env[69052]: DEBUG oslo_vmware.api [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.010234] env[69052]: DEBUG nova.scheduler.client.report [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.289758] env[69052]: DEBUG oslo_vmware.api [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.674614} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.291090] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.291351] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.291545] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.291726] env[69052]: INFO nova.compute.manager [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Took 1.66 seconds to destroy the instance on the hypervisor. [ 733.296526] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.296526] env[69052]: DEBUG nova.compute.manager [-] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.296526] env[69052]: DEBUG nova.network.neutron [-] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.465090] env[69052]: DEBUG nova.network.neutron [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Successfully updated port: 87777173-3c5c-4168-8f45-20d271cdb544 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.515381] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.518719] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.933s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.520705] env[69052]: INFO nova.compute.claims [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.551375] env[69052]: INFO nova.scheduler.client.report [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Deleted allocations for instance 12141b9b-bbb8-4080-ac76-aa4b6136b0de [ 733.795187] env[69052]: DEBUG nova.compute.manager [req-528c0af2-0de8-42cd-acce-2bee9c98a352 req-f6123778-1c5f-4d63-8c02-ef9f3dd5edef service nova] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Received event network-vif-plugged-87777173-3c5c-4168-8f45-20d271cdb544 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.795187] env[69052]: DEBUG oslo_concurrency.lockutils [req-528c0af2-0de8-42cd-acce-2bee9c98a352 req-f6123778-1c5f-4d63-8c02-ef9f3dd5edef service nova] Acquiring lock "d2b777aa-dab0-4258-b5cc-138fd60f8fb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.795187] env[69052]: DEBUG oslo_concurrency.lockutils [req-528c0af2-0de8-42cd-acce-2bee9c98a352 req-f6123778-1c5f-4d63-8c02-ef9f3dd5edef service nova] Lock "d2b777aa-dab0-4258-b5cc-138fd60f8fb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.795187] env[69052]: DEBUG oslo_concurrency.lockutils [req-528c0af2-0de8-42cd-acce-2bee9c98a352 req-f6123778-1c5f-4d63-8c02-ef9f3dd5edef service nova] Lock "d2b777aa-dab0-4258-b5cc-138fd60f8fb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.795187] env[69052]: DEBUG nova.compute.manager [req-528c0af2-0de8-42cd-acce-2bee9c98a352 req-f6123778-1c5f-4d63-8c02-ef9f3dd5edef service nova] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] No waiting events found dispatching network-vif-plugged-87777173-3c5c-4168-8f45-20d271cdb544 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.795396] env[69052]: WARNING nova.compute.manager [req-528c0af2-0de8-42cd-acce-2bee9c98a352 req-f6123778-1c5f-4d63-8c02-ef9f3dd5edef service nova] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Received unexpected event network-vif-plugged-87777173-3c5c-4168-8f45-20d271cdb544 for instance with vm_state active and task_state None. [ 733.968199] env[69052]: DEBUG oslo_concurrency.lockutils [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "refresh_cache-d2b777aa-dab0-4258-b5cc-138fd60f8fb7" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.970055] env[69052]: DEBUG oslo_concurrency.lockutils [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired lock "refresh_cache-d2b777aa-dab0-4258-b5cc-138fd60f8fb7" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.976694] env[69052]: DEBUG nova.network.neutron [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.060853] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7d2b482c-82c3-42ba-839e-8a123f794cd6 tempest-ServerRescueTestJSON-1609100581 tempest-ServerRescueTestJSON-1609100581-project-member] Lock "12141b9b-bbb8-4080-ac76-aa4b6136b0de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.855s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.147863] env[69052]: DEBUG nova.network.neutron [-] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.512170] env[69052]: WARNING nova.network.neutron [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] fbddf3de-3881-43c0-ae19-3c6b7abdb3e5 already exists in list: networks containing: ['fbddf3de-3881-43c0-ae19-3c6b7abdb3e5']. ignoring it [ 734.651371] env[69052]: INFO nova.compute.manager [-] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Took 1.36 seconds to deallocate network for instance. [ 734.918233] env[69052]: DEBUG nova.network.neutron [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Updating instance_info_cache with network_info: [{"id": "83e9b669-e628-48c3-ae9b-2b091990f046", "address": "fa:16:3e:66:52:e8", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e9b669-e6", "ovs_interfaceid": "83e9b669-e628-48c3-ae9b-2b091990f046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "87777173-3c5c-4168-8f45-20d271cdb544", "address": "fa:16:3e:1c:cf:81", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87777173-3c", "ovs_interfaceid": "87777173-3c5c-4168-8f45-20d271cdb544", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.023624] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9b2d1e-a77d-4e42-92ef-a8e7b15afb59 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.032779] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9545cf-aa6a-4953-9974-ecea3a1a140e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.062831] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f1e4ce-36a4-4332-8945-e2ad66365b46 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.070387] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc361ff-8b2d-452f-b84a-455432336697 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.085145] env[69052]: DEBUG nova.compute.provider_tree [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.163472] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.421359] env[69052]: DEBUG oslo_concurrency.lockutils [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Releasing lock "refresh_cache-d2b777aa-dab0-4258-b5cc-138fd60f8fb7" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.422158] env[69052]: DEBUG oslo_concurrency.lockutils [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "d2b777aa-dab0-4258-b5cc-138fd60f8fb7" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.422368] env[69052]: DEBUG oslo_concurrency.lockutils [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired lock "d2b777aa-dab0-4258-b5cc-138fd60f8fb7" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.423354] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ddf09d-c73e-4885-b1b5-adc1423a9711 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.451853] env[69052]: DEBUG nova.virt.hardware [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.451853] env[69052]: DEBUG nova.virt.hardware [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.451853] env[69052]: DEBUG nova.virt.hardware [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.451853] env[69052]: DEBUG nova.virt.hardware [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.451853] env[69052]: DEBUG nova.virt.hardware [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.451853] env[69052]: DEBUG nova.virt.hardware [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.451853] env[69052]: DEBUG nova.virt.hardware [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.451853] env[69052]: DEBUG nova.virt.hardware [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.451853] env[69052]: DEBUG nova.virt.hardware [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.451853] env[69052]: DEBUG nova.virt.hardware [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.451853] env[69052]: DEBUG nova.virt.hardware [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.460322] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Reconfiguring VM to attach interface {{(pid=69052) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 735.460807] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-022a12b6-4bde-4373-b8cb-051dba681d87 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.482249] env[69052]: DEBUG oslo_vmware.api [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 735.482249] env[69052]: value = "task-3236148" [ 735.482249] env[69052]: _type = "Task" [ 735.482249] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.489631] env[69052]: DEBUG oslo_vmware.api [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236148, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.588173] env[69052]: DEBUG nova.scheduler.client.report [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.991070] env[69052]: DEBUG oslo_vmware.api [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.097693] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.098538] env[69052]: DEBUG nova.compute.manager [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.101761] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.492s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.101761] env[69052]: DEBUG nova.objects.instance [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Lazy-loading 'resources' on Instance uuid 4b90f588-9d0c-4874-ba00-ffaecd742e56 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.259962] env[69052]: DEBUG nova.compute.manager [req-795e74fe-a11a-4bce-ae78-13a363fc2b5c req-c5688854-3dc6-4af7-b897-3cc4dda83251 service nova] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Received event network-changed-87777173-3c5c-4168-8f45-20d271cdb544 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.260228] env[69052]: DEBUG nova.compute.manager [req-795e74fe-a11a-4bce-ae78-13a363fc2b5c req-c5688854-3dc6-4af7-b897-3cc4dda83251 service nova] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Refreshing instance network info cache due to event network-changed-87777173-3c5c-4168-8f45-20d271cdb544. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.260486] env[69052]: DEBUG oslo_concurrency.lockutils [req-795e74fe-a11a-4bce-ae78-13a363fc2b5c req-c5688854-3dc6-4af7-b897-3cc4dda83251 service nova] Acquiring lock "refresh_cache-d2b777aa-dab0-4258-b5cc-138fd60f8fb7" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.260676] env[69052]: DEBUG oslo_concurrency.lockutils [req-795e74fe-a11a-4bce-ae78-13a363fc2b5c req-c5688854-3dc6-4af7-b897-3cc4dda83251 service nova] Acquired lock "refresh_cache-d2b777aa-dab0-4258-b5cc-138fd60f8fb7" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.260892] env[69052]: DEBUG nova.network.neutron [req-795e74fe-a11a-4bce-ae78-13a363fc2b5c req-c5688854-3dc6-4af7-b897-3cc4dda83251 service nova] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Refreshing network info cache for port 87777173-3c5c-4168-8f45-20d271cdb544 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.491021] env[69052]: DEBUG oslo_vmware.api [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236148, 'name': ReconfigVM_Task, 'duration_secs': 0.656994} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.491202] env[69052]: DEBUG oslo_concurrency.lockutils [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Releasing lock "d2b777aa-dab0-4258-b5cc-138fd60f8fb7" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.491476] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Reconfigured VM to attach interface {{(pid=69052) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 736.605524] env[69052]: DEBUG nova.compute.utils [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.610483] env[69052]: DEBUG nova.compute.manager [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.610483] env[69052]: DEBUG nova.network.neutron [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.663266] env[69052]: DEBUG nova.policy [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ea6e3d0c9174c80a88363470840a596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '722147ef12a3414c97dda1c1fb259724', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.999339] env[69052]: DEBUG oslo_concurrency.lockutils [None req-11f5a05f-9c73-4b23-ab7e-ebd0f6a96a9a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "interface-d2b777aa-dab0-4258-b5cc-138fd60f8fb7-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.182s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.111069] env[69052]: DEBUG nova.compute.manager [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.134567] env[69052]: DEBUG nova.network.neutron [req-795e74fe-a11a-4bce-ae78-13a363fc2b5c req-c5688854-3dc6-4af7-b897-3cc4dda83251 service nova] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Updated VIF entry in instance network info cache for port 87777173-3c5c-4168-8f45-20d271cdb544. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.135017] env[69052]: DEBUG nova.network.neutron [req-795e74fe-a11a-4bce-ae78-13a363fc2b5c req-c5688854-3dc6-4af7-b897-3cc4dda83251 service nova] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Updating instance_info_cache with network_info: [{"id": "83e9b669-e628-48c3-ae9b-2b091990f046", "address": "fa:16:3e:66:52:e8", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e9b669-e6", "ovs_interfaceid": "83e9b669-e628-48c3-ae9b-2b091990f046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "87777173-3c5c-4168-8f45-20d271cdb544", "address": "fa:16:3e:1c:cf:81", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87777173-3c", "ovs_interfaceid": "87777173-3c5c-4168-8f45-20d271cdb544", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.141760] env[69052]: DEBUG nova.network.neutron [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Successfully created port: efca2d34-5284-4b05-a034-042b5a8d00e1 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.185562] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fd4aaf-549f-4fb1-9a11-f3c48054fce3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.194011] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4404970f-e3a9-4892-8b6d-4c0062b2daaf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.224974] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1def824e-9f3c-404b-8acb-910e5a5986bd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.232411] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8709129f-592c-49c1-a12d-19dcdfd38166 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.246491] env[69052]: DEBUG nova.compute.provider_tree [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.644911] env[69052]: DEBUG oslo_concurrency.lockutils [req-795e74fe-a11a-4bce-ae78-13a363fc2b5c req-c5688854-3dc6-4af7-b897-3cc4dda83251 service nova] Releasing lock "refresh_cache-d2b777aa-dab0-4258-b5cc-138fd60f8fb7" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.645209] env[69052]: DEBUG nova.compute.manager [req-795e74fe-a11a-4bce-ae78-13a363fc2b5c req-c5688854-3dc6-4af7-b897-3cc4dda83251 service nova] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Received event network-vif-deleted-3ee13200-b1da-48cc-a894-3e7ebdcba485 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.751894] env[69052]: DEBUG nova.scheduler.client.report [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.125397] env[69052]: DEBUG nova.compute.manager [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.160104] env[69052]: DEBUG nova.virt.hardware [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.161943] env[69052]: DEBUG nova.virt.hardware [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.161943] env[69052]: DEBUG nova.virt.hardware [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.161943] env[69052]: DEBUG nova.virt.hardware [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.161943] env[69052]: DEBUG nova.virt.hardware [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.161943] env[69052]: DEBUG nova.virt.hardware [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.166016] env[69052]: DEBUG nova.virt.hardware [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.166016] env[69052]: DEBUG nova.virt.hardware [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.166016] env[69052]: DEBUG nova.virt.hardware [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.166016] env[69052]: DEBUG nova.virt.hardware [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.166016] env[69052]: DEBUG nova.virt.hardware [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.166016] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d62e076-c262-4fe8-9c93-4fd75afd6761 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.173705] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcd335a-dcce-4c69-b47e-ee8010e2dd4a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.260765] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.262553] env[69052]: DEBUG oslo_concurrency.lockutils [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.124s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.265939] env[69052]: INFO nova.compute.claims [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.298154] env[69052]: INFO nova.scheduler.client.report [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Deleted allocations for instance 4b90f588-9d0c-4874-ba00-ffaecd742e56 [ 738.318565] env[69052]: DEBUG oslo_concurrency.lockutils [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquiring lock "bf57b022-2a6e-4514-bb47-aa6965aad6ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.318565] env[69052]: DEBUG oslo_concurrency.lockutils [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "bf57b022-2a6e-4514-bb47-aa6965aad6ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.318565] env[69052]: DEBUG oslo_concurrency.lockutils [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquiring lock "bf57b022-2a6e-4514-bb47-aa6965aad6ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.318565] env[69052]: DEBUG oslo_concurrency.lockutils [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "bf57b022-2a6e-4514-bb47-aa6965aad6ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.318565] env[69052]: DEBUG oslo_concurrency.lockutils [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "bf57b022-2a6e-4514-bb47-aa6965aad6ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.319548] env[69052]: INFO nova.compute.manager [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Terminating instance [ 738.805171] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a0b2558b-883e-47a6-884f-69bcbbc14e99 tempest-ImagesOneServerTestJSON-1950580131 tempest-ImagesOneServerTestJSON-1950580131-project-member] Lock "4b90f588-9d0c-4874-ba00-ffaecd742e56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.129s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.824935] env[69052]: DEBUG nova.compute.manager [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.824935] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.827380] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933c3253-e53d-43fa-b2c7-e7699f7fe0cf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.839630] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.840129] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60a4857d-623b-4429-bec2-ac7dc06fcbd5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.848396] env[69052]: DEBUG oslo_vmware.api [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 738.848396] env[69052]: value = "task-3236149" [ 738.848396] env[69052]: _type = "Task" [ 738.848396] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.860647] env[69052]: DEBUG oslo_vmware.api [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.167427] env[69052]: DEBUG nova.compute.manager [req-24c0c1e6-b8cf-4c40-bbe4-5626a4e87220 req-a4016ca1-b4e4-476b-8f48-180905962992 service nova] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Received event network-vif-plugged-efca2d34-5284-4b05-a034-042b5a8d00e1 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.167785] env[69052]: DEBUG oslo_concurrency.lockutils [req-24c0c1e6-b8cf-4c40-bbe4-5626a4e87220 req-a4016ca1-b4e4-476b-8f48-180905962992 service nova] Acquiring lock "a16c75c5-956d-4a10-bfaa-8e203eb31b12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.167958] env[69052]: DEBUG oslo_concurrency.lockutils [req-24c0c1e6-b8cf-4c40-bbe4-5626a4e87220 req-a4016ca1-b4e4-476b-8f48-180905962992 service nova] Lock "a16c75c5-956d-4a10-bfaa-8e203eb31b12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.168178] env[69052]: DEBUG oslo_concurrency.lockutils [req-24c0c1e6-b8cf-4c40-bbe4-5626a4e87220 req-a4016ca1-b4e4-476b-8f48-180905962992 service nova] Lock "a16c75c5-956d-4a10-bfaa-8e203eb31b12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.168380] env[69052]: DEBUG nova.compute.manager [req-24c0c1e6-b8cf-4c40-bbe4-5626a4e87220 req-a4016ca1-b4e4-476b-8f48-180905962992 service nova] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] No waiting events found dispatching network-vif-plugged-efca2d34-5284-4b05-a034-042b5a8d00e1 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.168580] env[69052]: WARNING nova.compute.manager [req-24c0c1e6-b8cf-4c40-bbe4-5626a4e87220 req-a4016ca1-b4e4-476b-8f48-180905962992 service nova] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Received unexpected event network-vif-plugged-efca2d34-5284-4b05-a034-042b5a8d00e1 for instance with vm_state building and task_state spawning. [ 739.359947] env[69052]: DEBUG nova.network.neutron [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Successfully updated port: efca2d34-5284-4b05-a034-042b5a8d00e1 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.370088] env[69052]: DEBUG oslo_vmware.api [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236149, 'name': PowerOffVM_Task, 'duration_secs': 0.263484} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.371266] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.371266] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.373823] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cad5ad1d-4bdb-4b86-bcf8-68f6f5a60e2b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.453073] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.453339] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.453526] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Deleting the datastore file [datastore1] bf57b022-2a6e-4514-bb47-aa6965aad6ff {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.453793] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dc0eb4a-0352-403a-b49a-47554ebf87bb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.468000] env[69052]: DEBUG oslo_vmware.api [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 739.468000] env[69052]: value = "task-3236151" [ 739.468000] env[69052]: _type = "Task" [ 739.468000] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.483306] env[69052]: DEBUG oslo_vmware.api [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.682405] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.682629] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.863470] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Acquiring lock "refresh_cache-a16c75c5-956d-4a10-bfaa-8e203eb31b12" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.863728] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Acquired lock "refresh_cache-a16c75c5-956d-4a10-bfaa-8e203eb31b12" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.863805] env[69052]: DEBUG nova.network.neutron [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.877307] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9d6d11cf-36e0-45c0-bbd0-3830c5d53653 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "interface-d2b777aa-dab0-4258-b5cc-138fd60f8fb7-87777173-3c5c-4168-8f45-20d271cdb544" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.877978] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9d6d11cf-36e0-45c0-bbd0-3830c5d53653 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "interface-d2b777aa-dab0-4258-b5cc-138fd60f8fb7-87777173-3c5c-4168-8f45-20d271cdb544" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.902306] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cd8d2c-b83c-4316-9dbd-3c28c5ee30b3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.913503] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd211638-3280-4e86-9faf-fba3fe10cf2b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.950992] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869ceed0-c92b-411b-8ed3-8aa54324250c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.959950] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c5d6fa-365d-41c8-8b38-8934c347bd5a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.974065] env[69052]: DEBUG nova.compute.provider_tree [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 739.984274] env[69052]: DEBUG oslo_vmware.api [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155517} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.984531] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.984713] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.984888] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.985067] env[69052]: INFO nova.compute.manager [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Took 1.16 seconds to destroy the instance on the hypervisor. [ 739.985305] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.985727] env[69052]: DEBUG nova.compute.manager [-] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.985816] env[69052]: DEBUG nova.network.neutron [-] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 740.193301] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 740.193582] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 740.193641] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 740.194288] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 740.195082] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 740.195082] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 740.195082] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69052) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 740.195082] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 740.377551] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b977d6d5-f4fa-4f41-ae30-c03d4eb3d73e tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "d144e192-e16f-4437-9813-6b44fdcaa8e1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.377847] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b977d6d5-f4fa-4f41-ae30-c03d4eb3d73e tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "d144e192-e16f-4437-9813-6b44fdcaa8e1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.378045] env[69052]: DEBUG nova.compute.manager [None req-b977d6d5-f4fa-4f41-ae30-c03d4eb3d73e tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.378918] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efa0988-53b7-4881-b114-5df98cddbf3b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.387186] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9d6d11cf-36e0-45c0-bbd0-3830c5d53653 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "d2b777aa-dab0-4258-b5cc-138fd60f8fb7" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.388576] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9d6d11cf-36e0-45c0-bbd0-3830c5d53653 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired lock "d2b777aa-dab0-4258-b5cc-138fd60f8fb7" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.388576] env[69052]: DEBUG nova.compute.manager [None req-b977d6d5-f4fa-4f41-ae30-c03d4eb3d73e tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69052) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 740.388576] env[69052]: DEBUG nova.objects.instance [None req-b977d6d5-f4fa-4f41-ae30-c03d4eb3d73e tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lazy-loading 'flavor' on Instance uuid d144e192-e16f-4437-9813-6b44fdcaa8e1 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.390459] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ef9db6-23f2-47e0-bd4c-c531fe2a98e0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.410595] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b04dd9d-cc5a-4ca6-bee0-3209383f3c91 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.442041] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6d11cf-36e0-45c0-bbd0-3830c5d53653 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Reconfiguring VM to detach interface {{(pid=69052) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 740.443143] env[69052]: DEBUG nova.network.neutron [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.445347] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c688eaf-c59a-4dfa-b53f-a24399cdd511 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.465450] env[69052]: DEBUG oslo_vmware.api [None req-9d6d11cf-36e0-45c0-bbd0-3830c5d53653 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 740.465450] env[69052]: value = "task-3236152" [ 740.465450] env[69052]: _type = "Task" [ 740.465450] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.473450] env[69052]: DEBUG oslo_vmware.api [None req-9d6d11cf-36e0-45c0-bbd0-3830c5d53653 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.501127] env[69052]: ERROR nova.scheduler.client.report [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [req-f3d0224f-b94a-43f1-9c4d-546df982b10d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5482791e-699f-417a-8caf-f93d7835d755. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f3d0224f-b94a-43f1-9c4d-546df982b10d"}]} [ 740.527367] env[69052]: DEBUG nova.scheduler.client.report [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Refreshing inventories for resource provider 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 740.545350] env[69052]: DEBUG nova.scheduler.client.report [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Updating ProviderTree inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 740.545585] env[69052]: DEBUG nova.compute.provider_tree [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.561720] env[69052]: DEBUG nova.scheduler.client.report [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Refreshing aggregate associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, aggregates: None {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 740.586292] env[69052]: DEBUG nova.scheduler.client.report [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Refreshing trait associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 740.701087] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.797585] env[69052]: DEBUG nova.network.neutron [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Updating instance_info_cache with network_info: [{"id": "efca2d34-5284-4b05-a034-042b5a8d00e1", "address": "fa:16:3e:77:f6:32", "network": {"id": "14c20f0d-c76b-4652-b593-384e500c8b3b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1992958750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722147ef12a3414c97dda1c1fb259724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefca2d34-52", "ovs_interfaceid": "efca2d34-5284-4b05-a034-042b5a8d00e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.829412] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c653e280-02ee-46bb-bfb7-42aafa74e737 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Acquiring lock "3fec9237-3f28-4688-bde6-ad51c9504d4a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.829656] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c653e280-02ee-46bb-bfb7-42aafa74e737 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Lock "3fec9237-3f28-4688-bde6-ad51c9504d4a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.979226] env[69052]: DEBUG oslo_vmware.api [None req-9d6d11cf-36e0-45c0-bbd0-3830c5d53653 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.154610] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7c1d7b-f4b6-4f74-bd66-1496da51f77e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.162721] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305189bd-8653-46f3-abf1-b3b354a6c727 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.195418] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d75cca7-f4fb-4bee-8faf-75f2e77d82d0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.198223] env[69052]: DEBUG nova.network.neutron [-] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.204376] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4253f062-3b1a-43ef-843e-db4f3eaea0b3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.219110] env[69052]: DEBUG nova.compute.provider_tree [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 741.224164] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Acquiring lock "b540f87b-3e89-4200-a4f1-23f0b7dfb23b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.224767] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Lock "b540f87b-3e89-4200-a4f1-23f0b7dfb23b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.301240] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Releasing lock "refresh_cache-a16c75c5-956d-4a10-bfaa-8e203eb31b12" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.301609] env[69052]: DEBUG nova.compute.manager [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Instance network_info: |[{"id": "efca2d34-5284-4b05-a034-042b5a8d00e1", "address": "fa:16:3e:77:f6:32", "network": {"id": "14c20f0d-c76b-4652-b593-384e500c8b3b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1992958750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722147ef12a3414c97dda1c1fb259724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefca2d34-52", "ovs_interfaceid": "efca2d34-5284-4b05-a034-042b5a8d00e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.302497] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:f6:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efca2d34-5284-4b05-a034-042b5a8d00e1', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.310186] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.310452] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.310708] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7a45452-88ea-4e60-b9a8-2f3b2850e5ab {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.333013] env[69052]: DEBUG nova.compute.utils [None req-c653e280-02ee-46bb-bfb7-42aafa74e737 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.334342] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.334342] env[69052]: value = "task-3236153" [ 741.334342] env[69052]: _type = "Task" [ 741.334342] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.343488] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236153, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.405721] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b977d6d5-f4fa-4f41-ae30-c03d4eb3d73e tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.406541] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9ad9264-957a-468c-acd9-cbb7ae909c20 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.413794] env[69052]: DEBUG oslo_vmware.api [None req-b977d6d5-f4fa-4f41-ae30-c03d4eb3d73e tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 741.413794] env[69052]: value = "task-3236154" [ 741.413794] env[69052]: _type = "Task" [ 741.413794] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.422148] env[69052]: DEBUG oslo_vmware.api [None req-b977d6d5-f4fa-4f41-ae30-c03d4eb3d73e tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.480678] env[69052]: DEBUG oslo_vmware.api [None req-9d6d11cf-36e0-45c0-bbd0-3830c5d53653 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.701159] env[69052]: INFO nova.compute.manager [-] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Took 1.72 seconds to deallocate network for instance. [ 741.712336] env[69052]: DEBUG nova.compute.manager [req-6f97cbe9-9e66-4325-b095-87dbf08ea0d8 req-63ed8329-38a8-48e9-9fc7-0bdb7a7dfa2f service nova] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Received event network-changed-efca2d34-5284-4b05-a034-042b5a8d00e1 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.712534] env[69052]: DEBUG nova.compute.manager [req-6f97cbe9-9e66-4325-b095-87dbf08ea0d8 req-63ed8329-38a8-48e9-9fc7-0bdb7a7dfa2f service nova] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Refreshing instance network info cache due to event network-changed-efca2d34-5284-4b05-a034-042b5a8d00e1. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.712746] env[69052]: DEBUG oslo_concurrency.lockutils [req-6f97cbe9-9e66-4325-b095-87dbf08ea0d8 req-63ed8329-38a8-48e9-9fc7-0bdb7a7dfa2f service nova] Acquiring lock "refresh_cache-a16c75c5-956d-4a10-bfaa-8e203eb31b12" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.714254] env[69052]: DEBUG oslo_concurrency.lockutils [req-6f97cbe9-9e66-4325-b095-87dbf08ea0d8 req-63ed8329-38a8-48e9-9fc7-0bdb7a7dfa2f service nova] Acquired lock "refresh_cache-a16c75c5-956d-4a10-bfaa-8e203eb31b12" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.714526] env[69052]: DEBUG nova.network.neutron [req-6f97cbe9-9e66-4325-b095-87dbf08ea0d8 req-63ed8329-38a8-48e9-9fc7-0bdb7a7dfa2f service nova] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Refreshing network info cache for port efca2d34-5284-4b05-a034-042b5a8d00e1 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.727827] env[69052]: DEBUG nova.compute.manager [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.745709] env[69052]: ERROR nova.scheduler.client.report [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [req-ea62c48f-a067-44fc-a9ed-27dcf1227c04] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5482791e-699f-417a-8caf-f93d7835d755. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ea62c48f-a067-44fc-a9ed-27dcf1227c04"}]} [ 741.762867] env[69052]: DEBUG nova.scheduler.client.report [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Refreshing inventories for resource provider 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 741.778988] env[69052]: DEBUG nova.scheduler.client.report [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Updating ProviderTree inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 741.779239] env[69052]: DEBUG nova.compute.provider_tree [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 741.794019] env[69052]: DEBUG nova.scheduler.client.report [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Refreshing aggregate associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, aggregates: None {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 741.819129] env[69052]: DEBUG nova.scheduler.client.report [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Refreshing trait associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 741.839947] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c653e280-02ee-46bb-bfb7-42aafa74e737 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Lock "3fec9237-3f28-4688-bde6-ad51c9504d4a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.850577] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236153, 'name': CreateVM_Task, 'duration_secs': 0.376753} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.850779] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.851765] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.851765] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.852074] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.852375] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55f0967d-e830-4b57-8632-0c0e9f774f64 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.858895] env[69052]: DEBUG oslo_vmware.api [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Waiting for the task: (returnval){ [ 741.858895] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5283118c-523d-47ae-c417-59a7c89ce35d" [ 741.858895] env[69052]: _type = "Task" [ 741.858895] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.867535] env[69052]: DEBUG oslo_vmware.api [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5283118c-523d-47ae-c417-59a7c89ce35d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.926399] env[69052]: DEBUG oslo_vmware.api [None req-b977d6d5-f4fa-4f41-ae30-c03d4eb3d73e tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236154, 'name': PowerOffVM_Task, 'duration_secs': 0.21011} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.929555] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b977d6d5-f4fa-4f41-ae30-c03d4eb3d73e tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.929798] env[69052]: DEBUG nova.compute.manager [None req-b977d6d5-f4fa-4f41-ae30-c03d4eb3d73e tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.931278] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84548afa-5226-4c0a-915a-e96551a69073 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.980150] env[69052]: DEBUG oslo_vmware.api [None req-9d6d11cf-36e0-45c0-bbd0-3830c5d53653 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.218206] env[69052]: DEBUG oslo_concurrency.lockutils [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.246839] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.277185] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0753215e-4d5f-4561-90cf-e34819fa3991 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.284506] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe522162-8265-44c4-908e-71d42bf2dceb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.318049] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de83e590-d889-4ec7-a508-31def1ea5453 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.325664] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9308879a-0256-46e9-899e-3296ca79d100 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.339233] env[69052]: DEBUG nova.compute.provider_tree [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 742.370765] env[69052]: DEBUG oslo_vmware.api [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5283118c-523d-47ae-c417-59a7c89ce35d, 'name': SearchDatastore_Task, 'duration_secs': 0.010064} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.371255] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.371618] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.371866] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.372026] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.374017] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.374017] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8dbbecb2-8f37-4bca-b1fa-dce80e458c5f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.383255] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.383255] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.383391] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-640ad928-4cd8-4791-8701-d76adba59ca3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.391566] env[69052]: DEBUG oslo_vmware.api [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Waiting for the task: (returnval){ [ 742.391566] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a6bcc6-0e60-b026-fcab-ce71b1b67b27" [ 742.391566] env[69052]: _type = "Task" [ 742.391566] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.400163] env[69052]: DEBUG oslo_vmware.api [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a6bcc6-0e60-b026-fcab-ce71b1b67b27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.448834] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b977d6d5-f4fa-4f41-ae30-c03d4eb3d73e tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "d144e192-e16f-4437-9813-6b44fdcaa8e1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.480927] env[69052]: DEBUG oslo_vmware.api [None req-9d6d11cf-36e0-45c0-bbd0-3830c5d53653 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.707516] env[69052]: DEBUG nova.objects.instance [None req-5d5bdc39-a2b9-4782-b58b-2536319e2b80 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Lazy-loading 'flavor' on Instance uuid 59f0e709-60bb-4763-920a-b6b25cd59c31 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.776021] env[69052]: DEBUG nova.network.neutron [req-6f97cbe9-9e66-4325-b095-87dbf08ea0d8 req-63ed8329-38a8-48e9-9fc7-0bdb7a7dfa2f service nova] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Updated VIF entry in instance network info cache for port efca2d34-5284-4b05-a034-042b5a8d00e1. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.776483] env[69052]: DEBUG nova.network.neutron [req-6f97cbe9-9e66-4325-b095-87dbf08ea0d8 req-63ed8329-38a8-48e9-9fc7-0bdb7a7dfa2f service nova] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Updating instance_info_cache with network_info: [{"id": "efca2d34-5284-4b05-a034-042b5a8d00e1", "address": "fa:16:3e:77:f6:32", "network": {"id": "14c20f0d-c76b-4652-b593-384e500c8b3b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1992958750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722147ef12a3414c97dda1c1fb259724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefca2d34-52", "ovs_interfaceid": "efca2d34-5284-4b05-a034-042b5a8d00e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.865801] env[69052]: ERROR nova.scheduler.client.report [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [req-01293a56-f1d8-45c5-b44b-a32828d63d79] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5482791e-699f-417a-8caf-f93d7835d755. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-01293a56-f1d8-45c5-b44b-a32828d63d79"}]} [ 742.879989] env[69052]: DEBUG nova.scheduler.client.report [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Refreshing inventories for resource provider 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 742.896219] env[69052]: DEBUG nova.scheduler.client.report [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Updating ProviderTree inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 742.896307] env[69052]: DEBUG nova.compute.provider_tree [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 742.911177] env[69052]: DEBUG oslo_vmware.api [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a6bcc6-0e60-b026-fcab-ce71b1b67b27, 'name': SearchDatastore_Task, 'duration_secs': 0.013276} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.912664] env[69052]: DEBUG nova.scheduler.client.report [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Refreshing aggregate associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, aggregates: None {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 742.918763] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14b4a42b-a89d-4e86-888f-11a1bcf33e14 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.926646] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c653e280-02ee-46bb-bfb7-42aafa74e737 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Acquiring lock "3fec9237-3f28-4688-bde6-ad51c9504d4a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.926646] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c653e280-02ee-46bb-bfb7-42aafa74e737 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Lock "3fec9237-3f28-4688-bde6-ad51c9504d4a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.926646] env[69052]: INFO nova.compute.manager [None req-c653e280-02ee-46bb-bfb7-42aafa74e737 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Attaching volume 02e2adce-6090-4140-86a1-4fb7c96515f6 to /dev/sdb [ 742.929706] env[69052]: DEBUG oslo_vmware.api [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Waiting for the task: (returnval){ [ 742.929706] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52643d0c-1656-eabd-7fc3-3e0e399c7df6" [ 742.929706] env[69052]: _type = "Task" [ 742.929706] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.942014] env[69052]: DEBUG oslo_vmware.api [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52643d0c-1656-eabd-7fc3-3e0e399c7df6, 'name': SearchDatastore_Task, 'duration_secs': 0.011972} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.942390] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.942676] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] a16c75c5-956d-4a10-bfaa-8e203eb31b12/a16c75c5-956d-4a10-bfaa-8e203eb31b12.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.942965] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20330e8d-a2fd-4b7c-8a0b-08d47e63ac16 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.951333] env[69052]: DEBUG oslo_vmware.api [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Waiting for the task: (returnval){ [ 742.951333] env[69052]: value = "task-3236155" [ 742.951333] env[69052]: _type = "Task" [ 742.951333] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.952317] env[69052]: DEBUG nova.scheduler.client.report [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Refreshing trait associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 742.963128] env[69052]: DEBUG oslo_vmware.api [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3236155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.984707] env[69052]: DEBUG oslo_vmware.api [None req-9d6d11cf-36e0-45c0-bbd0-3830c5d53653 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.985584] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd35db3e-bba2-44f5-96fe-d1f31c7caafd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.994078] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed5036e-0969-451d-ae81-19a32303da78 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.009381] env[69052]: DEBUG nova.virt.block_device [None req-c653e280-02ee-46bb-bfb7-42aafa74e737 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Updating existing volume attachment record: 2a4f1d3b-e7d8-4f77-9ef9-87e5914bec24 {{(pid=69052) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 743.141816] env[69052]: DEBUG oslo_concurrency.lockutils [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Acquiring lock "c666b4b5-2e1e-45c2-97b8-2072f50f91e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.142101] env[69052]: DEBUG oslo_concurrency.lockutils [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Lock "c666b4b5-2e1e-45c2-97b8-2072f50f91e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.213788] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5d5bdc39-a2b9-4782-b58b-2536319e2b80 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Acquiring lock "refresh_cache-59f0e709-60bb-4763-920a-b6b25cd59c31" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.213998] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5d5bdc39-a2b9-4782-b58b-2536319e2b80 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Acquired lock "refresh_cache-59f0e709-60bb-4763-920a-b6b25cd59c31" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.279366] env[69052]: DEBUG oslo_concurrency.lockutils [req-6f97cbe9-9e66-4325-b095-87dbf08ea0d8 req-63ed8329-38a8-48e9-9fc7-0bdb7a7dfa2f service nova] Releasing lock "refresh_cache-a16c75c5-956d-4a10-bfaa-8e203eb31b12" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.279706] env[69052]: DEBUG nova.compute.manager [req-6f97cbe9-9e66-4325-b095-87dbf08ea0d8 req-63ed8329-38a8-48e9-9fc7-0bdb7a7dfa2f service nova] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Received event network-vif-deleted-f284ab35-3609-4188-9a1e-bbdaa58ea3c3 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.466423] env[69052]: DEBUG oslo_vmware.api [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3236155, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.480603] env[69052]: DEBUG oslo_vmware.api [None req-9d6d11cf-36e0-45c0-bbd0-3830c5d53653 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.494434] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a65dbf1-a46d-4e3c-a3a1-a06a73ceccf1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.502023] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945e6f5b-eeb1-4b0a-920e-f4d6f0f271ce {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.535562] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a804f31-9531-4050-a94b-9785354b07ab {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.543289] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d1caec-4901-4746-9905-9027dd5e7131 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.556778] env[69052]: DEBUG nova.compute.provider_tree [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.650416] env[69052]: DEBUG nova.compute.manager [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.701796] env[69052]: DEBUG nova.objects.instance [None req-3c7dbf8d-c074-4f2c-b4e2-4cf8cc27e831 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lazy-loading 'flavor' on Instance uuid d144e192-e16f-4437-9813-6b44fdcaa8e1 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.759346] env[69052]: DEBUG nova.network.neutron [None req-5d5bdc39-a2b9-4782-b58b-2536319e2b80 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.813130] env[69052]: DEBUG nova.compute.manager [req-fac092f5-a039-49d6-816d-52a85a57aefc req-a9e1db16-14ec-4865-bcaa-ab0a49ff4a91 service nova] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Received event network-changed-1d1bad3b-8858-4637-8d57-3ab2211589de {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.813130] env[69052]: DEBUG nova.compute.manager [req-fac092f5-a039-49d6-816d-52a85a57aefc req-a9e1db16-14ec-4865-bcaa-ab0a49ff4a91 service nova] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Refreshing instance network info cache due to event network-changed-1d1bad3b-8858-4637-8d57-3ab2211589de. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.813130] env[69052]: DEBUG oslo_concurrency.lockutils [req-fac092f5-a039-49d6-816d-52a85a57aefc req-a9e1db16-14ec-4865-bcaa-ab0a49ff4a91 service nova] Acquiring lock "refresh_cache-59f0e709-60bb-4763-920a-b6b25cd59c31" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.966685] env[69052]: DEBUG oslo_vmware.api [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3236155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514936} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.966949] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] a16c75c5-956d-4a10-bfaa-8e203eb31b12/a16c75c5-956d-4a10-bfaa-8e203eb31b12.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.967188] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.967432] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a362e84c-b4ff-4569-9c50-55b3c2db2097 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.976654] env[69052]: DEBUG oslo_vmware.api [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Waiting for the task: (returnval){ [ 743.976654] env[69052]: value = "task-3236159" [ 743.976654] env[69052]: _type = "Task" [ 743.976654] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.982647] env[69052]: DEBUG oslo_vmware.api [None req-9d6d11cf-36e0-45c0-bbd0-3830c5d53653 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.987143] env[69052]: DEBUG oslo_vmware.api [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3236159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.060038] env[69052]: DEBUG nova.scheduler.client.report [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.177669] env[69052]: DEBUG oslo_concurrency.lockutils [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.206686] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3c7dbf8d-c074-4f2c-b4e2-4cf8cc27e831 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "refresh_cache-d144e192-e16f-4437-9813-6b44fdcaa8e1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.206686] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3c7dbf8d-c074-4f2c-b4e2-4cf8cc27e831 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquired lock "refresh_cache-d144e192-e16f-4437-9813-6b44fdcaa8e1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.206812] env[69052]: DEBUG nova.network.neutron [None req-3c7dbf8d-c074-4f2c-b4e2-4cf8cc27e831 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.206911] env[69052]: DEBUG nova.objects.instance [None req-3c7dbf8d-c074-4f2c-b4e2-4cf8cc27e831 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lazy-loading 'info_cache' on Instance uuid d144e192-e16f-4437-9813-6b44fdcaa8e1 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.485313] env[69052]: DEBUG oslo_vmware.api [None req-9d6d11cf-36e0-45c0-bbd0-3830c5d53653 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.490466] env[69052]: DEBUG oslo_vmware.api [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3236159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128852} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.490704] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.491444] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bfda6f-acc0-4dbb-aa21-3006eecef7fc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.513059] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] a16c75c5-956d-4a10-bfaa-8e203eb31b12/a16c75c5-956d-4a10-bfaa-8e203eb31b12.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.513396] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4c89133-c5bc-454a-afa4-82be61b2e997 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.529604] env[69052]: DEBUG nova.network.neutron [None req-5d5bdc39-a2b9-4782-b58b-2536319e2b80 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Updating instance_info_cache with network_info: [{"id": "1d1bad3b-8858-4637-8d57-3ab2211589de", "address": "fa:16:3e:63:49:37", "network": {"id": "0ba289c4-afa7-4bc5-ad23-1e7b9b5e601f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-929865321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e347df4a634b53b994122d24485cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d1bad3b-88", "ovs_interfaceid": "1d1bad3b-8858-4637-8d57-3ab2211589de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.537102] env[69052]: DEBUG oslo_vmware.api [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Waiting for the task: (returnval){ [ 744.537102] env[69052]: value = "task-3236160" [ 744.537102] env[69052]: _type = "Task" [ 744.537102] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.546976] env[69052]: DEBUG oslo_vmware.api [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3236160, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.567149] env[69052]: DEBUG oslo_concurrency.lockutils [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.303s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.567149] env[69052]: DEBUG nova.compute.manager [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.568324] env[69052]: DEBUG oslo_concurrency.lockutils [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.163s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.573684] env[69052]: INFO nova.compute.claims [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.710719] env[69052]: DEBUG nova.objects.base [None req-3c7dbf8d-c074-4f2c-b4e2-4cf8cc27e831 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69052) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 744.984108] env[69052]: DEBUG oslo_vmware.api [None req-9d6d11cf-36e0-45c0-bbd0-3830c5d53653 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.031901] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5d5bdc39-a2b9-4782-b58b-2536319e2b80 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Releasing lock "refresh_cache-59f0e709-60bb-4763-920a-b6b25cd59c31" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.032233] env[69052]: DEBUG nova.compute.manager [None req-5d5bdc39-a2b9-4782-b58b-2536319e2b80 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Inject network info {{(pid=69052) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 745.032516] env[69052]: DEBUG nova.compute.manager [None req-5d5bdc39-a2b9-4782-b58b-2536319e2b80 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] network_info to inject: |[{"id": "1d1bad3b-8858-4637-8d57-3ab2211589de", "address": "fa:16:3e:63:49:37", "network": {"id": "0ba289c4-afa7-4bc5-ad23-1e7b9b5e601f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-929865321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e347df4a634b53b994122d24485cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d1bad3b-88", "ovs_interfaceid": "1d1bad3b-8858-4637-8d57-3ab2211589de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 745.037203] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5bdc39-a2b9-4782-b58b-2536319e2b80 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Reconfiguring VM instance to set the machine id {{(pid=69052) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 745.038170] env[69052]: DEBUG oslo_concurrency.lockutils [req-fac092f5-a039-49d6-816d-52a85a57aefc req-a9e1db16-14ec-4865-bcaa-ab0a49ff4a91 service nova] Acquired lock "refresh_cache-59f0e709-60bb-4763-920a-b6b25cd59c31" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.038170] env[69052]: DEBUG nova.network.neutron [req-fac092f5-a039-49d6-816d-52a85a57aefc req-a9e1db16-14ec-4865-bcaa-ab0a49ff4a91 service nova] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Refreshing network info cache for port 1d1bad3b-8858-4637-8d57-3ab2211589de {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.038955] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a304f03-1da9-4c7e-949f-6effb81da1e2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.058205] env[69052]: DEBUG oslo_vmware.api [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3236160, 'name': ReconfigVM_Task, 'duration_secs': 0.313935} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.059432] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Reconfigured VM instance instance-0000002f to attach disk [datastore1] a16c75c5-956d-4a10-bfaa-8e203eb31b12/a16c75c5-956d-4a10-bfaa-8e203eb31b12.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.060141] env[69052]: DEBUG oslo_vmware.api [None req-5d5bdc39-a2b9-4782-b58b-2536319e2b80 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Waiting for the task: (returnval){ [ 745.060141] env[69052]: value = "task-3236161" [ 745.060141] env[69052]: _type = "Task" [ 745.060141] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.060336] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8968eb9b-2525-4cd9-ae89-0fc23cf17c0c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.070767] env[69052]: DEBUG oslo_vmware.api [None req-5d5bdc39-a2b9-4782-b58b-2536319e2b80 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Task: {'id': task-3236161, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.071878] env[69052]: DEBUG oslo_vmware.api [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Waiting for the task: (returnval){ [ 745.071878] env[69052]: value = "task-3236162" [ 745.071878] env[69052]: _type = "Task" [ 745.071878] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.080553] env[69052]: DEBUG nova.compute.utils [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.081793] env[69052]: DEBUG oslo_vmware.api [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3236162, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.084130] env[69052]: DEBUG nova.compute.manager [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.084130] env[69052]: DEBUG nova.network.neutron [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.144990] env[69052]: DEBUG nova.policy [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5742412e2dc34471815eb1cf6beb8d5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '964f64e06b8d4182bdc4a302433d6631', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.430845] env[69052]: DEBUG nova.objects.instance [None req-ca0f69af-7259-4d0d-8ae4-e6c77069cbeb tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Lazy-loading 'flavor' on Instance uuid 59f0e709-60bb-4763-920a-b6b25cd59c31 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.488539] env[69052]: DEBUG oslo_vmware.api [None req-9d6d11cf-36e0-45c0-bbd0-3830c5d53653 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.571398] env[69052]: DEBUG oslo_vmware.api [None req-5d5bdc39-a2b9-4782-b58b-2536319e2b80 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Task: {'id': task-3236161, 'name': ReconfigVM_Task, 'duration_secs': 0.190166} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.571683] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5bdc39-a2b9-4782-b58b-2536319e2b80 tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Reconfigured VM instance to set the machine id {{(pid=69052) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 745.581828] env[69052]: DEBUG oslo_vmware.api [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3236162, 'name': Rename_Task, 'duration_secs': 0.149282} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.582387] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.582387] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56a585c7-76ef-455b-97d5-49a57dc7b315 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.589760] env[69052]: DEBUG nova.compute.manager [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.593838] env[69052]: DEBUG oslo_vmware.api [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Waiting for the task: (returnval){ [ 745.593838] env[69052]: value = "task-3236164" [ 745.593838] env[69052]: _type = "Task" [ 745.593838] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.601598] env[69052]: DEBUG oslo_vmware.api [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3236164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.695536] env[69052]: DEBUG nova.network.neutron [None req-3c7dbf8d-c074-4f2c-b4e2-4cf8cc27e831 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Updating instance_info_cache with network_info: [{"id": "b15a0d01-0291-4ac4-b031-1691ee4bbba7", "address": "fa:16:3e:bf:72:58", "network": {"id": "4e7ad40f-fc44-47b3-ada6-0ae53251c650", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329642848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "420997e04b2a41d882b1f61eb5a284f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb15a0d01-02", "ovs_interfaceid": "b15a0d01-0291-4ac4-b031-1691ee4bbba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.942831] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ca0f69af-7259-4d0d-8ae4-e6c77069cbeb tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Acquiring lock "refresh_cache-59f0e709-60bb-4763-920a-b6b25cd59c31" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.986511] env[69052]: DEBUG oslo_vmware.api [None req-9d6d11cf-36e0-45c0-bbd0-3830c5d53653 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236152, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.013760] env[69052]: DEBUG nova.network.neutron [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Successfully created port: 90301069-43cc-4cc0-9ab4-78281db5b31a {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.107350] env[69052]: DEBUG oslo_vmware.api [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3236164, 'name': PowerOnVM_Task, 'duration_secs': 0.471847} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.111683] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.111683] env[69052]: INFO nova.compute.manager [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Took 7.99 seconds to spawn the instance on the hypervisor. [ 746.111683] env[69052]: DEBUG nova.compute.manager [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.112705] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6858443-969b-412e-a57d-75fd2e118b97 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.148502] env[69052]: DEBUG nova.network.neutron [req-fac092f5-a039-49d6-816d-52a85a57aefc req-a9e1db16-14ec-4865-bcaa-ab0a49ff4a91 service nova] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Updated VIF entry in instance network info cache for port 1d1bad3b-8858-4637-8d57-3ab2211589de. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.148909] env[69052]: DEBUG nova.network.neutron [req-fac092f5-a039-49d6-816d-52a85a57aefc req-a9e1db16-14ec-4865-bcaa-ab0a49ff4a91 service nova] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Updating instance_info_cache with network_info: [{"id": "1d1bad3b-8858-4637-8d57-3ab2211589de", "address": "fa:16:3e:63:49:37", "network": {"id": "0ba289c4-afa7-4bc5-ad23-1e7b9b5e601f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-929865321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e347df4a634b53b994122d24485cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d1bad3b-88", "ovs_interfaceid": "1d1bad3b-8858-4637-8d57-3ab2211589de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.165938] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3820f7e3-7170-49c5-8e24-8886cc016586 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.173437] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1aaff41-8b61-463d-91da-cbc007e56fd3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.208207] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3c7dbf8d-c074-4f2c-b4e2-4cf8cc27e831 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Releasing lock "refresh_cache-d144e192-e16f-4437-9813-6b44fdcaa8e1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.210438] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae9e4d1-f224-40e4-bd39-d4390685cf83 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.218923] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e033f4-c4d5-4bf6-96f9-929eda9431d6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.233898] env[69052]: DEBUG nova.compute.provider_tree [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 746.491208] env[69052]: DEBUG oslo_vmware.api [None req-9d6d11cf-36e0-45c0-bbd0-3830c5d53653 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236152, 'name': ReconfigVM_Task, 'duration_secs': 5.825875} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.491458] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9d6d11cf-36e0-45c0-bbd0-3830c5d53653 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Releasing lock "d2b777aa-dab0-4258-b5cc-138fd60f8fb7" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.491690] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6d11cf-36e0-45c0-bbd0-3830c5d53653 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Reconfigured VM to detach interface {{(pid=69052) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 746.604543] env[69052]: DEBUG nova.compute.manager [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.632813] env[69052]: INFO nova.compute.manager [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Took 51.07 seconds to build instance. [ 746.638158] env[69052]: DEBUG nova.virt.hardware [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.638314] env[69052]: DEBUG nova.virt.hardware [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.638435] env[69052]: DEBUG nova.virt.hardware [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.638682] env[69052]: DEBUG nova.virt.hardware [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.638754] env[69052]: DEBUG nova.virt.hardware [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.638890] env[69052]: DEBUG nova.virt.hardware [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.639114] env[69052]: DEBUG nova.virt.hardware [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.639271] env[69052]: DEBUG nova.virt.hardware [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.639439] env[69052]: DEBUG nova.virt.hardware [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.639609] env[69052]: DEBUG nova.virt.hardware [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.639767] env[69052]: DEBUG nova.virt.hardware [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.640755] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f096bb45-74a9-4613-9ab4-d45ba92afdca {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.649163] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689155a9-53d2-4896-af9e-85dfa0921941 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.653877] env[69052]: DEBUG oslo_concurrency.lockutils [req-fac092f5-a039-49d6-816d-52a85a57aefc req-a9e1db16-14ec-4865-bcaa-ab0a49ff4a91 service nova] Releasing lock "refresh_cache-59f0e709-60bb-4763-920a-b6b25cd59c31" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.654284] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ca0f69af-7259-4d0d-8ae4-e6c77069cbeb tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Acquired lock "refresh_cache-59f0e709-60bb-4763-920a-b6b25cd59c31" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.773147] env[69052]: DEBUG nova.scheduler.client.report [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Updated inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 746.773448] env[69052]: DEBUG nova.compute.provider_tree [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Updating resource provider 5482791e-699f-417a-8caf-f93d7835d755 generation from 72 to 73 during operation: update_inventory {{(pid=69052) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 746.773634] env[69052]: DEBUG nova.compute.provider_tree [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 746.779266] env[69052]: DEBUG nova.compute.manager [req-e28cb75f-8810-4e6d-832f-8d64f9a10487 req-07288412-3dc5-4702-8812-4b21b1d8c3c7 service nova] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Received event network-vif-deleted-87777173-3c5c-4168-8f45-20d271cdb544 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.779456] env[69052]: INFO nova.compute.manager [req-e28cb75f-8810-4e6d-832f-8d64f9a10487 req-07288412-3dc5-4702-8812-4b21b1d8c3c7 service nova] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Neutron deleted interface 87777173-3c5c-4168-8f45-20d271cdb544; detaching it from the instance and deleting it from the info cache [ 746.779703] env[69052]: DEBUG nova.network.neutron [req-e28cb75f-8810-4e6d-832f-8d64f9a10487 req-07288412-3dc5-4702-8812-4b21b1d8c3c7 service nova] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Updating instance_info_cache with network_info: [{"id": "83e9b669-e628-48c3-ae9b-2b091990f046", "address": "fa:16:3e:66:52:e8", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e9b669-e6", "ovs_interfaceid": "83e9b669-e628-48c3-ae9b-2b091990f046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.134765] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e47716d1-987b-4d92-b50b-adb0b3af80b5 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Lock "a16c75c5-956d-4a10-bfaa-8e203eb31b12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.792s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.217823] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7dbf8d-c074-4f2c-b4e2-4cf8cc27e831 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.218171] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a46a49a0-bd83-4a4b-b25b-087907150cca {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.226870] env[69052]: DEBUG oslo_vmware.api [None req-3c7dbf8d-c074-4f2c-b4e2-4cf8cc27e831 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 747.226870] env[69052]: value = "task-3236165" [ 747.226870] env[69052]: _type = "Task" [ 747.226870] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.239135] env[69052]: DEBUG oslo_vmware.api [None req-3c7dbf8d-c074-4f2c-b4e2-4cf8cc27e831 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.274103] env[69052]: DEBUG nova.network.neutron [None req-ca0f69af-7259-4d0d-8ae4-e6c77069cbeb tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.278302] env[69052]: DEBUG oslo_concurrency.lockutils [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.278797] env[69052]: DEBUG nova.compute.manager [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.281425] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.155s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.282822] env[69052]: INFO nova.compute.claims [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.287142] env[69052]: DEBUG oslo_concurrency.lockutils [req-e28cb75f-8810-4e6d-832f-8d64f9a10487 req-07288412-3dc5-4702-8812-4b21b1d8c3c7 service nova] Acquiring lock "d2b777aa-dab0-4258-b5cc-138fd60f8fb7" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.287142] env[69052]: DEBUG oslo_concurrency.lockutils [req-e28cb75f-8810-4e6d-832f-8d64f9a10487 req-07288412-3dc5-4702-8812-4b21b1d8c3c7 service nova] Acquired lock "d2b777aa-dab0-4258-b5cc-138fd60f8fb7" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.288468] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd545b4-2b8c-4508-b1a9-fb7330646ff9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.306239] env[69052]: DEBUG oslo_concurrency.lockutils [req-e28cb75f-8810-4e6d-832f-8d64f9a10487 req-07288412-3dc5-4702-8812-4b21b1d8c3c7 service nova] Releasing lock "d2b777aa-dab0-4258-b5cc-138fd60f8fb7" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.306515] env[69052]: WARNING nova.compute.manager [req-e28cb75f-8810-4e6d-832f-8d64f9a10487 req-07288412-3dc5-4702-8812-4b21b1d8c3c7 service nova] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Detach interface failed, port_id=87777173-3c5c-4168-8f45-20d271cdb544, reason: No device with interface-id 87777173-3c5c-4168-8f45-20d271cdb544 exists on VM: nova.exception.NotFound: No device with interface-id 87777173-3c5c-4168-8f45-20d271cdb544 exists on VM [ 747.562339] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-c653e280-02ee-46bb-bfb7-42aafa74e737 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Volume attach. Driver type: vmdk {{(pid=69052) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 747.562631] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-c653e280-02ee-46bb-bfb7-42aafa74e737 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646816', 'volume_id': '02e2adce-6090-4140-86a1-4fb7c96515f6', 'name': 'volume-02e2adce-6090-4140-86a1-4fb7c96515f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3fec9237-3f28-4688-bde6-ad51c9504d4a', 'attached_at': '', 'detached_at': '', 'volume_id': '02e2adce-6090-4140-86a1-4fb7c96515f6', 'serial': '02e2adce-6090-4140-86a1-4fb7c96515f6'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 747.563474] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3483ea20-05eb-49d2-9286-fed24c5a2757 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.580014] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2336e931-c0eb-4781-8f99-27c351c35884 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.605700] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-c653e280-02ee-46bb-bfb7-42aafa74e737 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] volume-02e2adce-6090-4140-86a1-4fb7c96515f6/volume-02e2adce-6090-4140-86a1-4fb7c96515f6.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.605968] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b0a2b60-45c9-426e-b4a1-4cc4da702cdc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.623562] env[69052]: DEBUG oslo_vmware.api [None req-c653e280-02ee-46bb-bfb7-42aafa74e737 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Waiting for the task: (returnval){ [ 747.623562] env[69052]: value = "task-3236166" [ 747.623562] env[69052]: _type = "Task" [ 747.623562] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.631019] env[69052]: DEBUG oslo_vmware.api [None req-c653e280-02ee-46bb-bfb7-42aafa74e737 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.739171] env[69052]: DEBUG oslo_vmware.api [None req-3c7dbf8d-c074-4f2c-b4e2-4cf8cc27e831 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236165, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.759242] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9d6d11cf-36e0-45c0-bbd0-3830c5d53653 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "refresh_cache-d2b777aa-dab0-4258-b5cc-138fd60f8fb7" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.759368] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9d6d11cf-36e0-45c0-bbd0-3830c5d53653 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired lock "refresh_cache-d2b777aa-dab0-4258-b5cc-138fd60f8fb7" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.759605] env[69052]: DEBUG nova.network.neutron [None req-9d6d11cf-36e0-45c0-bbd0-3830c5d53653 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.789040] env[69052]: DEBUG nova.compute.utils [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.792805] env[69052]: DEBUG nova.compute.manager [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.793093] env[69052]: DEBUG nova.network.neutron [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.942819] env[69052]: DEBUG nova.policy [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6dd6d658b26440bb9a07dbc77179f0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3631ca22fed4917a0c9d8c7ee20e9aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.134461] env[69052]: DEBUG oslo_vmware.api [None req-c653e280-02ee-46bb-bfb7-42aafa74e737 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236166, 'name': ReconfigVM_Task, 'duration_secs': 0.424934} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.134781] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-c653e280-02ee-46bb-bfb7-42aafa74e737 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Reconfigured VM instance instance-00000027 to attach disk [datastore1] volume-02e2adce-6090-4140-86a1-4fb7c96515f6/volume-02e2adce-6090-4140-86a1-4fb7c96515f6.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.139458] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9facf83d-2aee-4768-89e6-bd0dc124d8aa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.155365] env[69052]: DEBUG oslo_vmware.api [None req-c653e280-02ee-46bb-bfb7-42aafa74e737 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Waiting for the task: (returnval){ [ 748.155365] env[69052]: value = "task-3236167" [ 748.155365] env[69052]: _type = "Task" [ 748.155365] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.167484] env[69052]: DEBUG oslo_vmware.api [None req-c653e280-02ee-46bb-bfb7-42aafa74e737 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.236882] env[69052]: DEBUG oslo_vmware.api [None req-3c7dbf8d-c074-4f2c-b4e2-4cf8cc27e831 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236165, 'name': PowerOnVM_Task, 'duration_secs': 0.63349} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.238799] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7dbf8d-c074-4f2c-b4e2-4cf8cc27e831 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.239097] env[69052]: DEBUG nova.compute.manager [None req-3c7dbf8d-c074-4f2c-b4e2-4cf8cc27e831 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.239913] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8fdd0d-3313-4fe3-9fcc-df186c4116bb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.293726] env[69052]: DEBUG nova.compute.manager [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.514031] env[69052]: DEBUG nova.network.neutron [None req-ca0f69af-7259-4d0d-8ae4-e6c77069cbeb tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Updating instance_info_cache with network_info: [{"id": "1d1bad3b-8858-4637-8d57-3ab2211589de", "address": "fa:16:3e:63:49:37", "network": {"id": "0ba289c4-afa7-4bc5-ad23-1e7b9b5e601f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-929865321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e347df4a634b53b994122d24485cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d1bad3b-88", "ovs_interfaceid": "1d1bad3b-8858-4637-8d57-3ab2211589de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.522322] env[69052]: DEBUG nova.network.neutron [None req-9d6d11cf-36e0-45c0-bbd0-3830c5d53653 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Updating instance_info_cache with network_info: [{"id": "83e9b669-e628-48c3-ae9b-2b091990f046", "address": "fa:16:3e:66:52:e8", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e9b669-e6", "ovs_interfaceid": "83e9b669-e628-48c3-ae9b-2b091990f046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.548415] env[69052]: DEBUG nova.network.neutron [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Successfully updated port: 90301069-43cc-4cc0-9ab4-78281db5b31a {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.667997] env[69052]: DEBUG oslo_vmware.api [None req-c653e280-02ee-46bb-bfb7-42aafa74e737 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236167, 'name': ReconfigVM_Task, 'duration_secs': 0.154039} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.668523] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-c653e280-02ee-46bb-bfb7-42aafa74e737 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646816', 'volume_id': '02e2adce-6090-4140-86a1-4fb7c96515f6', 'name': 'volume-02e2adce-6090-4140-86a1-4fb7c96515f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3fec9237-3f28-4688-bde6-ad51c9504d4a', 'attached_at': '', 'detached_at': '', 'volume_id': '02e2adce-6090-4140-86a1-4fb7c96515f6', 'serial': '02e2adce-6090-4140-86a1-4fb7c96515f6'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 748.892167] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d841d4e0-dd38-4662-bcda-e86fa35bb058 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.897973] env[69052]: DEBUG nova.network.neutron [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Successfully created port: 352efec1-440a-4dad-a848-38e5b0318f99 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.903218] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf386b7d-cf1a-40d8-bc00-1dda4bb8e36b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.935247] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4987ecca-7e79-4d69-9d77-95a0b56f982e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.942910] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f4fe8d-185a-4a4e-8e03-f9398e5a8e8e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.956916] env[69052]: DEBUG nova.compute.provider_tree [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.962818] env[69052]: DEBUG oslo_concurrency.lockutils [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "d2b777aa-dab0-4258-b5cc-138fd60f8fb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.962958] env[69052]: DEBUG oslo_concurrency.lockutils [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "d2b777aa-dab0-4258-b5cc-138fd60f8fb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.963234] env[69052]: DEBUG oslo_concurrency.lockutils [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "d2b777aa-dab0-4258-b5cc-138fd60f8fb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.963428] env[69052]: DEBUG oslo_concurrency.lockutils [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "d2b777aa-dab0-4258-b5cc-138fd60f8fb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.963592] env[69052]: DEBUG oslo_concurrency.lockutils [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "d2b777aa-dab0-4258-b5cc-138fd60f8fb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.967776] env[69052]: INFO nova.compute.manager [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Terminating instance [ 749.018712] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ca0f69af-7259-4d0d-8ae4-e6c77069cbeb tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Releasing lock "refresh_cache-59f0e709-60bb-4763-920a-b6b25cd59c31" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.018712] env[69052]: DEBUG nova.compute.manager [None req-ca0f69af-7259-4d0d-8ae4-e6c77069cbeb tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Inject network info {{(pid=69052) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 749.018712] env[69052]: DEBUG nova.compute.manager [None req-ca0f69af-7259-4d0d-8ae4-e6c77069cbeb tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] network_info to inject: |[{"id": "1d1bad3b-8858-4637-8d57-3ab2211589de", "address": "fa:16:3e:63:49:37", "network": {"id": "0ba289c4-afa7-4bc5-ad23-1e7b9b5e601f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-929865321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e347df4a634b53b994122d24485cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d1bad3b-88", "ovs_interfaceid": "1d1bad3b-8858-4637-8d57-3ab2211589de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 749.023069] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0f69af-7259-4d0d-8ae4-e6c77069cbeb tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Reconfiguring VM instance to set the machine id {{(pid=69052) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 749.023372] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6693837a-a883-4ffe-81a0-b6aa501ace57 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.034044] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9d6d11cf-36e0-45c0-bbd0-3830c5d53653 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Releasing lock "refresh_cache-d2b777aa-dab0-4258-b5cc-138fd60f8fb7" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.042055] env[69052]: DEBUG oslo_vmware.api [None req-ca0f69af-7259-4d0d-8ae4-e6c77069cbeb tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Waiting for the task: (returnval){ [ 749.042055] env[69052]: value = "task-3236168" [ 749.042055] env[69052]: _type = "Task" [ 749.042055] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.050792] env[69052]: DEBUG oslo_vmware.api [None req-ca0f69af-7259-4d0d-8ae4-e6c77069cbeb tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Task: {'id': task-3236168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.052346] env[69052]: DEBUG oslo_concurrency.lockutils [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Acquiring lock "refresh_cache-d817707c-6ec4-4671-8988-b57818e92b1e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.052700] env[69052]: DEBUG oslo_concurrency.lockutils [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Acquired lock "refresh_cache-d817707c-6ec4-4671-8988-b57818e92b1e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.052700] env[69052]: DEBUG nova.network.neutron [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.306205] env[69052]: DEBUG nova.compute.manager [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.337444] env[69052]: DEBUG nova.virt.hardware [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.337701] env[69052]: DEBUG nova.virt.hardware [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.337856] env[69052]: DEBUG nova.virt.hardware [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.338057] env[69052]: DEBUG nova.virt.hardware [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.338209] env[69052]: DEBUG nova.virt.hardware [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.338357] env[69052]: DEBUG nova.virt.hardware [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.338569] env[69052]: DEBUG nova.virt.hardware [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.338726] env[69052]: DEBUG nova.virt.hardware [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.338894] env[69052]: DEBUG nova.virt.hardware [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.339320] env[69052]: DEBUG nova.virt.hardware [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.339559] env[69052]: DEBUG nova.virt.hardware [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.340916] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a298c52-ffd8-4d0a-a6b6-a213436e71f5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.349846] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7852b9-9ae3-4cee-b7b2-b3a9d771c3f7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.467026] env[69052]: DEBUG nova.scheduler.client.report [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.472885] env[69052]: DEBUG nova.compute.manager [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.473377] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.476780] env[69052]: DEBUG nova.compute.manager [req-eef1cb37-7d54-471d-a849-3913cb3723c3 req-3ec314fd-e04e-4ce0-8874-c0b534a5a278 service nova] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Received event network-changed-1d1bad3b-8858-4637-8d57-3ab2211589de {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.478762] env[69052]: DEBUG nova.compute.manager [req-eef1cb37-7d54-471d-a849-3913cb3723c3 req-3ec314fd-e04e-4ce0-8874-c0b534a5a278 service nova] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Refreshing instance network info cache due to event network-changed-1d1bad3b-8858-4637-8d57-3ab2211589de. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.479436] env[69052]: DEBUG oslo_concurrency.lockutils [req-eef1cb37-7d54-471d-a849-3913cb3723c3 req-3ec314fd-e04e-4ce0-8874-c0b534a5a278 service nova] Acquiring lock "refresh_cache-59f0e709-60bb-4763-920a-b6b25cd59c31" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.479748] env[69052]: DEBUG oslo_concurrency.lockutils [req-eef1cb37-7d54-471d-a849-3913cb3723c3 req-3ec314fd-e04e-4ce0-8874-c0b534a5a278 service nova] Acquired lock "refresh_cache-59f0e709-60bb-4763-920a-b6b25cd59c31" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.480071] env[69052]: DEBUG nova.network.neutron [req-eef1cb37-7d54-471d-a849-3913cb3723c3 req-3ec314fd-e04e-4ce0-8874-c0b534a5a278 service nova] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Refreshing network info cache for port 1d1bad3b-8858-4637-8d57-3ab2211589de {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.482684] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c884177-1ffb-429d-a102-9f8b74ffcf88 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.493116] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.493116] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e79aa8e4-321f-495d-b08c-0d900371f16b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.499107] env[69052]: DEBUG oslo_vmware.api [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 749.499107] env[69052]: value = "task-3236169" [ 749.499107] env[69052]: _type = "Task" [ 749.499107] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.508025] env[69052]: DEBUG oslo_vmware.api [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.538683] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9d6d11cf-36e0-45c0-bbd0-3830c5d53653 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "interface-d2b777aa-dab0-4258-b5cc-138fd60f8fb7-87777173-3c5c-4168-8f45-20d271cdb544" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.660s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.553414] env[69052]: DEBUG oslo_vmware.api [None req-ca0f69af-7259-4d0d-8ae4-e6c77069cbeb tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Task: {'id': task-3236168, 'name': ReconfigVM_Task, 'duration_secs': 0.170893} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.553754] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0f69af-7259-4d0d-8ae4-e6c77069cbeb tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Reconfigured VM instance to set the machine id {{(pid=69052) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 749.594398] env[69052]: DEBUG nova.network.neutron [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.708808] env[69052]: DEBUG nova.objects.instance [None req-c653e280-02ee-46bb-bfb7-42aafa74e737 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Lazy-loading 'flavor' on Instance uuid 3fec9237-3f28-4688-bde6-ad51c9504d4a {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.840038] env[69052]: DEBUG nova.network.neutron [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Updating instance_info_cache with network_info: [{"id": "90301069-43cc-4cc0-9ab4-78281db5b31a", "address": "fa:16:3e:c5:0c:20", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90301069-43", "ovs_interfaceid": "90301069-43cc-4cc0-9ab4-78281db5b31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.970700] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.971256] env[69052]: DEBUG nova.compute.manager [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.973875] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.971s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.974108] env[69052]: DEBUG nova.objects.instance [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Lazy-loading 'resources' on Instance uuid 13714572-539a-445d-8998-a974a291135d {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.009036] env[69052]: DEBUG oslo_vmware.api [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236169, 'name': PowerOffVM_Task, 'duration_secs': 0.187618} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.009326] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.009498] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.009741] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6071d8e-fec7-4862-8acf-c5ba02a26460 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.087189] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.087461] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.088366] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Deleting the datastore file [datastore1] d2b777aa-dab0-4258-b5cc-138fd60f8fb7 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.088673] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f14188c3-3be4-4ec8-a06e-c2b8d7a9a8e7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.096178] env[69052]: DEBUG oslo_vmware.api [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 750.096178] env[69052]: value = "task-3236171" [ 750.096178] env[69052]: _type = "Task" [ 750.096178] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.109404] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Acquiring lock "59f0e709-60bb-4763-920a-b6b25cd59c31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.109715] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Lock "59f0e709-60bb-4763-920a-b6b25cd59c31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.109924] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Acquiring lock "59f0e709-60bb-4763-920a-b6b25cd59c31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.110131] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Lock "59f0e709-60bb-4763-920a-b6b25cd59c31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.110405] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Lock "59f0e709-60bb-4763-920a-b6b25cd59c31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.113656] env[69052]: DEBUG oslo_vmware.api [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.113656] env[69052]: INFO nova.compute.manager [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Terminating instance [ 750.213310] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c653e280-02ee-46bb-bfb7-42aafa74e737 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Lock "3fec9237-3f28-4688-bde6-ad51c9504d4a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.288s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.343294] env[69052]: DEBUG oslo_concurrency.lockutils [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Releasing lock "refresh_cache-d817707c-6ec4-4671-8988-b57818e92b1e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.343527] env[69052]: DEBUG nova.compute.manager [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Instance network_info: |[{"id": "90301069-43cc-4cc0-9ab4-78281db5b31a", "address": "fa:16:3e:c5:0c:20", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90301069-43", "ovs_interfaceid": "90301069-43cc-4cc0-9ab4-78281db5b31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.343932] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:0c:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90301069-43cc-4cc0-9ab4-78281db5b31a', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.352079] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Creating folder: Project (964f64e06b8d4182bdc4a302433d6631). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.352368] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c4a2720-ac7b-4552-a6ab-fd10675af915 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.364691] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Created folder: Project (964f64e06b8d4182bdc4a302433d6631) in parent group-v646676. [ 750.365168] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Creating folder: Instances. Parent ref: group-v646817. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.365614] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f2c620c-3792-4fa1-aa1a-865b5153500a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.374577] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Created folder: Instances in parent group-v646817. [ 750.374793] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.374971] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.375180] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f8d12f8-3f28-497e-af3c-4eb27bdb6a85 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.391161] env[69052]: DEBUG nova.network.neutron [req-eef1cb37-7d54-471d-a849-3913cb3723c3 req-3ec314fd-e04e-4ce0-8874-c0b534a5a278 service nova] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Updated VIF entry in instance network info cache for port 1d1bad3b-8858-4637-8d57-3ab2211589de. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.391525] env[69052]: DEBUG nova.network.neutron [req-eef1cb37-7d54-471d-a849-3913cb3723c3 req-3ec314fd-e04e-4ce0-8874-c0b534a5a278 service nova] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Updating instance_info_cache with network_info: [{"id": "1d1bad3b-8858-4637-8d57-3ab2211589de", "address": "fa:16:3e:63:49:37", "network": {"id": "0ba289c4-afa7-4bc5-ad23-1e7b9b5e601f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-929865321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e347df4a634b53b994122d24485cec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d1bad3b-88", "ovs_interfaceid": "1d1bad3b-8858-4637-8d57-3ab2211589de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.400291] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.400291] env[69052]: value = "task-3236174" [ 750.400291] env[69052]: _type = "Task" [ 750.400291] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.407175] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236174, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.478340] env[69052]: DEBUG nova.compute.utils [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.483103] env[69052]: DEBUG nova.compute.manager [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.483306] env[69052]: DEBUG nova.network.neutron [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.606411] env[69052]: DEBUG oslo_vmware.api [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.473586} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.609126] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.609341] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.609520] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.609693] env[69052]: INFO nova.compute.manager [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 750.609931] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.610594] env[69052]: DEBUG nova.compute.manager [-] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.610695] env[69052]: DEBUG nova.network.neutron [-] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.615952] env[69052]: DEBUG nova.compute.manager [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 750.616165] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.616993] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8700d637-8591-42d7-ab56-9926858a5da8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.626247] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.626651] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66fef3b9-1e55-412c-852e-b1f283718839 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.635444] env[69052]: DEBUG oslo_vmware.api [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Waiting for the task: (returnval){ [ 750.635444] env[69052]: value = "task-3236175" [ 750.635444] env[69052]: _type = "Task" [ 750.635444] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.643187] env[69052]: DEBUG oslo_vmware.api [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Task: {'id': task-3236175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.800210] env[69052]: DEBUG nova.compute.manager [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.805107] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89c80a7-a0b5-4ee5-8bd3-733cd9ff6e23 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.851023] env[69052]: DEBUG nova.policy [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9124c0f357fc4a39bd24bc16ac8a3b00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '353f2218a5c042c7abecff0feacf6f94', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.894191] env[69052]: DEBUG oslo_concurrency.lockutils [req-eef1cb37-7d54-471d-a849-3913cb3723c3 req-3ec314fd-e04e-4ce0-8874-c0b534a5a278 service nova] Releasing lock "refresh_cache-59f0e709-60bb-4763-920a-b6b25cd59c31" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.894459] env[69052]: DEBUG nova.compute.manager [req-eef1cb37-7d54-471d-a849-3913cb3723c3 req-3ec314fd-e04e-4ce0-8874-c0b534a5a278 service nova] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Received event network-vif-plugged-90301069-43cc-4cc0-9ab4-78281db5b31a {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.894681] env[69052]: DEBUG oslo_concurrency.lockutils [req-eef1cb37-7d54-471d-a849-3913cb3723c3 req-3ec314fd-e04e-4ce0-8874-c0b534a5a278 service nova] Acquiring lock "d817707c-6ec4-4671-8988-b57818e92b1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.894972] env[69052]: DEBUG oslo_concurrency.lockutils [req-eef1cb37-7d54-471d-a849-3913cb3723c3 req-3ec314fd-e04e-4ce0-8874-c0b534a5a278 service nova] Lock "d817707c-6ec4-4671-8988-b57818e92b1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.895053] env[69052]: DEBUG oslo_concurrency.lockutils [req-eef1cb37-7d54-471d-a849-3913cb3723c3 req-3ec314fd-e04e-4ce0-8874-c0b534a5a278 service nova] Lock "d817707c-6ec4-4671-8988-b57818e92b1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.895224] env[69052]: DEBUG nova.compute.manager [req-eef1cb37-7d54-471d-a849-3913cb3723c3 req-3ec314fd-e04e-4ce0-8874-c0b534a5a278 service nova] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] No waiting events found dispatching network-vif-plugged-90301069-43cc-4cc0-9ab4-78281db5b31a {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.895393] env[69052]: WARNING nova.compute.manager [req-eef1cb37-7d54-471d-a849-3913cb3723c3 req-3ec314fd-e04e-4ce0-8874-c0b534a5a278 service nova] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Received unexpected event network-vif-plugged-90301069-43cc-4cc0-9ab4-78281db5b31a for instance with vm_state building and task_state spawning. [ 750.895554] env[69052]: DEBUG nova.compute.manager [req-eef1cb37-7d54-471d-a849-3913cb3723c3 req-3ec314fd-e04e-4ce0-8874-c0b534a5a278 service nova] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Received event network-changed-56f6d4bf-c554-4809-b3ca-64cc64ecae45 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.895707] env[69052]: DEBUG nova.compute.manager [req-eef1cb37-7d54-471d-a849-3913cb3723c3 req-3ec314fd-e04e-4ce0-8874-c0b534a5a278 service nova] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Refreshing instance network info cache due to event network-changed-56f6d4bf-c554-4809-b3ca-64cc64ecae45. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.895906] env[69052]: DEBUG oslo_concurrency.lockutils [req-eef1cb37-7d54-471d-a849-3913cb3723c3 req-3ec314fd-e04e-4ce0-8874-c0b534a5a278 service nova] Acquiring lock "refresh_cache-cacc34cd-e3b1-4a08-a7da-45457403d114" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.896060] env[69052]: DEBUG oslo_concurrency.lockutils [req-eef1cb37-7d54-471d-a849-3913cb3723c3 req-3ec314fd-e04e-4ce0-8874-c0b534a5a278 service nova] Acquired lock "refresh_cache-cacc34cd-e3b1-4a08-a7da-45457403d114" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.896223] env[69052]: DEBUG nova.network.neutron [req-eef1cb37-7d54-471d-a849-3913cb3723c3 req-3ec314fd-e04e-4ce0-8874-c0b534a5a278 service nova] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Refreshing network info cache for port 56f6d4bf-c554-4809-b3ca-64cc64ecae45 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.912735] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236174, 'name': CreateVM_Task, 'duration_secs': 0.446948} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.914152] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.915630] env[69052]: DEBUG oslo_concurrency.lockutils [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.915630] env[69052]: DEBUG oslo_concurrency.lockutils [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.915801] env[69052]: DEBUG oslo_concurrency.lockutils [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.916575] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7a6d13b-08a2-447f-8f45-8593ef316403 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.924722] env[69052]: DEBUG oslo_vmware.api [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Waiting for the task: (returnval){ [ 750.924722] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527bf3f1-5d7a-8b4e-acfa-d3e6a047f3eb" [ 750.924722] env[69052]: _type = "Task" [ 750.924722] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.933767] env[69052]: DEBUG oslo_vmware.api [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527bf3f1-5d7a-8b4e-acfa-d3e6a047f3eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.983936] env[69052]: DEBUG nova.compute.manager [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.059018] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d589f741-b04e-4723-ba82-299de4566e75 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.065475] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc5246c-0831-4be3-b9d8-aee407335421 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.102746] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841d437d-6563-4f82-bb87-d259dab203ad {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.110304] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2ffed0-1c57-4d0c-93c6-a3fef0032441 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.123751] env[69052]: DEBUG nova.compute.provider_tree [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.144207] env[69052]: DEBUG oslo_vmware.api [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Task: {'id': task-3236175, 'name': PowerOffVM_Task, 'duration_secs': 0.223911} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.144488] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.144651] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.144899] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dd14b17-c834-4977-86b8-50baf63d92a2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.210290] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.210450] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.210630] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Deleting the datastore file [datastore2] 59f0e709-60bb-4763-920a-b6b25cd59c31 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.211426] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-357f2621-78a8-4c8c-8912-c01b9d77fab8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.217751] env[69052]: DEBUG oslo_vmware.api [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Waiting for the task: (returnval){ [ 751.217751] env[69052]: value = "task-3236177" [ 751.217751] env[69052]: _type = "Task" [ 751.217751] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.227191] env[69052]: DEBUG oslo_vmware.api [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Task: {'id': task-3236177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.320530] env[69052]: INFO nova.compute.manager [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] instance snapshotting [ 751.322945] env[69052]: DEBUG nova.objects.instance [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lazy-loading 'flavor' on Instance uuid b60dc416-39de-4dfa-a046-5e60cc9ffeed {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.403431] env[69052]: DEBUG nova.network.neutron [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Successfully updated port: 352efec1-440a-4dad-a848-38e5b0318f99 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.439137] env[69052]: DEBUG oslo_vmware.api [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527bf3f1-5d7a-8b4e-acfa-d3e6a047f3eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010984} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.439697] env[69052]: DEBUG oslo_concurrency.lockutils [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.440132] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.440614] env[69052]: DEBUG oslo_concurrency.lockutils [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.441413] env[69052]: DEBUG oslo_concurrency.lockutils [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.441906] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.442756] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df13381b-b687-4ab3-9c43-91f2b6efdc73 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.454076] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.454176] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.454919] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94306b34-34a7-4cc7-a0ce-2563ae9d368e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.463542] env[69052]: DEBUG oslo_vmware.api [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Waiting for the task: (returnval){ [ 751.463542] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525d9116-b811-056e-fa0d-001bd8ccb899" [ 751.463542] env[69052]: _type = "Task" [ 751.463542] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.476377] env[69052]: DEBUG oslo_vmware.api [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525d9116-b811-056e-fa0d-001bd8ccb899, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.583379] env[69052]: DEBUG nova.network.neutron [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Successfully created port: e54c4b1e-c198-4845-95f1-b150aa200fdc {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.627332] env[69052]: DEBUG nova.scheduler.client.report [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.632800] env[69052]: DEBUG nova.network.neutron [req-eef1cb37-7d54-471d-a849-3913cb3723c3 req-3ec314fd-e04e-4ce0-8874-c0b534a5a278 service nova] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Updated VIF entry in instance network info cache for port 56f6d4bf-c554-4809-b3ca-64cc64ecae45. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.633158] env[69052]: DEBUG nova.network.neutron [req-eef1cb37-7d54-471d-a849-3913cb3723c3 req-3ec314fd-e04e-4ce0-8874-c0b534a5a278 service nova] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Updating instance_info_cache with network_info: [{"id": "56f6d4bf-c554-4809-b3ca-64cc64ecae45", "address": "fa:16:3e:a7:c0:95", "network": {"id": "14c20f0d-c76b-4652-b593-384e500c8b3b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1992958750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722147ef12a3414c97dda1c1fb259724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56f6d4bf-c5", "ovs_interfaceid": "56f6d4bf-c554-4809-b3ca-64cc64ecae45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.730435] env[69052]: DEBUG oslo_vmware.api [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Task: {'id': task-3236177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224402} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.730435] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.730435] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.730435] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.730435] env[69052]: INFO nova.compute.manager [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Took 1.11 seconds to destroy the instance on the hypervisor. [ 751.730435] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.730435] env[69052]: DEBUG nova.compute.manager [-] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.730435] env[69052]: DEBUG nova.network.neutron [-] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 751.733520] env[69052]: DEBUG nova.network.neutron [-] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.830045] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4de9338-cff6-46fa-9a92-5e87bc1b2e32 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.851096] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31bf198-b753-44e9-bdcf-004d06889687 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.907245] env[69052]: DEBUG oslo_concurrency.lockutils [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "refresh_cache-0c78112e-f66a-4382-9fb2-3a448309d148" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.907840] env[69052]: DEBUG oslo_concurrency.lockutils [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquired lock "refresh_cache-0c78112e-f66a-4382-9fb2-3a448309d148" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.908175] env[69052]: DEBUG nova.network.neutron [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.976747] env[69052]: DEBUG oslo_vmware.api [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525d9116-b811-056e-fa0d-001bd8ccb899, 'name': SearchDatastore_Task, 'duration_secs': 0.012295} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.977563] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8fd3074-015e-4f9b-b464-e0678d0bdb4f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.985527] env[69052]: DEBUG oslo_vmware.api [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Waiting for the task: (returnval){ [ 751.985527] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c1d1e1-6a51-53c2-0759-a3908fe49fcc" [ 751.985527] env[69052]: _type = "Task" [ 751.985527] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.000637] env[69052]: DEBUG nova.compute.manager [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.003129] env[69052]: DEBUG oslo_vmware.api [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c1d1e1-6a51-53c2-0759-a3908fe49fcc, 'name': SearchDatastore_Task, 'duration_secs': 0.009931} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.005510] env[69052]: DEBUG oslo_concurrency.lockutils [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.005510] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] d817707c-6ec4-4671-8988-b57818e92b1e/d817707c-6ec4-4671-8988-b57818e92b1e.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.005510] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c5f0f5e-dabe-49e2-8278-3aeab5fdf492 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.012403] env[69052]: DEBUG oslo_vmware.api [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Waiting for the task: (returnval){ [ 752.012403] env[69052]: value = "task-3236178" [ 752.012403] env[69052]: _type = "Task" [ 752.012403] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.025102] env[69052]: DEBUG oslo_vmware.api [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': task-3236178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.040391] env[69052]: DEBUG nova.virt.hardware [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.040636] env[69052]: DEBUG nova.virt.hardware [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.040795] env[69052]: DEBUG nova.virt.hardware [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.040976] env[69052]: DEBUG nova.virt.hardware [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.041212] env[69052]: DEBUG nova.virt.hardware [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.041400] env[69052]: DEBUG nova.virt.hardware [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.041714] env[69052]: DEBUG nova.virt.hardware [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.041948] env[69052]: DEBUG nova.virt.hardware [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.042203] env[69052]: DEBUG nova.virt.hardware [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.042411] env[69052]: DEBUG nova.virt.hardware [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.042624] env[69052]: DEBUG nova.virt.hardware [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.043522] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207ec465-4aed-41e9-a00e-8f6d1075f5d8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.051708] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090f7c90-a8ea-4c12-9ab9-36a0b59d783f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.132846] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.135196] env[69052]: DEBUG oslo_concurrency.lockutils [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.567s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.135388] env[69052]: DEBUG nova.objects.instance [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69052) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 752.141462] env[69052]: DEBUG oslo_concurrency.lockutils [req-eef1cb37-7d54-471d-a849-3913cb3723c3 req-3ec314fd-e04e-4ce0-8874-c0b534a5a278 service nova] Releasing lock "refresh_cache-cacc34cd-e3b1-4a08-a7da-45457403d114" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.141713] env[69052]: DEBUG nova.compute.manager [req-eef1cb37-7d54-471d-a849-3913cb3723c3 req-3ec314fd-e04e-4ce0-8874-c0b534a5a278 service nova] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Received event network-changed-90301069-43cc-4cc0-9ab4-78281db5b31a {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.141885] env[69052]: DEBUG nova.compute.manager [req-eef1cb37-7d54-471d-a849-3913cb3723c3 req-3ec314fd-e04e-4ce0-8874-c0b534a5a278 service nova] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Refreshing instance network info cache due to event network-changed-90301069-43cc-4cc0-9ab4-78281db5b31a. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.142116] env[69052]: DEBUG oslo_concurrency.lockutils [req-eef1cb37-7d54-471d-a849-3913cb3723c3 req-3ec314fd-e04e-4ce0-8874-c0b534a5a278 service nova] Acquiring lock "refresh_cache-d817707c-6ec4-4671-8988-b57818e92b1e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.142294] env[69052]: DEBUG oslo_concurrency.lockutils [req-eef1cb37-7d54-471d-a849-3913cb3723c3 req-3ec314fd-e04e-4ce0-8874-c0b534a5a278 service nova] Acquired lock "refresh_cache-d817707c-6ec4-4671-8988-b57818e92b1e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.142463] env[69052]: DEBUG nova.network.neutron [req-eef1cb37-7d54-471d-a849-3913cb3723c3 req-3ec314fd-e04e-4ce0-8874-c0b534a5a278 service nova] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Refreshing network info cache for port 90301069-43cc-4cc0-9ab4-78281db5b31a {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.164183] env[69052]: INFO nova.scheduler.client.report [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Deleted allocations for instance 13714572-539a-445d-8998-a974a291135d [ 752.240172] env[69052]: INFO nova.compute.manager [-] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Took 1.63 seconds to deallocate network for instance. [ 752.366521] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Creating Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 752.366940] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1b94a83a-6711-4d5c-bf3b-96235b962031 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.378558] env[69052]: DEBUG oslo_vmware.api [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 752.378558] env[69052]: value = "task-3236179" [ 752.378558] env[69052]: _type = "Task" [ 752.378558] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.387949] env[69052]: DEBUG oslo_vmware.api [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236179, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.422444] env[69052]: DEBUG nova.compute.manager [req-745d0841-8e5d-440b-aa4a-d78cc702ec37 req-a6905ef3-a7a6-422c-a681-a44670586f1c service nova] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Received event network-vif-deleted-83e9b669-e628-48c3-ae9b-2b091990f046 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.447276] env[69052]: DEBUG nova.network.neutron [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.522117] env[69052]: DEBUG oslo_vmware.api [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': task-3236178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508458} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.522441] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] d817707c-6ec4-4671-8988-b57818e92b1e/d817707c-6ec4-4671-8988-b57818e92b1e.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.522656] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.522908] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb273693-6913-4a05-a2b4-fb036d1fc164 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.529616] env[69052]: DEBUG oslo_vmware.api [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Waiting for the task: (returnval){ [ 752.529616] env[69052]: value = "task-3236180" [ 752.529616] env[69052]: _type = "Task" [ 752.529616] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.539962] env[69052]: DEBUG oslo_vmware.api [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': task-3236180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.592925] env[69052]: DEBUG nova.compute.manager [req-c4e5ed91-a17f-4859-9d88-2b4091b1ef5f req-a8afc3bb-9221-4ec8-844d-1246d4806587 service nova] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Received event network-vif-plugged-352efec1-440a-4dad-a848-38e5b0318f99 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.592925] env[69052]: DEBUG oslo_concurrency.lockutils [req-c4e5ed91-a17f-4859-9d88-2b4091b1ef5f req-a8afc3bb-9221-4ec8-844d-1246d4806587 service nova] Acquiring lock "0c78112e-f66a-4382-9fb2-3a448309d148-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.592925] env[69052]: DEBUG oslo_concurrency.lockutils [req-c4e5ed91-a17f-4859-9d88-2b4091b1ef5f req-a8afc3bb-9221-4ec8-844d-1246d4806587 service nova] Lock "0c78112e-f66a-4382-9fb2-3a448309d148-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.592925] env[69052]: DEBUG oslo_concurrency.lockutils [req-c4e5ed91-a17f-4859-9d88-2b4091b1ef5f req-a8afc3bb-9221-4ec8-844d-1246d4806587 service nova] Lock "0c78112e-f66a-4382-9fb2-3a448309d148-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.592925] env[69052]: DEBUG nova.compute.manager [req-c4e5ed91-a17f-4859-9d88-2b4091b1ef5f req-a8afc3bb-9221-4ec8-844d-1246d4806587 service nova] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] No waiting events found dispatching network-vif-plugged-352efec1-440a-4dad-a848-38e5b0318f99 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.592925] env[69052]: WARNING nova.compute.manager [req-c4e5ed91-a17f-4859-9d88-2b4091b1ef5f req-a8afc3bb-9221-4ec8-844d-1246d4806587 service nova] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Received unexpected event network-vif-plugged-352efec1-440a-4dad-a848-38e5b0318f99 for instance with vm_state building and task_state spawning. [ 752.592925] env[69052]: DEBUG nova.compute.manager [req-c4e5ed91-a17f-4859-9d88-2b4091b1ef5f req-a8afc3bb-9221-4ec8-844d-1246d4806587 service nova] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Received event network-changed-56f6d4bf-c554-4809-b3ca-64cc64ecae45 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.593661] env[69052]: DEBUG nova.compute.manager [req-c4e5ed91-a17f-4859-9d88-2b4091b1ef5f req-a8afc3bb-9221-4ec8-844d-1246d4806587 service nova] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Refreshing instance network info cache due to event network-changed-56f6d4bf-c554-4809-b3ca-64cc64ecae45. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.593661] env[69052]: DEBUG oslo_concurrency.lockutils [req-c4e5ed91-a17f-4859-9d88-2b4091b1ef5f req-a8afc3bb-9221-4ec8-844d-1246d4806587 service nova] Acquiring lock "refresh_cache-cacc34cd-e3b1-4a08-a7da-45457403d114" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.593661] env[69052]: DEBUG oslo_concurrency.lockutils [req-c4e5ed91-a17f-4859-9d88-2b4091b1ef5f req-a8afc3bb-9221-4ec8-844d-1246d4806587 service nova] Acquired lock "refresh_cache-cacc34cd-e3b1-4a08-a7da-45457403d114" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.593661] env[69052]: DEBUG nova.network.neutron [req-c4e5ed91-a17f-4859-9d88-2b4091b1ef5f req-a8afc3bb-9221-4ec8-844d-1246d4806587 service nova] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Refreshing network info cache for port 56f6d4bf-c554-4809-b3ca-64cc64ecae45 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.602429] env[69052]: DEBUG nova.network.neutron [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Updating instance_info_cache with network_info: [{"id": "352efec1-440a-4dad-a848-38e5b0318f99", "address": "fa:16:3e:ca:6e:bd", "network": {"id": "3ea0dab6-61fd-42b5-a725-3d0dda25bb5c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1625186104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3631ca22fed4917a0c9d8c7ee20e9aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap352efec1-44", "ovs_interfaceid": "352efec1-440a-4dad-a848-38e5b0318f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.673234] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a0be9755-080c-4bc0-98fd-c1c985dcae73 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Lock "13714572-539a-445d-8998-a974a291135d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.680s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.743973] env[69052]: DEBUG oslo_concurrency.lockutils [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.750467] env[69052]: DEBUG nova.network.neutron [-] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.861017] env[69052]: DEBUG nova.network.neutron [req-eef1cb37-7d54-471d-a849-3913cb3723c3 req-3ec314fd-e04e-4ce0-8874-c0b534a5a278 service nova] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Updated VIF entry in instance network info cache for port 90301069-43cc-4cc0-9ab4-78281db5b31a. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.861431] env[69052]: DEBUG nova.network.neutron [req-eef1cb37-7d54-471d-a849-3913cb3723c3 req-3ec314fd-e04e-4ce0-8874-c0b534a5a278 service nova] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Updating instance_info_cache with network_info: [{"id": "90301069-43cc-4cc0-9ab4-78281db5b31a", "address": "fa:16:3e:c5:0c:20", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90301069-43", "ovs_interfaceid": "90301069-43cc-4cc0-9ab4-78281db5b31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.890974] env[69052]: DEBUG oslo_vmware.api [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236179, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.040385] env[69052]: DEBUG oslo_vmware.api [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': task-3236180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070479} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.040685] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.041495] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b203337-a918-40dc-844a-4ba023cc9d7c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.064404] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] d817707c-6ec4-4671-8988-b57818e92b1e/d817707c-6ec4-4671-8988-b57818e92b1e.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.064693] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4fa4d4e-9015-4ca0-9d3f-b0ec5a993a50 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.087946] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dd60128e-00c1-4465-a712-f6e08be106b8 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Acquiring lock "3fec9237-3f28-4688-bde6-ad51c9504d4a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.088383] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dd60128e-00c1-4465-a712-f6e08be106b8 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Lock "3fec9237-3f28-4688-bde6-ad51c9504d4a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.091845] env[69052]: DEBUG oslo_vmware.api [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Waiting for the task: (returnval){ [ 753.091845] env[69052]: value = "task-3236181" [ 753.091845] env[69052]: _type = "Task" [ 753.091845] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.105916] env[69052]: DEBUG oslo_concurrency.lockutils [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Releasing lock "refresh_cache-0c78112e-f66a-4382-9fb2-3a448309d148" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.106471] env[69052]: DEBUG nova.compute.manager [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Instance network_info: |[{"id": "352efec1-440a-4dad-a848-38e5b0318f99", "address": "fa:16:3e:ca:6e:bd", "network": {"id": "3ea0dab6-61fd-42b5-a725-3d0dda25bb5c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1625186104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3631ca22fed4917a0c9d8c7ee20e9aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap352efec1-44", "ovs_interfaceid": "352efec1-440a-4dad-a848-38e5b0318f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.106867] env[69052]: DEBUG oslo_vmware.api [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': task-3236181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.108270] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:6e:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '352efec1-440a-4dad-a848-38e5b0318f99', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.122123] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Creating folder: Project (d3631ca22fed4917a0c9d8c7ee20e9aa). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.123486] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a4b8cbd-8416-48ef-b596-d74ac54b24df {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.134948] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Created folder: Project (d3631ca22fed4917a0c9d8c7ee20e9aa) in parent group-v646676. [ 753.135195] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Creating folder: Instances. Parent ref: group-v646820. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.135457] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13bf59a2-cd00-43aa-ba44-54ead7efc688 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.146286] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Created folder: Instances in parent group-v646820. [ 753.146593] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.146805] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.148328] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2236cc30-2da2-4cea-b60d-019c9eca8929 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.163563] env[69052]: DEBUG oslo_concurrency.lockutils [None req-166ff13f-bdba-4976-9ac2-b62c498a3783 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.028s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.164383] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.938s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.164631] env[69052]: DEBUG nova.objects.instance [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Lazy-loading 'resources' on Instance uuid 38065204-486c-4d9d-abcb-eb49214e3c58 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.171414] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.171414] env[69052]: value = "task-3236184" [ 753.171414] env[69052]: _type = "Task" [ 753.171414] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.181162] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236184, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.254016] env[69052]: INFO nova.compute.manager [-] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Took 1.53 seconds to deallocate network for instance. [ 753.364896] env[69052]: DEBUG oslo_concurrency.lockutils [req-eef1cb37-7d54-471d-a849-3913cb3723c3 req-3ec314fd-e04e-4ce0-8874-c0b534a5a278 service nova] Releasing lock "refresh_cache-d817707c-6ec4-4671-8988-b57818e92b1e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.389761] env[69052]: DEBUG oslo_vmware.api [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236179, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.498117] env[69052]: DEBUG nova.network.neutron [req-c4e5ed91-a17f-4859-9d88-2b4091b1ef5f req-a8afc3bb-9221-4ec8-844d-1246d4806587 service nova] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Updated VIF entry in instance network info cache for port 56f6d4bf-c554-4809-b3ca-64cc64ecae45. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.498556] env[69052]: DEBUG nova.network.neutron [req-c4e5ed91-a17f-4859-9d88-2b4091b1ef5f req-a8afc3bb-9221-4ec8-844d-1246d4806587 service nova] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Updating instance_info_cache with network_info: [{"id": "56f6d4bf-c554-4809-b3ca-64cc64ecae45", "address": "fa:16:3e:a7:c0:95", "network": {"id": "14c20f0d-c76b-4652-b593-384e500c8b3b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1992958750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722147ef12a3414c97dda1c1fb259724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56f6d4bf-c5", "ovs_interfaceid": "56f6d4bf-c554-4809-b3ca-64cc64ecae45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.591569] env[69052]: INFO nova.compute.manager [None req-dd60128e-00c1-4465-a712-f6e08be106b8 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Detaching volume 02e2adce-6090-4140-86a1-4fb7c96515f6 [ 753.605776] env[69052]: DEBUG oslo_vmware.api [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': task-3236181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.629525] env[69052]: INFO nova.virt.block_device [None req-dd60128e-00c1-4465-a712-f6e08be106b8 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Attempting to driver detach volume 02e2adce-6090-4140-86a1-4fb7c96515f6 from mountpoint /dev/sdb [ 753.629786] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd60128e-00c1-4465-a712-f6e08be106b8 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Volume detach. Driver type: vmdk {{(pid=69052) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 753.629981] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd60128e-00c1-4465-a712-f6e08be106b8 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646816', 'volume_id': '02e2adce-6090-4140-86a1-4fb7c96515f6', 'name': 'volume-02e2adce-6090-4140-86a1-4fb7c96515f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3fec9237-3f28-4688-bde6-ad51c9504d4a', 'attached_at': '', 'detached_at': '', 'volume_id': '02e2adce-6090-4140-86a1-4fb7c96515f6', 'serial': '02e2adce-6090-4140-86a1-4fb7c96515f6'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 753.630875] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5a3d26-230b-4bd4-9bca-9be94d48db1f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.656029] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bc8f10-6279-42b8-9d0f-ed25bcb55b2e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.663767] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901ee2a3-576a-419d-a807-82ed7b80b5fc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.691124] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b2932b-6530-4983-9419-22d13981c9cb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.699090] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236184, 'name': CreateVM_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.711172] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd60128e-00c1-4465-a712-f6e08be106b8 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] The volume has not been displaced from its original location: [datastore1] volume-02e2adce-6090-4140-86a1-4fb7c96515f6/volume-02e2adce-6090-4140-86a1-4fb7c96515f6.vmdk. No consolidation needed. {{(pid=69052) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 753.717321] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd60128e-00c1-4465-a712-f6e08be106b8 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Reconfiguring VM instance instance-00000027 to detach disk 2001 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 753.720706] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59da1b25-ee75-41e0-8b35-ce079094cdd7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.737726] env[69052]: DEBUG nova.network.neutron [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Successfully updated port: e54c4b1e-c198-4845-95f1-b150aa200fdc {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.743822] env[69052]: DEBUG oslo_vmware.api [None req-dd60128e-00c1-4465-a712-f6e08be106b8 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Waiting for the task: (returnval){ [ 753.743822] env[69052]: value = "task-3236185" [ 753.743822] env[69052]: _type = "Task" [ 753.743822] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.754592] env[69052]: DEBUG oslo_vmware.api [None req-dd60128e-00c1-4465-a712-f6e08be106b8 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236185, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.763702] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.893464] env[69052]: DEBUG oslo_vmware.api [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236179, 'name': CreateSnapshot_Task, 'duration_secs': 1.333419} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.893464] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Created Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 753.894391] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9487ab-baec-44e8-af93-31c28e302a1b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.001776] env[69052]: DEBUG oslo_concurrency.lockutils [req-c4e5ed91-a17f-4859-9d88-2b4091b1ef5f req-a8afc3bb-9221-4ec8-844d-1246d4806587 service nova] Releasing lock "refresh_cache-cacc34cd-e3b1-4a08-a7da-45457403d114" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.002061] env[69052]: DEBUG nova.compute.manager [req-c4e5ed91-a17f-4859-9d88-2b4091b1ef5f req-a8afc3bb-9221-4ec8-844d-1246d4806587 service nova] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Received event network-changed-efca2d34-5284-4b05-a034-042b5a8d00e1 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.002387] env[69052]: DEBUG nova.compute.manager [req-c4e5ed91-a17f-4859-9d88-2b4091b1ef5f req-a8afc3bb-9221-4ec8-844d-1246d4806587 service nova] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Refreshing instance network info cache due to event network-changed-efca2d34-5284-4b05-a034-042b5a8d00e1. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.002590] env[69052]: DEBUG oslo_concurrency.lockutils [req-c4e5ed91-a17f-4859-9d88-2b4091b1ef5f req-a8afc3bb-9221-4ec8-844d-1246d4806587 service nova] Acquiring lock "refresh_cache-a16c75c5-956d-4a10-bfaa-8e203eb31b12" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.002756] env[69052]: DEBUG oslo_concurrency.lockutils [req-c4e5ed91-a17f-4859-9d88-2b4091b1ef5f req-a8afc3bb-9221-4ec8-844d-1246d4806587 service nova] Acquired lock "refresh_cache-a16c75c5-956d-4a10-bfaa-8e203eb31b12" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.002984] env[69052]: DEBUG nova.network.neutron [req-c4e5ed91-a17f-4859-9d88-2b4091b1ef5f req-a8afc3bb-9221-4ec8-844d-1246d4806587 service nova] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Refreshing network info cache for port efca2d34-5284-4b05-a034-042b5a8d00e1 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.105835] env[69052]: DEBUG oslo_vmware.api [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': task-3236181, 'name': ReconfigVM_Task, 'duration_secs': 0.888939} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.106244] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Reconfigured VM instance instance-00000030 to attach disk [datastore1] d817707c-6ec4-4671-8988-b57818e92b1e/d817707c-6ec4-4671-8988-b57818e92b1e.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.106786] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27115de0-953a-4c27-88a4-0744650646be {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.113087] env[69052]: DEBUG oslo_vmware.api [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Waiting for the task: (returnval){ [ 754.113087] env[69052]: value = "task-3236186" [ 754.113087] env[69052]: _type = "Task" [ 754.113087] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.121041] env[69052]: DEBUG oslo_vmware.api [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': task-3236186, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.198864] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236184, 'name': CreateVM_Task, 'duration_secs': 0.806422} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.199057] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.199847] env[69052]: DEBUG oslo_concurrency.lockutils [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.200018] env[69052]: DEBUG oslo_concurrency.lockutils [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.200351] env[69052]: DEBUG oslo_concurrency.lockutils [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.203184] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6a7698e-1de7-466c-9a4b-68288685ccee {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.208022] env[69052]: DEBUG oslo_vmware.api [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 754.208022] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520e9945-3340-c40e-29e9-38a4906ef076" [ 754.208022] env[69052]: _type = "Task" [ 754.208022] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.219644] env[69052]: DEBUG oslo_vmware.api [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520e9945-3340-c40e-29e9-38a4906ef076, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.243128] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "refresh_cache-eb348863-9387-4218-a304-1a49c608285c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.243352] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquired lock "refresh_cache-eb348863-9387-4218-a304-1a49c608285c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.243528] env[69052]: DEBUG nova.network.neutron [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.249815] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98baa944-af03-49c4-8b9c-b8f0e370e3d5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.255852] env[69052]: DEBUG oslo_vmware.api [None req-dd60128e-00c1-4465-a712-f6e08be106b8 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236185, 'name': ReconfigVM_Task, 'duration_secs': 0.255182} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.256658] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd60128e-00c1-4465-a712-f6e08be106b8 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Reconfigured VM instance instance-00000027 to detach disk 2001 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 754.263703] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1612d84-97c5-4a95-a7ac-643ab790af25 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.275187] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bc4c95-42a6-408f-adf4-325fe71f8b8b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.308598] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba74cf9-3ccb-4cb9-9c5b-6014a474ffc3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.311452] env[69052]: DEBUG oslo_vmware.api [None req-dd60128e-00c1-4465-a712-f6e08be106b8 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Waiting for the task: (returnval){ [ 754.311452] env[69052]: value = "task-3236187" [ 754.311452] env[69052]: _type = "Task" [ 754.311452] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.318699] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbd8555-9c09-44b4-8e79-5d0ca26d07cb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.326212] env[69052]: DEBUG oslo_vmware.api [None req-dd60128e-00c1-4465-a712-f6e08be106b8 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.336573] env[69052]: DEBUG nova.compute.provider_tree [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.417845] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Creating linked-clone VM from snapshot {{(pid=69052) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 754.418596] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fe7e6c94-91e4-4591-9e4d-7bd299656e36 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.430326] env[69052]: DEBUG oslo_vmware.api [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 754.430326] env[69052]: value = "task-3236188" [ 754.430326] env[69052]: _type = "Task" [ 754.430326] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.436466] env[69052]: DEBUG oslo_vmware.api [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236188, 'name': CloneVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.625647] env[69052]: DEBUG oslo_vmware.api [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': task-3236186, 'name': Rename_Task, 'duration_secs': 0.231064} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.625647] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.625647] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5be526af-b1b2-4706-a7d3-4bde8b13912e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.633064] env[69052]: DEBUG oslo_vmware.api [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Waiting for the task: (returnval){ [ 754.633064] env[69052]: value = "task-3236189" [ 754.633064] env[69052]: _type = "Task" [ 754.633064] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.641066] env[69052]: DEBUG oslo_vmware.api [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': task-3236189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.644980] env[69052]: DEBUG nova.compute.manager [req-8fa79d36-906a-4559-93c6-7b4f9141361d req-f509c8f7-72c1-48a8-ac25-7ef8ba224f21 service nova] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Received event network-vif-deleted-1d1bad3b-8858-4637-8d57-3ab2211589de {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.719805] env[69052]: DEBUG oslo_vmware.api [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520e9945-3340-c40e-29e9-38a4906ef076, 'name': SearchDatastore_Task, 'duration_secs': 0.014977} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.720280] env[69052]: DEBUG oslo_concurrency.lockutils [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.720623] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.721084] env[69052]: DEBUG oslo_concurrency.lockutils [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.721276] env[69052]: DEBUG oslo_concurrency.lockutils [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.721475] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.724740] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d89b2798-908b-4d93-997a-e6171215b2e4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.734649] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.734845] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.735624] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4227175e-d840-4e5b-949d-55f76547b454 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.741404] env[69052]: DEBUG oslo_vmware.api [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 754.741404] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a820ca-0bd4-2a68-e637-4f2223749f93" [ 754.741404] env[69052]: _type = "Task" [ 754.741404] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.750705] env[69052]: DEBUG oslo_vmware.api [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a820ca-0bd4-2a68-e637-4f2223749f93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.781396] env[69052]: DEBUG nova.network.neutron [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.802617] env[69052]: DEBUG nova.compute.manager [req-ed74f9ad-3a9f-438a-97d7-952770415519 req-60aa7d1d-8839-4a7e-9805-56138874a8e1 service nova] [instance: eb348863-9387-4218-a304-1a49c608285c] Received event network-vif-plugged-e54c4b1e-c198-4845-95f1-b150aa200fdc {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.802891] env[69052]: DEBUG oslo_concurrency.lockutils [req-ed74f9ad-3a9f-438a-97d7-952770415519 req-60aa7d1d-8839-4a7e-9805-56138874a8e1 service nova] Acquiring lock "eb348863-9387-4218-a304-1a49c608285c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.803150] env[69052]: DEBUG oslo_concurrency.lockutils [req-ed74f9ad-3a9f-438a-97d7-952770415519 req-60aa7d1d-8839-4a7e-9805-56138874a8e1 service nova] Lock "eb348863-9387-4218-a304-1a49c608285c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.803338] env[69052]: DEBUG oslo_concurrency.lockutils [req-ed74f9ad-3a9f-438a-97d7-952770415519 req-60aa7d1d-8839-4a7e-9805-56138874a8e1 service nova] Lock "eb348863-9387-4218-a304-1a49c608285c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.803507] env[69052]: DEBUG nova.compute.manager [req-ed74f9ad-3a9f-438a-97d7-952770415519 req-60aa7d1d-8839-4a7e-9805-56138874a8e1 service nova] [instance: eb348863-9387-4218-a304-1a49c608285c] No waiting events found dispatching network-vif-plugged-e54c4b1e-c198-4845-95f1-b150aa200fdc {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.803671] env[69052]: WARNING nova.compute.manager [req-ed74f9ad-3a9f-438a-97d7-952770415519 req-60aa7d1d-8839-4a7e-9805-56138874a8e1 service nova] [instance: eb348863-9387-4218-a304-1a49c608285c] Received unexpected event network-vif-plugged-e54c4b1e-c198-4845-95f1-b150aa200fdc for instance with vm_state building and task_state spawning. [ 754.803851] env[69052]: DEBUG nova.compute.manager [req-ed74f9ad-3a9f-438a-97d7-952770415519 req-60aa7d1d-8839-4a7e-9805-56138874a8e1 service nova] [instance: eb348863-9387-4218-a304-1a49c608285c] Received event network-changed-e54c4b1e-c198-4845-95f1-b150aa200fdc {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.804014] env[69052]: DEBUG nova.compute.manager [req-ed74f9ad-3a9f-438a-97d7-952770415519 req-60aa7d1d-8839-4a7e-9805-56138874a8e1 service nova] [instance: eb348863-9387-4218-a304-1a49c608285c] Refreshing instance network info cache due to event network-changed-e54c4b1e-c198-4845-95f1-b150aa200fdc. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.804186] env[69052]: DEBUG oslo_concurrency.lockutils [req-ed74f9ad-3a9f-438a-97d7-952770415519 req-60aa7d1d-8839-4a7e-9805-56138874a8e1 service nova] Acquiring lock "refresh_cache-eb348863-9387-4218-a304-1a49c608285c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.821233] env[69052]: DEBUG oslo_vmware.api [None req-dd60128e-00c1-4465-a712-f6e08be106b8 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236187, 'name': ReconfigVM_Task, 'duration_secs': 0.242051} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.821403] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd60128e-00c1-4465-a712-f6e08be106b8 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646816', 'volume_id': '02e2adce-6090-4140-86a1-4fb7c96515f6', 'name': 'volume-02e2adce-6090-4140-86a1-4fb7c96515f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3fec9237-3f28-4688-bde6-ad51c9504d4a', 'attached_at': '', 'detached_at': '', 'volume_id': '02e2adce-6090-4140-86a1-4fb7c96515f6', 'serial': '02e2adce-6090-4140-86a1-4fb7c96515f6'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 754.845338] env[69052]: DEBUG nova.scheduler.client.report [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.906573] env[69052]: DEBUG nova.network.neutron [req-c4e5ed91-a17f-4859-9d88-2b4091b1ef5f req-a8afc3bb-9221-4ec8-844d-1246d4806587 service nova] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Updated VIF entry in instance network info cache for port efca2d34-5284-4b05-a034-042b5a8d00e1. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.907048] env[69052]: DEBUG nova.network.neutron [req-c4e5ed91-a17f-4859-9d88-2b4091b1ef5f req-a8afc3bb-9221-4ec8-844d-1246d4806587 service nova] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Updating instance_info_cache with network_info: [{"id": "efca2d34-5284-4b05-a034-042b5a8d00e1", "address": "fa:16:3e:77:f6:32", "network": {"id": "14c20f0d-c76b-4652-b593-384e500c8b3b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1992958750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722147ef12a3414c97dda1c1fb259724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefca2d34-52", "ovs_interfaceid": "efca2d34-5284-4b05-a034-042b5a8d00e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.926340] env[69052]: DEBUG nova.network.neutron [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Updating instance_info_cache with network_info: [{"id": "e54c4b1e-c198-4845-95f1-b150aa200fdc", "address": "fa:16:3e:7d:f8:b8", "network": {"id": "c10e9613-c54a-485e-9a95-44732ac3b1ae", "bridge": "br-int", "label": "tempest-ImagesTestJSON-91491714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353f2218a5c042c7abecff0feacf6f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape54c4b1e-c1", "ovs_interfaceid": "e54c4b1e-c198-4845-95f1-b150aa200fdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.939118] env[69052]: DEBUG oslo_vmware.api [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236188, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.024779] env[69052]: DEBUG oslo_concurrency.lockutils [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Acquiring lock "a16c75c5-956d-4a10-bfaa-8e203eb31b12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.025153] env[69052]: DEBUG oslo_concurrency.lockutils [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Lock "a16c75c5-956d-4a10-bfaa-8e203eb31b12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.025296] env[69052]: DEBUG oslo_concurrency.lockutils [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Acquiring lock "a16c75c5-956d-4a10-bfaa-8e203eb31b12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.025468] env[69052]: DEBUG oslo_concurrency.lockutils [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Lock "a16c75c5-956d-4a10-bfaa-8e203eb31b12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.025634] env[69052]: DEBUG oslo_concurrency.lockutils [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Lock "a16c75c5-956d-4a10-bfaa-8e203eb31b12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.028569] env[69052]: INFO nova.compute.manager [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Terminating instance [ 755.142995] env[69052]: DEBUG oslo_vmware.api [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': task-3236189, 'name': PowerOnVM_Task, 'duration_secs': 0.506992} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.143333] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.143560] env[69052]: INFO nova.compute.manager [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Took 8.54 seconds to spawn the instance on the hypervisor. [ 755.143746] env[69052]: DEBUG nova.compute.manager [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.144546] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b55e3b-7fa0-4d5b-99ce-b050f274e995 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.254353] env[69052]: DEBUG oslo_vmware.api [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a820ca-0bd4-2a68-e637-4f2223749f93, 'name': SearchDatastore_Task, 'duration_secs': 0.010664} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.256947] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fad321b0-0d5d-467e-acd0-08902b9159ab {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.264847] env[69052]: DEBUG oslo_vmware.api [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 755.264847] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5290c8da-96d2-c61a-f170-033ac90f8676" [ 755.264847] env[69052]: _type = "Task" [ 755.264847] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.272792] env[69052]: DEBUG oslo_vmware.api [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5290c8da-96d2-c61a-f170-033ac90f8676, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.349955] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.352700] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.848s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.354541] env[69052]: INFO nova.compute.claims [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.378913] env[69052]: DEBUG nova.objects.instance [None req-dd60128e-00c1-4465-a712-f6e08be106b8 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Lazy-loading 'flavor' on Instance uuid 3fec9237-3f28-4688-bde6-ad51c9504d4a {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.381316] env[69052]: INFO nova.scheduler.client.report [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Deleted allocations for instance 38065204-486c-4d9d-abcb-eb49214e3c58 [ 755.410373] env[69052]: DEBUG oslo_concurrency.lockutils [req-c4e5ed91-a17f-4859-9d88-2b4091b1ef5f req-a8afc3bb-9221-4ec8-844d-1246d4806587 service nova] Releasing lock "refresh_cache-a16c75c5-956d-4a10-bfaa-8e203eb31b12" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.410647] env[69052]: DEBUG nova.compute.manager [req-c4e5ed91-a17f-4859-9d88-2b4091b1ef5f req-a8afc3bb-9221-4ec8-844d-1246d4806587 service nova] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Received event network-changed-352efec1-440a-4dad-a848-38e5b0318f99 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.410816] env[69052]: DEBUG nova.compute.manager [req-c4e5ed91-a17f-4859-9d88-2b4091b1ef5f req-a8afc3bb-9221-4ec8-844d-1246d4806587 service nova] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Refreshing instance network info cache due to event network-changed-352efec1-440a-4dad-a848-38e5b0318f99. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.411062] env[69052]: DEBUG oslo_concurrency.lockutils [req-c4e5ed91-a17f-4859-9d88-2b4091b1ef5f req-a8afc3bb-9221-4ec8-844d-1246d4806587 service nova] Acquiring lock "refresh_cache-0c78112e-f66a-4382-9fb2-3a448309d148" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.411207] env[69052]: DEBUG oslo_concurrency.lockutils [req-c4e5ed91-a17f-4859-9d88-2b4091b1ef5f req-a8afc3bb-9221-4ec8-844d-1246d4806587 service nova] Acquired lock "refresh_cache-0c78112e-f66a-4382-9fb2-3a448309d148" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.411491] env[69052]: DEBUG nova.network.neutron [req-c4e5ed91-a17f-4859-9d88-2b4091b1ef5f req-a8afc3bb-9221-4ec8-844d-1246d4806587 service nova] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Refreshing network info cache for port 352efec1-440a-4dad-a848-38e5b0318f99 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.429044] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Releasing lock "refresh_cache-eb348863-9387-4218-a304-1a49c608285c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.429336] env[69052]: DEBUG nova.compute.manager [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Instance network_info: |[{"id": "e54c4b1e-c198-4845-95f1-b150aa200fdc", "address": "fa:16:3e:7d:f8:b8", "network": {"id": "c10e9613-c54a-485e-9a95-44732ac3b1ae", "bridge": "br-int", "label": "tempest-ImagesTestJSON-91491714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353f2218a5c042c7abecff0feacf6f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape54c4b1e-c1", "ovs_interfaceid": "e54c4b1e-c198-4845-95f1-b150aa200fdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.429801] env[69052]: DEBUG oslo_concurrency.lockutils [req-ed74f9ad-3a9f-438a-97d7-952770415519 req-60aa7d1d-8839-4a7e-9805-56138874a8e1 service nova] Acquired lock "refresh_cache-eb348863-9387-4218-a304-1a49c608285c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.430056] env[69052]: DEBUG nova.network.neutron [req-ed74f9ad-3a9f-438a-97d7-952770415519 req-60aa7d1d-8839-4a7e-9805-56138874a8e1 service nova] [instance: eb348863-9387-4218-a304-1a49c608285c] Refreshing network info cache for port e54c4b1e-c198-4845-95f1-b150aa200fdc {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.431609] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:f8:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e54c4b1e-c198-4845-95f1-b150aa200fdc', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.439910] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.444190] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb348863-9387-4218-a304-1a49c608285c] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.444712] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55b93358-87c5-444a-be0e-db6bc11cf45b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.468719] env[69052]: DEBUG oslo_vmware.api [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236188, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.469956] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.469956] env[69052]: value = "task-3236190" [ 755.469956] env[69052]: _type = "Task" [ 755.469956] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.480677] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236190, 'name': CreateVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.532352] env[69052]: DEBUG nova.compute.manager [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.532730] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.533532] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3858943e-6de8-4302-80d2-48e2bb510628 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.542017] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.542082] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f83471a9-9f65-44f7-a053-c9ac99766bca {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.551483] env[69052]: DEBUG oslo_vmware.api [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Waiting for the task: (returnval){ [ 755.551483] env[69052]: value = "task-3236191" [ 755.551483] env[69052]: _type = "Task" [ 755.551483] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.562878] env[69052]: DEBUG oslo_vmware.api [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3236191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.664291] env[69052]: INFO nova.compute.manager [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Took 55.56 seconds to build instance. [ 755.776070] env[69052]: DEBUG oslo_vmware.api [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5290c8da-96d2-c61a-f170-033ac90f8676, 'name': SearchDatastore_Task, 'duration_secs': 0.011703} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.776323] env[69052]: DEBUG oslo_concurrency.lockutils [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.776648] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 0c78112e-f66a-4382-9fb2-3a448309d148/0c78112e-f66a-4382-9fb2-3a448309d148.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.776843] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10c43b0a-f11d-40a3-b874-6d4732bb97e6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.783540] env[69052]: DEBUG oslo_vmware.api [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 755.783540] env[69052]: value = "task-3236192" [ 755.783540] env[69052]: _type = "Task" [ 755.783540] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.791921] env[69052]: DEBUG oslo_vmware.api [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.889408] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4a742294-e358-4a05-b84d-d7789d832a0e tempest-VolumesAssistedSnapshotsTest-108424594 tempest-VolumesAssistedSnapshotsTest-108424594-project-member] Lock "38065204-486c-4d9d-abcb-eb49214e3c58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.014s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.940356] env[69052]: DEBUG oslo_vmware.api [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236188, 'name': CloneVM_Task, 'duration_secs': 1.450762} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.941015] env[69052]: INFO nova.virt.vmwareapi.vmops [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Created linked-clone VM from snapshot [ 755.941422] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cc9352-814e-4e2e-a6f0-60a5e3248366 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.952152] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Uploading image 917657da-3b58-4c1c-8988-00f925510570 {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 755.979376] env[69052]: DEBUG oslo_vmware.rw_handles [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 755.979376] env[69052]: value = "vm-646824" [ 755.979376] env[69052]: _type = "VirtualMachine" [ 755.979376] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 755.979655] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d1d08e15-f1e4-413e-afa8-e46890bd10a5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.984760] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236190, 'name': CreateVM_Task, 'duration_secs': 0.441333} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.984972] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb348863-9387-4218-a304-1a49c608285c] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.986104] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.986104] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.986104] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.986432] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb5ac88a-3703-4017-ae3f-39f4f4814b7f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.989519] env[69052]: DEBUG oslo_vmware.rw_handles [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lease: (returnval){ [ 755.989519] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528f3105-cf88-3610-1097-6305a76626e3" [ 755.989519] env[69052]: _type = "HttpNfcLease" [ 755.989519] env[69052]: } obtained for exporting VM: (result){ [ 755.989519] env[69052]: value = "vm-646824" [ 755.989519] env[69052]: _type = "VirtualMachine" [ 755.989519] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 755.991350] env[69052]: DEBUG oslo_vmware.api [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the lease: (returnval){ [ 755.991350] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528f3105-cf88-3610-1097-6305a76626e3" [ 755.991350] env[69052]: _type = "HttpNfcLease" [ 755.991350] env[69052]: } to be ready. {{(pid=69052) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 755.993382] env[69052]: DEBUG oslo_vmware.api [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 755.993382] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d9eb48-4605-0cee-039e-0850bc3b6454" [ 755.993382] env[69052]: _type = "Task" [ 755.993382] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.005932] env[69052]: DEBUG oslo_vmware.api [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d9eb48-4605-0cee-039e-0850bc3b6454, 'name': SearchDatastore_Task, 'duration_secs': 0.011424} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.009877] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.010258] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.010584] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.010752] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.010930] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.011196] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 756.011196] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528f3105-cf88-3610-1097-6305a76626e3" [ 756.011196] env[69052]: _type = "HttpNfcLease" [ 756.011196] env[69052]: } is ready. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 756.011447] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e47fe74-075c-4f2b-836b-a07ff00b0929 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.013469] env[69052]: DEBUG oslo_vmware.rw_handles [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 756.013469] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528f3105-cf88-3610-1097-6305a76626e3" [ 756.013469] env[69052]: _type = "HttpNfcLease" [ 756.013469] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 756.014178] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9fe006-f0c8-490b-a6c1-9c8dec4f2b3d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.021897] env[69052]: DEBUG oslo_vmware.rw_handles [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225c091-d6df-35fe-8814-1d0dd1d89551/disk-0.vmdk from lease info. {{(pid=69052) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 756.022111] env[69052]: DEBUG oslo_vmware.rw_handles [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225c091-d6df-35fe-8814-1d0dd1d89551/disk-0.vmdk for reading. {{(pid=69052) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 756.024619] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.024619] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.025136] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c39bd31-e45e-466d-b51f-5fcb0b229f68 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.095031] env[69052]: DEBUG oslo_vmware.api [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 756.095031] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52937f6c-0510-99f4-fe88-00371df2f36c" [ 756.095031] env[69052]: _type = "Task" [ 756.095031] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.103308] env[69052]: DEBUG oslo_vmware.api [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3236191, 'name': PowerOffVM_Task, 'duration_secs': 0.227098} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.103917] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.104109] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.104385] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6f899d3-f24c-439c-b866-3203ce865ce7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.114177] env[69052]: DEBUG oslo_vmware.api [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52937f6c-0510-99f4-fe88-00371df2f36c, 'name': SearchDatastore_Task, 'duration_secs': 0.06503} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.114177] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daad4c9f-084c-467c-8a97-dc3024126b5a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.120335] env[69052]: DEBUG oslo_vmware.api [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 756.120335] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5253878f-d65f-c115-6bdb-f3583a071de7" [ 756.120335] env[69052]: _type = "Task" [ 756.120335] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.134737] env[69052]: DEBUG oslo_vmware.api [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5253878f-d65f-c115-6bdb-f3583a071de7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.147531] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8d5647ff-e2b6-4e37-9718-5dd0208e31bb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.167325] env[69052]: DEBUG oslo_concurrency.lockutils [None req-381765d8-8d6c-4e28-87bc-497e22521d0f tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Lock "d817707c-6ec4-4671-8988-b57818e92b1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.559s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.213589] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.213876] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.214108] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Deleting the datastore file [datastore1] a16c75c5-956d-4a10-bfaa-8e203eb31b12 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.214427] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48732a1f-70d2-4188-86cd-7d9d365d760e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.228135] env[69052]: DEBUG oslo_vmware.api [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Waiting for the task: (returnval){ [ 756.228135] env[69052]: value = "task-3236195" [ 756.228135] env[69052]: _type = "Task" [ 756.228135] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.234082] env[69052]: DEBUG oslo_vmware.api [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3236195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.259957] env[69052]: DEBUG nova.network.neutron [req-c4e5ed91-a17f-4859-9d88-2b4091b1ef5f req-a8afc3bb-9221-4ec8-844d-1246d4806587 service nova] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Updated VIF entry in instance network info cache for port 352efec1-440a-4dad-a848-38e5b0318f99. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.260522] env[69052]: DEBUG nova.network.neutron [req-c4e5ed91-a17f-4859-9d88-2b4091b1ef5f req-a8afc3bb-9221-4ec8-844d-1246d4806587 service nova] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Updating instance_info_cache with network_info: [{"id": "352efec1-440a-4dad-a848-38e5b0318f99", "address": "fa:16:3e:ca:6e:bd", "network": {"id": "3ea0dab6-61fd-42b5-a725-3d0dda25bb5c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1625186104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3631ca22fed4917a0c9d8c7ee20e9aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap352efec1-44", "ovs_interfaceid": "352efec1-440a-4dad-a848-38e5b0318f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.297031] env[69052]: DEBUG oslo_vmware.api [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236192, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.359680] env[69052]: DEBUG nova.network.neutron [req-ed74f9ad-3a9f-438a-97d7-952770415519 req-60aa7d1d-8839-4a7e-9805-56138874a8e1 service nova] [instance: eb348863-9387-4218-a304-1a49c608285c] Updated VIF entry in instance network info cache for port e54c4b1e-c198-4845-95f1-b150aa200fdc. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.360111] env[69052]: DEBUG nova.network.neutron [req-ed74f9ad-3a9f-438a-97d7-952770415519 req-60aa7d1d-8839-4a7e-9805-56138874a8e1 service nova] [instance: eb348863-9387-4218-a304-1a49c608285c] Updating instance_info_cache with network_info: [{"id": "e54c4b1e-c198-4845-95f1-b150aa200fdc", "address": "fa:16:3e:7d:f8:b8", "network": {"id": "c10e9613-c54a-485e-9a95-44732ac3b1ae", "bridge": "br-int", "label": "tempest-ImagesTestJSON-91491714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353f2218a5c042c7abecff0feacf6f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape54c4b1e-c1", "ovs_interfaceid": "e54c4b1e-c198-4845-95f1-b150aa200fdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.391799] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dd60128e-00c1-4465-a712-f6e08be106b8 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Lock "3fec9237-3f28-4688-bde6-ad51c9504d4a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.303s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.635891] env[69052]: DEBUG oslo_vmware.api [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5253878f-d65f-c115-6bdb-f3583a071de7, 'name': SearchDatastore_Task, 'duration_secs': 0.063692} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.638881] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.639090] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] eb348863-9387-4218-a304-1a49c608285c/eb348863-9387-4218-a304-1a49c608285c.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.639583] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab3d9aec-d081-48c0-8e0c-faeaf897723d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.647405] env[69052]: DEBUG oslo_vmware.api [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 756.647405] env[69052]: value = "task-3236196" [ 756.647405] env[69052]: _type = "Task" [ 756.647405] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.658423] env[69052]: DEBUG oslo_vmware.api [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.739314] env[69052]: DEBUG oslo_vmware.api [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3236195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300992} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.739450] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.739703] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.740149] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.740597] env[69052]: INFO nova.compute.manager [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Took 1.21 seconds to destroy the instance on the hypervisor. [ 756.740978] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.741263] env[69052]: DEBUG nova.compute.manager [-] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.741398] env[69052]: DEBUG nova.network.neutron [-] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.766829] env[69052]: DEBUG oslo_concurrency.lockutils [req-c4e5ed91-a17f-4859-9d88-2b4091b1ef5f req-a8afc3bb-9221-4ec8-844d-1246d4806587 service nova] Releasing lock "refresh_cache-0c78112e-f66a-4382-9fb2-3a448309d148" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.799784] env[69052]: DEBUG oslo_vmware.api [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577007} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.799784] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 0c78112e-f66a-4382-9fb2-3a448309d148/0c78112e-f66a-4382-9fb2-3a448309d148.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.800606] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.801574] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60dc32ba-7a3b-4486-b64a-c789c6be3d87 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.811139] env[69052]: DEBUG oslo_vmware.api [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 756.811139] env[69052]: value = "task-3236197" [ 756.811139] env[69052]: _type = "Task" [ 756.811139] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.834022] env[69052]: DEBUG oslo_vmware.api [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.863496] env[69052]: DEBUG oslo_concurrency.lockutils [req-ed74f9ad-3a9f-438a-97d7-952770415519 req-60aa7d1d-8839-4a7e-9805-56138874a8e1 service nova] Releasing lock "refresh_cache-eb348863-9387-4218-a304-1a49c608285c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.864144] env[69052]: DEBUG nova.compute.manager [req-ed74f9ad-3a9f-438a-97d7-952770415519 req-60aa7d1d-8839-4a7e-9805-56138874a8e1 service nova] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Received event network-changed-efca2d34-5284-4b05-a034-042b5a8d00e1 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.864412] env[69052]: DEBUG nova.compute.manager [req-ed74f9ad-3a9f-438a-97d7-952770415519 req-60aa7d1d-8839-4a7e-9805-56138874a8e1 service nova] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Refreshing instance network info cache due to event network-changed-efca2d34-5284-4b05-a034-042b5a8d00e1. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.865574] env[69052]: DEBUG oslo_concurrency.lockutils [req-ed74f9ad-3a9f-438a-97d7-952770415519 req-60aa7d1d-8839-4a7e-9805-56138874a8e1 service nova] Acquiring lock "refresh_cache-a16c75c5-956d-4a10-bfaa-8e203eb31b12" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.865574] env[69052]: DEBUG oslo_concurrency.lockutils [req-ed74f9ad-3a9f-438a-97d7-952770415519 req-60aa7d1d-8839-4a7e-9805-56138874a8e1 service nova] Acquired lock "refresh_cache-a16c75c5-956d-4a10-bfaa-8e203eb31b12" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.865574] env[69052]: DEBUG nova.network.neutron [req-ed74f9ad-3a9f-438a-97d7-952770415519 req-60aa7d1d-8839-4a7e-9805-56138874a8e1 service nova] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Refreshing network info cache for port efca2d34-5284-4b05-a034-042b5a8d00e1 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.938044] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334317d8-d143-45d6-b3b5-65692782cd62 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.956221] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4d01e5-12ac-4375-bd55-d5476e2367b8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.001385] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5225a4ac-a82b-4487-8b5f-479f277da6f0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.012778] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4d6459-e473-4728-a0e7-f77b6e85d39a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.055144] env[69052]: DEBUG nova.compute.provider_tree [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.168643] env[69052]: DEBUG oslo_vmware.api [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236196, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.324689] env[69052]: DEBUG oslo_vmware.api [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088529} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.325088] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.326037] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1681b50-4439-4312-bc8c-9104e3aa71b1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.332192] env[69052]: DEBUG nova.compute.manager [req-32f7f9fb-683c-45a5-9aa2-50893f0f2a3b req-23994a8d-b9df-410e-a275-890a97504eec service nova] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Received event network-changed-56f6d4bf-c554-4809-b3ca-64cc64ecae45 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.332389] env[69052]: DEBUG nova.compute.manager [req-32f7f9fb-683c-45a5-9aa2-50893f0f2a3b req-23994a8d-b9df-410e-a275-890a97504eec service nova] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Refreshing instance network info cache due to event network-changed-56f6d4bf-c554-4809-b3ca-64cc64ecae45. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 757.332711] env[69052]: DEBUG oslo_concurrency.lockutils [req-32f7f9fb-683c-45a5-9aa2-50893f0f2a3b req-23994a8d-b9df-410e-a275-890a97504eec service nova] Acquiring lock "refresh_cache-cacc34cd-e3b1-4a08-a7da-45457403d114" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.332898] env[69052]: DEBUG oslo_concurrency.lockutils [req-32f7f9fb-683c-45a5-9aa2-50893f0f2a3b req-23994a8d-b9df-410e-a275-890a97504eec service nova] Acquired lock "refresh_cache-cacc34cd-e3b1-4a08-a7da-45457403d114" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.333318] env[69052]: DEBUG nova.network.neutron [req-32f7f9fb-683c-45a5-9aa2-50893f0f2a3b req-23994a8d-b9df-410e-a275-890a97504eec service nova] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Refreshing network info cache for port 56f6d4bf-c554-4809-b3ca-64cc64ecae45 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.359463] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 0c78112e-f66a-4382-9fb2-3a448309d148/0c78112e-f66a-4382-9fb2-3a448309d148.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.361133] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34fb9a2d-26da-447a-bc88-d30576d19739 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.390569] env[69052]: DEBUG oslo_vmware.api [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 757.390569] env[69052]: value = "task-3236198" [ 757.390569] env[69052]: _type = "Task" [ 757.390569] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.397946] env[69052]: DEBUG oslo_vmware.api [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236198, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.408776] env[69052]: INFO nova.network.neutron [req-ed74f9ad-3a9f-438a-97d7-952770415519 req-60aa7d1d-8839-4a7e-9805-56138874a8e1 service nova] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Port efca2d34-5284-4b05-a034-042b5a8d00e1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 757.409127] env[69052]: DEBUG nova.network.neutron [req-ed74f9ad-3a9f-438a-97d7-952770415519 req-60aa7d1d-8839-4a7e-9805-56138874a8e1 service nova] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.518918] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Acquiring lock "ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.519305] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Lock "ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.561685] env[69052]: DEBUG nova.scheduler.client.report [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.570204] env[69052]: DEBUG oslo_concurrency.lockutils [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Acquiring lock "1dd9636a-57a4-428f-9e12-e7ae2d33d23f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.570770] env[69052]: DEBUG oslo_concurrency.lockutils [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Lock "1dd9636a-57a4-428f-9e12-e7ae2d33d23f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.662555] env[69052]: DEBUG oslo_vmware.api [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590631} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.663227] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] eb348863-9387-4218-a304-1a49c608285c/eb348863-9387-4218-a304-1a49c608285c.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.663697] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.664652] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac4a9a6c-bb14-45e1-98d5-781092ea186d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.671700] env[69052]: DEBUG oslo_vmware.api [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 757.671700] env[69052]: value = "task-3236199" [ 757.671700] env[69052]: _type = "Task" [ 757.671700] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.680434] env[69052]: DEBUG oslo_vmware.api [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.840616] env[69052]: DEBUG nova.network.neutron [-] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.902778] env[69052]: DEBUG oslo_vmware.api [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.912866] env[69052]: DEBUG oslo_concurrency.lockutils [req-ed74f9ad-3a9f-438a-97d7-952770415519 req-60aa7d1d-8839-4a7e-9805-56138874a8e1 service nova] Releasing lock "refresh_cache-a16c75c5-956d-4a10-bfaa-8e203eb31b12" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.022585] env[69052]: DEBUG nova.compute.manager [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.067514] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.068097] env[69052]: DEBUG nova.compute.manager [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.074573] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 45.924s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.077455] env[69052]: DEBUG nova.compute.manager [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.185569] env[69052]: DEBUG oslo_vmware.api [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069987} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.185941] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.186832] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6e90bd-4548-4100-8fa4-cdcf86e1d0ef {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.214023] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] eb348863-9387-4218-a304-1a49c608285c/eb348863-9387-4218-a304-1a49c608285c.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.214023] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2cb6403-d353-47d7-854e-434468b25240 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.229977] env[69052]: DEBUG nova.network.neutron [req-32f7f9fb-683c-45a5-9aa2-50893f0f2a3b req-23994a8d-b9df-410e-a275-890a97504eec service nova] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Updated VIF entry in instance network info cache for port 56f6d4bf-c554-4809-b3ca-64cc64ecae45. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.230447] env[69052]: DEBUG nova.network.neutron [req-32f7f9fb-683c-45a5-9aa2-50893f0f2a3b req-23994a8d-b9df-410e-a275-890a97504eec service nova] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Updating instance_info_cache with network_info: [{"id": "56f6d4bf-c554-4809-b3ca-64cc64ecae45", "address": "fa:16:3e:a7:c0:95", "network": {"id": "14c20f0d-c76b-4652-b593-384e500c8b3b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1992958750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722147ef12a3414c97dda1c1fb259724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56f6d4bf-c5", "ovs_interfaceid": "56f6d4bf-c554-4809-b3ca-64cc64ecae45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.240060] env[69052]: DEBUG oslo_vmware.api [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 758.240060] env[69052]: value = "task-3236200" [ 758.240060] env[69052]: _type = "Task" [ 758.240060] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.248542] env[69052]: DEBUG oslo_vmware.api [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236200, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.342659] env[69052]: INFO nova.compute.manager [-] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Took 1.60 seconds to deallocate network for instance. [ 758.401099] env[69052]: DEBUG oslo_vmware.api [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236198, 'name': ReconfigVM_Task, 'duration_secs': 0.645013} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.401413] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 0c78112e-f66a-4382-9fb2-3a448309d148/0c78112e-f66a-4382-9fb2-3a448309d148.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.402060] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d31fa094-72be-45ff-b22a-deb00941f2ba {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.409726] env[69052]: DEBUG oslo_vmware.api [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 758.409726] env[69052]: value = "task-3236201" [ 758.409726] env[69052]: _type = "Task" [ 758.409726] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.418257] env[69052]: DEBUG oslo_vmware.api [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236201, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.558317] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.580827] env[69052]: INFO nova.compute.claims [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.586332] env[69052]: DEBUG nova.compute.utils [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.590059] env[69052]: DEBUG nova.compute.manager [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.590263] env[69052]: DEBUG nova.network.neutron [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.607109] env[69052]: DEBUG oslo_concurrency.lockutils [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.678947] env[69052]: DEBUG nova.policy [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e483e58c0fde43c69177aa6be20b7dd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea40ca097d844151bf8f57deb786eb90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.738593] env[69052]: DEBUG oslo_concurrency.lockutils [req-32f7f9fb-683c-45a5-9aa2-50893f0f2a3b req-23994a8d-b9df-410e-a275-890a97504eec service nova] Releasing lock "refresh_cache-cacc34cd-e3b1-4a08-a7da-45457403d114" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.749963] env[69052]: DEBUG oslo_vmware.api [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.851126] env[69052]: DEBUG oslo_concurrency.lockutils [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.920946] env[69052]: DEBUG oslo_vmware.api [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236201, 'name': Rename_Task, 'duration_secs': 0.17286} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.921262] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.921514] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff253533-6690-4dd0-96a2-042621cd8cb2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.928504] env[69052]: DEBUG oslo_vmware.api [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 758.928504] env[69052]: value = "task-3236202" [ 758.928504] env[69052]: _type = "Task" [ 758.928504] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.937257] env[69052]: DEBUG oslo_vmware.api [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.091567] env[69052]: INFO nova.compute.resource_tracker [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Updating resource usage from migration c53e13fb-f6c1-47e7-b705-bf3872af1bad [ 759.095025] env[69052]: DEBUG nova.compute.utils [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.254035] env[69052]: DEBUG oslo_vmware.api [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236200, 'name': ReconfigVM_Task, 'duration_secs': 0.601753} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.254339] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Reconfigured VM instance instance-00000032 to attach disk [datastore1] eb348863-9387-4218-a304-1a49c608285c/eb348863-9387-4218-a304-1a49c608285c.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.254947] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c13c44e-88a0-4105-b365-bf59e02e84fa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.262616] env[69052]: DEBUG oslo_vmware.api [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 759.262616] env[69052]: value = "task-3236203" [ 759.262616] env[69052]: _type = "Task" [ 759.262616] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.273861] env[69052]: DEBUG oslo_vmware.api [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236203, 'name': Rename_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.311888] env[69052]: DEBUG nova.network.neutron [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Successfully created port: 0e315069-6844-451f-8ae1-aef99d4b8727 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.400593] env[69052]: DEBUG nova.compute.manager [req-a2a80e40-1825-478a-a9e0-190d474d1160 req-515fb8f3-ebb5-4a7b-a366-4eda14a5f7c7 service nova] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Received event network-vif-deleted-efca2d34-5284-4b05-a034-042b5a8d00e1 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.400888] env[69052]: DEBUG nova.compute.manager [req-a2a80e40-1825-478a-a9e0-190d474d1160 req-515fb8f3-ebb5-4a7b-a366-4eda14a5f7c7 service nova] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Received event network-changed-56f6d4bf-c554-4809-b3ca-64cc64ecae45 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.402246] env[69052]: DEBUG nova.compute.manager [req-a2a80e40-1825-478a-a9e0-190d474d1160 req-515fb8f3-ebb5-4a7b-a366-4eda14a5f7c7 service nova] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Refreshing instance network info cache due to event network-changed-56f6d4bf-c554-4809-b3ca-64cc64ecae45. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.402515] env[69052]: DEBUG oslo_concurrency.lockutils [req-a2a80e40-1825-478a-a9e0-190d474d1160 req-515fb8f3-ebb5-4a7b-a366-4eda14a5f7c7 service nova] Acquiring lock "refresh_cache-cacc34cd-e3b1-4a08-a7da-45457403d114" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.402695] env[69052]: DEBUG oslo_concurrency.lockutils [req-a2a80e40-1825-478a-a9e0-190d474d1160 req-515fb8f3-ebb5-4a7b-a366-4eda14a5f7c7 service nova] Acquired lock "refresh_cache-cacc34cd-e3b1-4a08-a7da-45457403d114" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.402880] env[69052]: DEBUG nova.network.neutron [req-a2a80e40-1825-478a-a9e0-190d474d1160 req-515fb8f3-ebb5-4a7b-a366-4eda14a5f7c7 service nova] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Refreshing network info cache for port 56f6d4bf-c554-4809-b3ca-64cc64ecae45 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.448266] env[69052]: DEBUG oslo_vmware.api [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236202, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.599118] env[69052]: DEBUG nova.compute.manager [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.720217] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f418e368-afdd-4809-b2cb-3208d9bce62b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.728191] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408a2c2f-7854-49ef-828c-b0a203b981ac {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.758582] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e91f52-b527-414f-bd77-85c7fc19c9eb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.769410] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66462cb7-64db-411e-9b50-1626ec79dd4f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.777947] env[69052]: DEBUG oslo_vmware.api [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236203, 'name': Rename_Task, 'duration_secs': 0.242892} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.786886] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.787388] env[69052]: DEBUG nova.compute.provider_tree [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.788803] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c417f20c-66db-46fa-aedd-43ac8b3d8178 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.795523] env[69052]: DEBUG oslo_vmware.api [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 759.795523] env[69052]: value = "task-3236204" [ 759.795523] env[69052]: _type = "Task" [ 759.795523] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.804216] env[69052]: DEBUG oslo_vmware.api [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.941644] env[69052]: DEBUG oslo_vmware.api [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236202, 'name': PowerOnVM_Task, 'duration_secs': 0.576064} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.942019] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.942279] env[69052]: INFO nova.compute.manager [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Took 10.64 seconds to spawn the instance on the hypervisor. [ 759.942505] env[69052]: DEBUG nova.compute.manager [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.943377] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dbb13c-1eae-4572-98e1-6c1b2c199d25 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.239664] env[69052]: DEBUG nova.network.neutron [req-a2a80e40-1825-478a-a9e0-190d474d1160 req-515fb8f3-ebb5-4a7b-a366-4eda14a5f7c7 service nova] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Updated VIF entry in instance network info cache for port 56f6d4bf-c554-4809-b3ca-64cc64ecae45. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.240069] env[69052]: DEBUG nova.network.neutron [req-a2a80e40-1825-478a-a9e0-190d474d1160 req-515fb8f3-ebb5-4a7b-a366-4eda14a5f7c7 service nova] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Updating instance_info_cache with network_info: [{"id": "56f6d4bf-c554-4809-b3ca-64cc64ecae45", "address": "fa:16:3e:a7:c0:95", "network": {"id": "14c20f0d-c76b-4652-b593-384e500c8b3b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1992958750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722147ef12a3414c97dda1c1fb259724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56f6d4bf-c5", "ovs_interfaceid": "56f6d4bf-c554-4809-b3ca-64cc64ecae45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.294147] env[69052]: DEBUG nova.scheduler.client.report [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.307810] env[69052]: DEBUG oslo_vmware.api [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236204, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.466149] env[69052]: INFO nova.compute.manager [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Took 58.09 seconds to build instance. [ 760.610394] env[69052]: DEBUG nova.compute.manager [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.636815] env[69052]: DEBUG nova.virt.hardware [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:09:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='428766673',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-772066338',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.637146] env[69052]: DEBUG nova.virt.hardware [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.637312] env[69052]: DEBUG nova.virt.hardware [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.637496] env[69052]: DEBUG nova.virt.hardware [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.637642] env[69052]: DEBUG nova.virt.hardware [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.637790] env[69052]: DEBUG nova.virt.hardware [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.638009] env[69052]: DEBUG nova.virt.hardware [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.638307] env[69052]: DEBUG nova.virt.hardware [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.638485] env[69052]: DEBUG nova.virt.hardware [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.638653] env[69052]: DEBUG nova.virt.hardware [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.638827] env[69052]: DEBUG nova.virt.hardware [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.639732] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fb8388-49cd-41c3-b99a-7624519dcb77 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.650467] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8739f724-698d-4c96-b0a1-e91f07ecdccc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.742578] env[69052]: DEBUG oslo_concurrency.lockutils [req-a2a80e40-1825-478a-a9e0-190d474d1160 req-515fb8f3-ebb5-4a7b-a366-4eda14a5f7c7 service nova] Releasing lock "refresh_cache-cacc34cd-e3b1-4a08-a7da-45457403d114" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.802837] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.728s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.803065] env[69052]: INFO nova.compute.manager [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Migrating [ 760.813749] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.063s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.815837] env[69052]: INFO nova.compute.claims [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.818229] env[69052]: DEBUG oslo_vmware.api [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236204, 'name': PowerOnVM_Task, 'duration_secs': 0.832876} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.820855] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.821079] env[69052]: INFO nova.compute.manager [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Took 8.82 seconds to spawn the instance on the hypervisor. [ 760.821256] env[69052]: DEBUG nova.compute.manager [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.826870] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75197bed-7362-4826-8dab-b3c7d20758f6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.969142] env[69052]: DEBUG oslo_concurrency.lockutils [None req-189bb703-e3a7-4f00-9ddd-d0da592b691a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "0c78112e-f66a-4382-9fb2-3a448309d148" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.582s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.335398] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "refresh_cache-34b9818a-917b-4047-9591-bf2be8d69da9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.335398] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquired lock "refresh_cache-34b9818a-917b-4047-9591-bf2be8d69da9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.335398] env[69052]: DEBUG nova.network.neutron [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.348263] env[69052]: INFO nova.compute.manager [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Took 56.24 seconds to build instance. [ 761.561429] env[69052]: DEBUG nova.network.neutron [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Successfully updated port: 0e315069-6844-451f-8ae1-aef99d4b8727 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.668113] env[69052]: DEBUG nova.compute.manager [req-f63529f9-54a1-471d-8665-0e7ff587da75 req-813a6a90-b75d-478e-885e-01807e43fe86 service nova] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Received event network-vif-plugged-0e315069-6844-451f-8ae1-aef99d4b8727 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.668467] env[69052]: DEBUG oslo_concurrency.lockutils [req-f63529f9-54a1-471d-8665-0e7ff587da75 req-813a6a90-b75d-478e-885e-01807e43fe86 service nova] Acquiring lock "2108c0a4-a6bc-42b6-87bf-c540a527496a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.668808] env[69052]: DEBUG oslo_concurrency.lockutils [req-f63529f9-54a1-471d-8665-0e7ff587da75 req-813a6a90-b75d-478e-885e-01807e43fe86 service nova] Lock "2108c0a4-a6bc-42b6-87bf-c540a527496a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.669226] env[69052]: DEBUG oslo_concurrency.lockutils [req-f63529f9-54a1-471d-8665-0e7ff587da75 req-813a6a90-b75d-478e-885e-01807e43fe86 service nova] Lock "2108c0a4-a6bc-42b6-87bf-c540a527496a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.669521] env[69052]: DEBUG nova.compute.manager [req-f63529f9-54a1-471d-8665-0e7ff587da75 req-813a6a90-b75d-478e-885e-01807e43fe86 service nova] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] No waiting events found dispatching network-vif-plugged-0e315069-6844-451f-8ae1-aef99d4b8727 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 761.669970] env[69052]: WARNING nova.compute.manager [req-f63529f9-54a1-471d-8665-0e7ff587da75 req-813a6a90-b75d-478e-885e-01807e43fe86 service nova] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Received unexpected event network-vif-plugged-0e315069-6844-451f-8ae1-aef99d4b8727 for instance with vm_state building and task_state spawning. [ 761.852679] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e8eb2372-b9b6-4827-a13a-fe721f1e1a81 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "eb348863-9387-4218-a304-1a49c608285c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.781s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.064646] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Acquiring lock "refresh_cache-2108c0a4-a6bc-42b6-87bf-c540a527496a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.064836] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Acquired lock "refresh_cache-2108c0a4-a6bc-42b6-87bf-c540a527496a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.064987] env[69052]: DEBUG nova.network.neutron [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.156738] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744803a0-1263-47d0-9163-c7dac6e07158 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.164019] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f081ad70-bb01-4241-99fc-dd6af51d200c tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Suspending the VM {{(pid=69052) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 762.164402] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4f1bec61-a812-4510-81f3-1e6e0ae053c6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.172380] env[69052]: DEBUG oslo_vmware.api [None req-f081ad70-bb01-4241-99fc-dd6af51d200c tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 762.172380] env[69052]: value = "task-3236205" [ 762.172380] env[69052]: _type = "Task" [ 762.172380] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.185229] env[69052]: DEBUG oslo_vmware.api [None req-f081ad70-bb01-4241-99fc-dd6af51d200c tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236205, 'name': SuspendVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.299680] env[69052]: DEBUG nova.network.neutron [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Updating instance_info_cache with network_info: [{"id": "89c332f7-3944-42e7-989b-dcc6944c3ae2", "address": "fa:16:3e:e9:12:10", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89c332f7-39", "ovs_interfaceid": "89c332f7-3944-42e7-989b-dcc6944c3ae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.478978] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b919c6-c247-4969-b013-563d0ab8524d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.489525] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62cc958-dd20-4c92-9c7d-516e7bb148b2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.529129] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbec81c-f005-4607-8214-904b4ab05a41 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.537430] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6e849d-a0f2-4fb3-9cf2-2d9bdc3f28e5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.553108] env[69052]: DEBUG nova.compute.provider_tree [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.622470] env[69052]: DEBUG nova.network.neutron [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.693591] env[69052]: DEBUG oslo_vmware.api [None req-f081ad70-bb01-4241-99fc-dd6af51d200c tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236205, 'name': SuspendVM_Task} progress is 62%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.800801] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Releasing lock "refresh_cache-34b9818a-917b-4047-9591-bf2be8d69da9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.845610] env[69052]: DEBUG nova.network.neutron [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Updating instance_info_cache with network_info: [{"id": "0e315069-6844-451f-8ae1-aef99d4b8727", "address": "fa:16:3e:e0:4c:a4", "network": {"id": "1d0b0fa9-2409-462d-b75e-bf657510c81b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1952202725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea40ca097d844151bf8f57deb786eb90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e315069-68", "ovs_interfaceid": "0e315069-6844-451f-8ae1-aef99d4b8727", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.058180] env[69052]: DEBUG nova.scheduler.client.report [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.185910] env[69052]: DEBUG oslo_vmware.api [None req-f081ad70-bb01-4241-99fc-dd6af51d200c tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236205, 'name': SuspendVM_Task, 'duration_secs': 0.851178} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.186286] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f081ad70-bb01-4241-99fc-dd6af51d200c tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Suspended the VM {{(pid=69052) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 763.186607] env[69052]: DEBUG nova.compute.manager [None req-f081ad70-bb01-4241-99fc-dd6af51d200c tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.187377] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5122a539-5d07-491a-a9e1-afa5f44f49df {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.348088] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Releasing lock "refresh_cache-2108c0a4-a6bc-42b6-87bf-c540a527496a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.348331] env[69052]: DEBUG nova.compute.manager [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Instance network_info: |[{"id": "0e315069-6844-451f-8ae1-aef99d4b8727", "address": "fa:16:3e:e0:4c:a4", "network": {"id": "1d0b0fa9-2409-462d-b75e-bf657510c81b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1952202725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea40ca097d844151bf8f57deb786eb90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e315069-68", "ovs_interfaceid": "0e315069-6844-451f-8ae1-aef99d4b8727", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.348968] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:4c:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e315069-6844-451f-8ae1-aef99d4b8727', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.356834] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.357328] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.357571] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a85817a-3bc7-4d74-86dc-c84f430d5014 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.378605] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.378605] env[69052]: value = "task-3236206" [ 763.378605] env[69052]: _type = "Task" [ 763.378605] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.387241] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236206, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.564709] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.565020] env[69052]: DEBUG nova.compute.manager [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.567619] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.734s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.567814] env[69052]: DEBUG nova.objects.instance [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Lazy-loading 'resources' on Instance uuid e621b1e7-bbfd-403e-8877-e275f3481265 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.704454] env[69052]: DEBUG nova.compute.manager [req-cc847728-371a-4f6a-b7d6-cabb20dbfe77 req-a693cdde-68f9-4983-8500-6e15bbf190c7 service nova] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Received event network-changed-0e315069-6844-451f-8ae1-aef99d4b8727 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.704528] env[69052]: DEBUG nova.compute.manager [req-cc847728-371a-4f6a-b7d6-cabb20dbfe77 req-a693cdde-68f9-4983-8500-6e15bbf190c7 service nova] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Refreshing instance network info cache due to event network-changed-0e315069-6844-451f-8ae1-aef99d4b8727. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.704827] env[69052]: DEBUG oslo_concurrency.lockutils [req-cc847728-371a-4f6a-b7d6-cabb20dbfe77 req-a693cdde-68f9-4983-8500-6e15bbf190c7 service nova] Acquiring lock "refresh_cache-2108c0a4-a6bc-42b6-87bf-c540a527496a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.705042] env[69052]: DEBUG oslo_concurrency.lockutils [req-cc847728-371a-4f6a-b7d6-cabb20dbfe77 req-a693cdde-68f9-4983-8500-6e15bbf190c7 service nova] Acquired lock "refresh_cache-2108c0a4-a6bc-42b6-87bf-c540a527496a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.705229] env[69052]: DEBUG nova.network.neutron [req-cc847728-371a-4f6a-b7d6-cabb20dbfe77 req-a693cdde-68f9-4983-8500-6e15bbf190c7 service nova] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Refreshing network info cache for port 0e315069-6844-451f-8ae1-aef99d4b8727 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.889019] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236206, 'name': CreateVM_Task, 'duration_secs': 0.418246} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.889217] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.889981] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.891032] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.891308] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.891599] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5733bb5a-57ac-410b-9130-903ed02cf852 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.896715] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Waiting for the task: (returnval){ [ 763.896715] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52dcf6e0-c0fd-6e4a-fc5a-357803cbe780" [ 763.896715] env[69052]: _type = "Task" [ 763.896715] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.905354] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52dcf6e0-c0fd-6e4a-fc5a-357803cbe780, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.073995] env[69052]: DEBUG nova.compute.utils [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.076028] env[69052]: DEBUG nova.compute.manager [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 764.076028] env[69052]: DEBUG nova.network.neutron [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.165702] env[69052]: DEBUG nova.policy [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '439853f2f2474c7cb2799f2d5d8feede', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5d11523a34a41fc93f369d4737ccf38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.319413] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f785c18-a140-4e8e-b397-6fef5c8e9297 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.341861] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Updating instance '34b9818a-917b-4047-9591-bf2be8d69da9' progress to 0 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 764.412868] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52dcf6e0-c0fd-6e4a-fc5a-357803cbe780, 'name': SearchDatastore_Task, 'duration_secs': 0.010336} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.413227] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.413493] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.413855] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.414023] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.414205] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.414472] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d64d984e-1655-4990-8639-e5f175145fc5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.424902] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.425040] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.426290] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e5ee269-cbe3-4d14-b7da-3a343aea5796 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.437829] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Waiting for the task: (returnval){ [ 764.437829] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524dc7d6-c4d5-e4e9-70f3-d1af67b92aa8" [ 764.437829] env[69052]: _type = "Task" [ 764.437829] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.447417] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524dc7d6-c4d5-e4e9-70f3-d1af67b92aa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.579692] env[69052]: DEBUG nova.compute.manager [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.610275] env[69052]: DEBUG nova.network.neutron [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Successfully created port: ea4a17be-2169-46f9-be16-d79e7e8aa896 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.688401] env[69052]: DEBUG nova.network.neutron [req-cc847728-371a-4f6a-b7d6-cabb20dbfe77 req-a693cdde-68f9-4983-8500-6e15bbf190c7 service nova] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Updated VIF entry in instance network info cache for port 0e315069-6844-451f-8ae1-aef99d4b8727. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.688779] env[69052]: DEBUG nova.network.neutron [req-cc847728-371a-4f6a-b7d6-cabb20dbfe77 req-a693cdde-68f9-4983-8500-6e15bbf190c7 service nova] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Updating instance_info_cache with network_info: [{"id": "0e315069-6844-451f-8ae1-aef99d4b8727", "address": "fa:16:3e:e0:4c:a4", "network": {"id": "1d0b0fa9-2409-462d-b75e-bf657510c81b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1952202725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea40ca097d844151bf8f57deb786eb90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e315069-68", "ovs_interfaceid": "0e315069-6844-451f-8ae1-aef99d4b8727", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.705802] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8749c58a-b834-4915-b453-c6bef2744919 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.719500] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181125dc-1207-495b-be85-3a7a5e6284d1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.750506] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11744cb-c63b-4b52-b8b3-20ad33f20fb7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.759244] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151cb489-5a6f-45bf-a959-f83c7262fc5b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.776654] env[69052]: DEBUG nova.compute.provider_tree [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.856019] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.856019] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdafb8e8-8863-4f43-9d5a-1a68afc8ee4d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.865023] env[69052]: DEBUG oslo_vmware.api [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 764.865023] env[69052]: value = "task-3236207" [ 764.865023] env[69052]: _type = "Task" [ 764.865023] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.873444] env[69052]: DEBUG oslo_vmware.api [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.949889] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524dc7d6-c4d5-e4e9-70f3-d1af67b92aa8, 'name': SearchDatastore_Task, 'duration_secs': 0.012629} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.951104] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-711d8806-fd61-4dae-93a9-d1b65f387e27 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.957570] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Waiting for the task: (returnval){ [ 764.957570] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52389c1f-313d-2ba8-a2f0-1c9ee20fa263" [ 764.957570] env[69052]: _type = "Task" [ 764.957570] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.968751] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52389c1f-313d-2ba8-a2f0-1c9ee20fa263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.191511] env[69052]: DEBUG oslo_concurrency.lockutils [req-cc847728-371a-4f6a-b7d6-cabb20dbfe77 req-a693cdde-68f9-4983-8500-6e15bbf190c7 service nova] Releasing lock "refresh_cache-2108c0a4-a6bc-42b6-87bf-c540a527496a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.191811] env[69052]: DEBUG nova.compute.manager [req-cc847728-371a-4f6a-b7d6-cabb20dbfe77 req-a693cdde-68f9-4983-8500-6e15bbf190c7 service nova] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Received event network-changed-352efec1-440a-4dad-a848-38e5b0318f99 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.192073] env[69052]: DEBUG nova.compute.manager [req-cc847728-371a-4f6a-b7d6-cabb20dbfe77 req-a693cdde-68f9-4983-8500-6e15bbf190c7 service nova] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Refreshing instance network info cache due to event network-changed-352efec1-440a-4dad-a848-38e5b0318f99. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.192404] env[69052]: DEBUG oslo_concurrency.lockutils [req-cc847728-371a-4f6a-b7d6-cabb20dbfe77 req-a693cdde-68f9-4983-8500-6e15bbf190c7 service nova] Acquiring lock "refresh_cache-0c78112e-f66a-4382-9fb2-3a448309d148" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.192554] env[69052]: DEBUG oslo_concurrency.lockutils [req-cc847728-371a-4f6a-b7d6-cabb20dbfe77 req-a693cdde-68f9-4983-8500-6e15bbf190c7 service nova] Acquired lock "refresh_cache-0c78112e-f66a-4382-9fb2-3a448309d148" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.192716] env[69052]: DEBUG nova.network.neutron [req-cc847728-371a-4f6a-b7d6-cabb20dbfe77 req-a693cdde-68f9-4983-8500-6e15bbf190c7 service nova] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Refreshing network info cache for port 352efec1-440a-4dad-a848-38e5b0318f99 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.281186] env[69052]: DEBUG nova.scheduler.client.report [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.374071] env[69052]: DEBUG oslo_vmware.api [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236207, 'name': PowerOffVM_Task, 'duration_secs': 0.224675} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.374350] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.374547] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Updating instance '34b9818a-917b-4047-9591-bf2be8d69da9' progress to 17 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 765.468706] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52389c1f-313d-2ba8-a2f0-1c9ee20fa263, 'name': SearchDatastore_Task, 'duration_secs': 0.023673} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.468974] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.469246] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 2108c0a4-a6bc-42b6-87bf-c540a527496a/2108c0a4-a6bc-42b6-87bf-c540a527496a.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.469530] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61d5ec7c-6c87-4b35-bd74-970ae1fb412b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.475737] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Waiting for the task: (returnval){ [ 765.475737] env[69052]: value = "task-3236208" [ 765.475737] env[69052]: _type = "Task" [ 765.475737] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.484405] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3236208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.593553] env[69052]: DEBUG nova.compute.manager [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.626816] env[69052]: DEBUG nova.virt.hardware [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.627086] env[69052]: DEBUG nova.virt.hardware [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.627250] env[69052]: DEBUG nova.virt.hardware [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.627431] env[69052]: DEBUG nova.virt.hardware [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.627569] env[69052]: DEBUG nova.virt.hardware [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.627706] env[69052]: DEBUG nova.virt.hardware [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.630020] env[69052]: DEBUG nova.virt.hardware [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.630020] env[69052]: DEBUG nova.virt.hardware [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.630020] env[69052]: DEBUG nova.virt.hardware [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.630020] env[69052]: DEBUG nova.virt.hardware [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.630020] env[69052]: DEBUG nova.virt.hardware [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.630020] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8514d35-edf9-49a5-a2d9-6e67eb8af515 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.639366] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbc4d98-eb36-437a-a201-fc77045874e7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.759123] env[69052]: DEBUG nova.compute.manager [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.763091] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b044e277-ee86-46a7-97dc-9cdb31f7eab8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.787415] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.790641] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.421s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.791061] env[69052]: DEBUG nova.objects.instance [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Lazy-loading 'resources' on Instance uuid 599309eb-3858-40cd-b1b7-0e1ea4a611da {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.827267] env[69052]: INFO nova.scheduler.client.report [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Deleted allocations for instance e621b1e7-bbfd-403e-8877-e275f3481265 [ 765.882401] env[69052]: DEBUG nova.virt.hardware [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.882689] env[69052]: DEBUG nova.virt.hardware [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.882847] env[69052]: DEBUG nova.virt.hardware [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.883317] env[69052]: DEBUG nova.virt.hardware [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.883317] env[69052]: DEBUG nova.virt.hardware [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.883441] env[69052]: DEBUG nova.virt.hardware [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.886035] env[69052]: DEBUG nova.virt.hardware [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.886035] env[69052]: DEBUG nova.virt.hardware [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.886035] env[69052]: DEBUG nova.virt.hardware [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.886035] env[69052]: DEBUG nova.virt.hardware [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.886035] env[69052]: DEBUG nova.virt.hardware [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.891151] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88a18e9d-ffd6-4788-b76a-8e8b232355b0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.913911] env[69052]: DEBUG oslo_vmware.api [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 765.913911] env[69052]: value = "task-3236209" [ 765.913911] env[69052]: _type = "Task" [ 765.913911] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.932383] env[69052]: DEBUG oslo_vmware.api [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.997120] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3236208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516341} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.997627] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 2108c0a4-a6bc-42b6-87bf-c540a527496a/2108c0a4-a6bc-42b6-87bf-c540a527496a.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.998103] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.998481] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b9be3bb-d70a-4816-a76b-b5309f601207 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.007296] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Waiting for the task: (returnval){ [ 766.007296] env[69052]: value = "task-3236210" [ 766.007296] env[69052]: _type = "Task" [ 766.007296] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.017962] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3236210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.097483] env[69052]: DEBUG nova.network.neutron [req-cc847728-371a-4f6a-b7d6-cabb20dbfe77 req-a693cdde-68f9-4983-8500-6e15bbf190c7 service nova] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Updated VIF entry in instance network info cache for port 352efec1-440a-4dad-a848-38e5b0318f99. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.098041] env[69052]: DEBUG nova.network.neutron [req-cc847728-371a-4f6a-b7d6-cabb20dbfe77 req-a693cdde-68f9-4983-8500-6e15bbf190c7 service nova] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Updating instance_info_cache with network_info: [{"id": "352efec1-440a-4dad-a848-38e5b0318f99", "address": "fa:16:3e:ca:6e:bd", "network": {"id": "3ea0dab6-61fd-42b5-a725-3d0dda25bb5c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1625186104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3631ca22fed4917a0c9d8c7ee20e9aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap352efec1-44", "ovs_interfaceid": "352efec1-440a-4dad-a848-38e5b0318f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.275181] env[69052]: INFO nova.compute.manager [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] instance snapshotting [ 766.275181] env[69052]: WARNING nova.compute.manager [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 766.278960] env[69052]: DEBUG nova.compute.manager [req-2ea956d2-efa0-4038-98eb-0ecbe26f1ed7 req-30465153-9ce0-4f16-8388-df739c4d5d72 service nova] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Received event network-vif-plugged-ea4a17be-2169-46f9-be16-d79e7e8aa896 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.279384] env[69052]: DEBUG oslo_concurrency.lockutils [req-2ea956d2-efa0-4038-98eb-0ecbe26f1ed7 req-30465153-9ce0-4f16-8388-df739c4d5d72 service nova] Acquiring lock "6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.279851] env[69052]: DEBUG oslo_concurrency.lockutils [req-2ea956d2-efa0-4038-98eb-0ecbe26f1ed7 req-30465153-9ce0-4f16-8388-df739c4d5d72 service nova] Lock "6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.280148] env[69052]: DEBUG oslo_concurrency.lockutils [req-2ea956d2-efa0-4038-98eb-0ecbe26f1ed7 req-30465153-9ce0-4f16-8388-df739c4d5d72 service nova] Lock "6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.280445] env[69052]: DEBUG nova.compute.manager [req-2ea956d2-efa0-4038-98eb-0ecbe26f1ed7 req-30465153-9ce0-4f16-8388-df739c4d5d72 service nova] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] No waiting events found dispatching network-vif-plugged-ea4a17be-2169-46f9-be16-d79e7e8aa896 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 766.284024] env[69052]: WARNING nova.compute.manager [req-2ea956d2-efa0-4038-98eb-0ecbe26f1ed7 req-30465153-9ce0-4f16-8388-df739c4d5d72 service nova] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Received unexpected event network-vif-plugged-ea4a17be-2169-46f9-be16-d79e7e8aa896 for instance with vm_state building and task_state spawning. [ 766.284024] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e43402-3eb4-4ee3-8195-9cae666c3624 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.311706] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15026609-ec86-44cb-b15b-ae6b91d75586 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.340096] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1d9ad1fb-a6ee-4cea-8a70-1e47908b47ad tempest-ListImageFiltersTestJSON-2009541661 tempest-ListImageFiltersTestJSON-2009541661-project-member] Lock "e621b1e7-bbfd-403e-8877-e275f3481265" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.340s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.427741] env[69052]: DEBUG oslo_vmware.api [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236209, 'name': ReconfigVM_Task, 'duration_secs': 0.290448} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.430454] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Updating instance '34b9818a-917b-4047-9591-bf2be8d69da9' progress to 33 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 766.478693] env[69052]: DEBUG oslo_vmware.rw_handles [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225c091-d6df-35fe-8814-1d0dd1d89551/disk-0.vmdk. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 766.479906] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2c33e6-bd4a-45cd-a813-dfc8a4e56720 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.490613] env[69052]: DEBUG oslo_vmware.rw_handles [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225c091-d6df-35fe-8814-1d0dd1d89551/disk-0.vmdk is in state: ready. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 766.490816] env[69052]: ERROR oslo_vmware.rw_handles [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225c091-d6df-35fe-8814-1d0dd1d89551/disk-0.vmdk due to incomplete transfer. [ 766.491064] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-72224b11-f0ab-4f44-9fad-9e4fb82f7508 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.500333] env[69052]: DEBUG oslo_vmware.rw_handles [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225c091-d6df-35fe-8814-1d0dd1d89551/disk-0.vmdk. {{(pid=69052) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 766.500572] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Uploaded image 917657da-3b58-4c1c-8988-00f925510570 to the Glance image server {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 766.502745] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Destroying the VM {{(pid=69052) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 766.503180] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-af097782-ce50-4b3a-ab27-fb6c5c981773 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.514259] env[69052]: DEBUG oslo_vmware.api [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 766.514259] env[69052]: value = "task-3236211" [ 766.514259] env[69052]: _type = "Task" [ 766.514259] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.520944] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3236210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132007} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.521693] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.522547] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a296362-f4ac-433e-b1c6-ff34d60ea6d3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.532527] env[69052]: DEBUG oslo_vmware.api [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236211, 'name': Destroy_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.557455] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 2108c0a4-a6bc-42b6-87bf-c540a527496a/2108c0a4-a6bc-42b6-87bf-c540a527496a.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.560378] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c913fd7-962d-4fae-9fed-bf1115cd3690 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.584231] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Waiting for the task: (returnval){ [ 766.584231] env[69052]: value = "task-3236212" [ 766.584231] env[69052]: _type = "Task" [ 766.584231] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.599256] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3236212, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.601447] env[69052]: DEBUG oslo_concurrency.lockutils [req-cc847728-371a-4f6a-b7d6-cabb20dbfe77 req-a693cdde-68f9-4983-8500-6e15bbf190c7 service nova] Releasing lock "refresh_cache-0c78112e-f66a-4382-9fb2-3a448309d148" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.705592] env[69052]: DEBUG nova.network.neutron [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Successfully updated port: ea4a17be-2169-46f9-be16-d79e7e8aa896 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.826593] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Creating Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 766.827065] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b6c3e7a5-99e0-40f0-b023-8ac19886c5b8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.836427] env[69052]: DEBUG oslo_vmware.api [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 766.836427] env[69052]: value = "task-3236213" [ 766.836427] env[69052]: _type = "Task" [ 766.836427] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.850066] env[69052]: DEBUG oslo_vmware.api [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236213, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.920464] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54a87b6-f3d2-4a6b-bca6-f48f72969e77 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.928927] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a46ca5e-5a67-4a11-a3fa-7d2a509f0f93 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.969566] env[69052]: DEBUG nova.virt.hardware [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:10:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d70bae61-57df-4549-be8f-a390f7f725fa',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1523271661',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.969940] env[69052]: DEBUG nova.virt.hardware [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.970245] env[69052]: DEBUG nova.virt.hardware [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.970724] env[69052]: DEBUG nova.virt.hardware [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.970826] env[69052]: DEBUG nova.virt.hardware [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.971112] env[69052]: DEBUG nova.virt.hardware [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.971453] env[69052]: DEBUG nova.virt.hardware [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.971778] env[69052]: DEBUG nova.virt.hardware [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.972099] env[69052]: DEBUG nova.virt.hardware [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.972397] env[69052]: DEBUG nova.virt.hardware [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.972621] env[69052]: DEBUG nova.virt.hardware [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.978759] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Reconfiguring VM instance instance-00000029 to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 766.981760] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1408588e-b9b4-496f-8136-ecf2d49fe7c2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.993743] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9826691e-ab2e-4c45-878c-61cc3e49c0e8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.004150] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3496659-f15c-4546-95c8-a055ebabab07 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.008352] env[69052]: DEBUG oslo_vmware.api [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 767.008352] env[69052]: value = "task-3236214" [ 767.008352] env[69052]: _type = "Task" [ 767.008352] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.020031] env[69052]: DEBUG nova.compute.provider_tree [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.028883] env[69052]: DEBUG oslo_vmware.api [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.034430] env[69052]: DEBUG oslo_vmware.api [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236211, 'name': Destroy_Task} progress is 33%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.094954] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3236212, 'name': ReconfigVM_Task, 'duration_secs': 0.397803} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.095721] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 2108c0a4-a6bc-42b6-87bf-c540a527496a/2108c0a4-a6bc-42b6-87bf-c540a527496a.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.095721] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69052) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 767.096403] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-2beffc62-ced1-4310-a9c9-88785331ded0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.104500] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Waiting for the task: (returnval){ [ 767.104500] env[69052]: value = "task-3236215" [ 767.104500] env[69052]: _type = "Task" [ 767.104500] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.116105] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3236215, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.206769] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "refresh_cache-6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.207086] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquired lock "refresh_cache-6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.207290] env[69052]: DEBUG nova.network.neutron [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.348136] env[69052]: DEBUG oslo_vmware.api [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236213, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.518809] env[69052]: DEBUG oslo_vmware.api [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236214, 'name': ReconfigVM_Task, 'duration_secs': 0.209657} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.519233] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Reconfigured VM instance instance-00000029 to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 767.520078] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8825605d-fe80-48aa-946e-04e2c9346d48 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.526499] env[69052]: DEBUG nova.scheduler.client.report [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.561184] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 34b9818a-917b-4047-9591-bf2be8d69da9/34b9818a-917b-4047-9591-bf2be8d69da9.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.565288] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ffc0007-2c73-433d-89dd-7c338018dc4d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.578362] env[69052]: DEBUG oslo_vmware.api [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236211, 'name': Destroy_Task, 'duration_secs': 0.80848} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.579013] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Destroyed the VM [ 767.579274] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Deleting Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 767.579951] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4d7df386-16cd-4758-9c31-a305d16c7094 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.585195] env[69052]: DEBUG oslo_vmware.api [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 767.585195] env[69052]: value = "task-3236216" [ 767.585195] env[69052]: _type = "Task" [ 767.585195] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.590227] env[69052]: DEBUG oslo_vmware.api [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 767.590227] env[69052]: value = "task-3236217" [ 767.590227] env[69052]: _type = "Task" [ 767.590227] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.596300] env[69052]: DEBUG oslo_vmware.api [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236216, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.601304] env[69052]: DEBUG oslo_vmware.api [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236217, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.617974] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3236215, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.059895} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.618518] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69052) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 767.619368] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c3cb64-f138-412d-8f82-18e396cddade {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.645837] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 2108c0a4-a6bc-42b6-87bf-c540a527496a/ephemeral_0.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.647014] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8ccf835-5882-4e19-a12a-6781529826f2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.665607] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Waiting for the task: (returnval){ [ 767.665607] env[69052]: value = "task-3236218" [ 767.665607] env[69052]: _type = "Task" [ 767.665607] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.675817] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3236218, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.784267] env[69052]: DEBUG nova.network.neutron [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.848294] env[69052]: DEBUG oslo_vmware.api [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236213, 'name': CreateSnapshot_Task, 'duration_secs': 0.675805} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.851022] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Created Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 767.851022] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28c012d-3218-439d-9f6e-65a696fff520 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.040760] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.247s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.043139] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.250s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.043460] env[69052]: DEBUG nova.objects.instance [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Lazy-loading 'resources' on Instance uuid f58a891e-8076-4cfe-aa62-20f3d4dfb5da {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.072970] env[69052]: DEBUG nova.network.neutron [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Updating instance_info_cache with network_info: [{"id": "ea4a17be-2169-46f9-be16-d79e7e8aa896", "address": "fa:16:3e:c0:62:9b", "network": {"id": "0624a1b3-6c9d-43d5-ac68-beaedb10c4eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-356147984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5d11523a34a41fc93f369d4737ccf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea4a17be-21", "ovs_interfaceid": "ea4a17be-2169-46f9-be16-d79e7e8aa896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.073848] env[69052]: INFO nova.scheduler.client.report [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Deleted allocations for instance 599309eb-3858-40cd-b1b7-0e1ea4a611da [ 768.098039] env[69052]: DEBUG oslo_vmware.api [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236216, 'name': ReconfigVM_Task, 'duration_secs': 0.290195} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.098679] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 34b9818a-917b-4047-9591-bf2be8d69da9/34b9818a-917b-4047-9591-bf2be8d69da9.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.098963] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Updating instance '34b9818a-917b-4047-9591-bf2be8d69da9' progress to 50 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 768.105889] env[69052]: DEBUG oslo_vmware.api [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236217, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.176020] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3236218, 'name': ReconfigVM_Task, 'duration_secs': 0.336389} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.176453] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 2108c0a4-a6bc-42b6-87bf-c540a527496a/ephemeral_0.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.177110] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f0c58c3-1897-47a3-a2a2-5cbee5fbb138 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.184174] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Waiting for the task: (returnval){ [ 768.184174] env[69052]: value = "task-3236219" [ 768.184174] env[69052]: _type = "Task" [ 768.184174] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.193802] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3236219, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.368920] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Creating linked-clone VM from snapshot {{(pid=69052) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 768.369257] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b8ad432f-d592-410e-b3a6-e042cef9bdbe {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.378505] env[69052]: DEBUG oslo_vmware.api [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 768.378505] env[69052]: value = "task-3236220" [ 768.378505] env[69052]: _type = "Task" [ 768.378505] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.388384] env[69052]: DEBUG oslo_vmware.api [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236220, 'name': CloneVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.474883] env[69052]: DEBUG nova.compute.manager [req-af8f0b5b-8170-4e36-8c14-f89061829cec req-1fa7344f-36a5-44d1-98e1-cbaead80503c service nova] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Received event network-changed-ea4a17be-2169-46f9-be16-d79e7e8aa896 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.475690] env[69052]: DEBUG nova.compute.manager [req-af8f0b5b-8170-4e36-8c14-f89061829cec req-1fa7344f-36a5-44d1-98e1-cbaead80503c service nova] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Refreshing instance network info cache due to event network-changed-ea4a17be-2169-46f9-be16-d79e7e8aa896. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.475931] env[69052]: DEBUG oslo_concurrency.lockutils [req-af8f0b5b-8170-4e36-8c14-f89061829cec req-1fa7344f-36a5-44d1-98e1-cbaead80503c service nova] Acquiring lock "refresh_cache-6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.576643] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Releasing lock "refresh_cache-6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.577011] env[69052]: DEBUG nova.compute.manager [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Instance network_info: |[{"id": "ea4a17be-2169-46f9-be16-d79e7e8aa896", "address": "fa:16:3e:c0:62:9b", "network": {"id": "0624a1b3-6c9d-43d5-ac68-beaedb10c4eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-356147984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5d11523a34a41fc93f369d4737ccf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea4a17be-21", "ovs_interfaceid": "ea4a17be-2169-46f9-be16-d79e7e8aa896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.577382] env[69052]: DEBUG oslo_concurrency.lockutils [req-af8f0b5b-8170-4e36-8c14-f89061829cec req-1fa7344f-36a5-44d1-98e1-cbaead80503c service nova] Acquired lock "refresh_cache-6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.577592] env[69052]: DEBUG nova.network.neutron [req-af8f0b5b-8170-4e36-8c14-f89061829cec req-1fa7344f-36a5-44d1-98e1-cbaead80503c service nova] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Refreshing network info cache for port ea4a17be-2169-46f9-be16-d79e7e8aa896 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.578912] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:62:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea4a17be-2169-46f9-be16-d79e7e8aa896', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.591820] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.594268] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.598946] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9b0237cf-2102-42d0-a8a9-3c25df1d20d6 tempest-ServersTestJSON-330221301 tempest-ServersTestJSON-330221301-project-member] Lock "599309eb-3858-40cd-b1b7-0e1ea4a611da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.472s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.609334] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d3f90ef-8b4c-4f71-ad55-c1c6960ec0f6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.635628] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292a22bc-d7ea-4de4-a3ce-a9fd06f29e9f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.645554] env[69052]: DEBUG oslo_vmware.api [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236217, 'name': RemoveSnapshot_Task, 'duration_secs': 0.571335} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.663078] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Deleted Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 768.663467] env[69052]: INFO nova.compute.manager [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Took 16.84 seconds to snapshot the instance on the hypervisor. [ 768.666274] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.666274] env[69052]: value = "task-3236221" [ 768.666274] env[69052]: _type = "Task" [ 768.666274] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.668232] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2828d68c-4bb0-40e6-95c4-ac9ecacf84ca {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.683334] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236221, 'name': CreateVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.698176] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Updating instance '34b9818a-917b-4047-9591-bf2be8d69da9' progress to 67 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 768.714129] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3236219, 'name': Rename_Task, 'duration_secs': 0.227939} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.716515] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.716515] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f281479-4052-4968-bf74-8b3cf96ca524 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.724660] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Waiting for the task: (returnval){ [ 768.724660] env[69052]: value = "task-3236222" [ 768.724660] env[69052]: _type = "Task" [ 768.724660] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.733618] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3236222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.889174] env[69052]: DEBUG oslo_vmware.api [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236220, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.148621] env[69052]: DEBUG oslo_concurrency.lockutils [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "df2f721c-7fab-42ac-8da9-3a3c49e36065" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.148877] env[69052]: DEBUG oslo_concurrency.lockutils [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "df2f721c-7fab-42ac-8da9-3a3c49e36065" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.183270] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236221, 'name': CreateVM_Task, 'duration_secs': 0.450145} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.185769] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.186868] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.187415] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.187415] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.187833] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a63a496a-c963-479f-8889-3370404e09bb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.193872] env[69052]: DEBUG oslo_vmware.api [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 769.193872] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52dfe418-81f6-521c-54f5-9b13dc759fd2" [ 769.193872] env[69052]: _type = "Task" [ 769.193872] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.202655] env[69052]: DEBUG oslo_vmware.api [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52dfe418-81f6-521c-54f5-9b13dc759fd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.234201] env[69052]: DEBUG nova.compute.manager [None req-819cd1ba-d1cf-431d-aa27-f17e19ad7f47 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Found 1 images (rotation: 2) {{(pid=69052) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 769.238577] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3236222, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.269276] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c1d0b0-84f7-4fa7-90b1-501cb872e0a9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.273807] env[69052]: DEBUG nova.network.neutron [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Port 89c332f7-3944-42e7-989b-dcc6944c3ae2 binding to destination host cpu-1 is already ACTIVE {{(pid=69052) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 769.282028] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a635db95-e49f-45a1-9d04-97c0f763d179 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.315358] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a891b6-957c-4bdb-9d01-b0eab743104d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.323492] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c844dd-779d-4bd8-87df-07675cb74686 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.338274] env[69052]: DEBUG nova.compute.provider_tree [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.388809] env[69052]: DEBUG oslo_vmware.api [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236220, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.584825] env[69052]: DEBUG nova.network.neutron [req-af8f0b5b-8170-4e36-8c14-f89061829cec req-1fa7344f-36a5-44d1-98e1-cbaead80503c service nova] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Updated VIF entry in instance network info cache for port ea4a17be-2169-46f9-be16-d79e7e8aa896. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.585337] env[69052]: DEBUG nova.network.neutron [req-af8f0b5b-8170-4e36-8c14-f89061829cec req-1fa7344f-36a5-44d1-98e1-cbaead80503c service nova] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Updating instance_info_cache with network_info: [{"id": "ea4a17be-2169-46f9-be16-d79e7e8aa896", "address": "fa:16:3e:c0:62:9b", "network": {"id": "0624a1b3-6c9d-43d5-ac68-beaedb10c4eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-356147984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5d11523a34a41fc93f369d4737ccf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea4a17be-21", "ovs_interfaceid": "ea4a17be-2169-46f9-be16-d79e7e8aa896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.657932] env[69052]: DEBUG nova.compute.manager [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.711263] env[69052]: DEBUG oslo_vmware.api [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52dfe418-81f6-521c-54f5-9b13dc759fd2, 'name': SearchDatastore_Task, 'duration_secs': 0.010347} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.712405] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.712673] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.713024] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.713147] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.713398] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.714037] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48cd4d3b-aaec-43f9-9bd9-a78755a4d94d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.723736] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.723948] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.724702] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-274adaff-c5b7-474c-81a2-c508db679c2e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.737304] env[69052]: DEBUG oslo_vmware.api [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 769.737304] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525053d1-2185-5bcc-738c-d58deefc7324" [ 769.737304] env[69052]: _type = "Task" [ 769.737304] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.743058] env[69052]: DEBUG oslo_vmware.api [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3236222, 'name': PowerOnVM_Task, 'duration_secs': 0.678836} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.746738] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.746738] env[69052]: INFO nova.compute.manager [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Took 9.13 seconds to spawn the instance on the hypervisor. [ 769.746738] env[69052]: DEBUG nova.compute.manager [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.746738] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f113ff3-ab0a-405b-b0a7-ff0cff54770a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.754846] env[69052]: DEBUG oslo_vmware.api [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525053d1-2185-5bcc-738c-d58deefc7324, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.841342] env[69052]: DEBUG nova.scheduler.client.report [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.889859] env[69052]: DEBUG oslo_vmware.api [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236220, 'name': CloneVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.088406] env[69052]: DEBUG oslo_concurrency.lockutils [req-af8f0b5b-8170-4e36-8c14-f89061829cec req-1fa7344f-36a5-44d1-98e1-cbaead80503c service nova] Releasing lock "refresh_cache-6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.190725] env[69052]: DEBUG oslo_concurrency.lockutils [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.253509] env[69052]: DEBUG oslo_vmware.api [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525053d1-2185-5bcc-738c-d58deefc7324, 'name': SearchDatastore_Task, 'duration_secs': 0.014061} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.257209] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87c727ab-63fc-45a8-9be6-299d96b3ef8a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.261380] env[69052]: DEBUG oslo_vmware.api [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 770.261380] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52cee808-9988-6bad-a1c4-9d6afcb47b77" [ 770.261380] env[69052]: _type = "Task" [ 770.261380] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.274861] env[69052]: INFO nova.compute.manager [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Took 59.79 seconds to build instance. [ 770.281915] env[69052]: DEBUG oslo_vmware.api [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52cee808-9988-6bad-a1c4-9d6afcb47b77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.303067] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "34b9818a-917b-4047-9591-bf2be8d69da9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.303207] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "34b9818a-917b-4047-9591-bf2be8d69da9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.303395] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "34b9818a-917b-4047-9591-bf2be8d69da9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.347145] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.304s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.349736] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 48.464s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.349951] env[69052]: DEBUG nova.objects.instance [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69052) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 770.373293] env[69052]: INFO nova.scheduler.client.report [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Deleted allocations for instance f58a891e-8076-4cfe-aa62-20f3d4dfb5da [ 770.392376] env[69052]: DEBUG oslo_vmware.api [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236220, 'name': CloneVM_Task, 'duration_secs': 1.71396} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.393046] env[69052]: INFO nova.virt.vmwareapi.vmops [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Created linked-clone VM from snapshot [ 770.394636] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103191a4-1a50-4b38-a228-d05df33cf6da {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.406363] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Uploading image d8bed6f1-e612-4c30-aff1-feefdfbe6fb0 {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 770.434028] env[69052]: DEBUG oslo_vmware.rw_handles [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 770.434028] env[69052]: value = "vm-646828" [ 770.434028] env[69052]: _type = "VirtualMachine" [ 770.434028] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 770.434028] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a47f7865-2d8b-4440-af73-f7c80f8b408f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.440877] env[69052]: DEBUG oslo_vmware.rw_handles [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lease: (returnval){ [ 770.440877] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52bbd051-475a-61b4-cc3d-456d4727e441" [ 770.440877] env[69052]: _type = "HttpNfcLease" [ 770.440877] env[69052]: } obtained for exporting VM: (result){ [ 770.440877] env[69052]: value = "vm-646828" [ 770.440877] env[69052]: _type = "VirtualMachine" [ 770.440877] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 770.441703] env[69052]: DEBUG oslo_vmware.api [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the lease: (returnval){ [ 770.441703] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52bbd051-475a-61b4-cc3d-456d4727e441" [ 770.441703] env[69052]: _type = "HttpNfcLease" [ 770.441703] env[69052]: } to be ready. {{(pid=69052) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 770.452249] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 770.452249] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52bbd051-475a-61b4-cc3d-456d4727e441" [ 770.452249] env[69052]: _type = "HttpNfcLease" [ 770.452249] env[69052]: } is initializing. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 770.542114] env[69052]: DEBUG nova.compute.manager [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.543056] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a392658-238f-4abb-80a6-f1a5dcc84872 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.772969] env[69052]: DEBUG oslo_vmware.api [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52cee808-9988-6bad-a1c4-9d6afcb47b77, 'name': SearchDatastore_Task, 'duration_secs': 0.025572} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.773263] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.773571] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3/6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.773787] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7806e49a-e881-4390-bb73-277d6fa5a75e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.781575] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1064390e-59ff-48c8-bef6-a6f575734d9e tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Lock "2108c0a4-a6bc-42b6-87bf-c540a527496a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.850s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.781885] env[69052]: DEBUG oslo_vmware.api [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 770.781885] env[69052]: value = "task-3236224" [ 770.781885] env[69052]: _type = "Task" [ 770.781885] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.793749] env[69052]: DEBUG oslo_vmware.api [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.882962] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b75a1bb7-eaba-4036-ab23-23eed2d4409c tempest-ServersTestBootFromVolume-1357887792 tempest-ServersTestBootFromVolume-1357887792-project-member] Lock "f58a891e-8076-4cfe-aa62-20f3d4dfb5da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.205s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.954994] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 770.954994] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52bbd051-475a-61b4-cc3d-456d4727e441" [ 770.954994] env[69052]: _type = "HttpNfcLease" [ 770.954994] env[69052]: } is ready. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 770.955409] env[69052]: DEBUG oslo_vmware.rw_handles [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 770.955409] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52bbd051-475a-61b4-cc3d-456d4727e441" [ 770.955409] env[69052]: _type = "HttpNfcLease" [ 770.955409] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 770.957779] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e827d0dc-de07-4e8b-9cee-daaafc140388 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.966274] env[69052]: DEBUG oslo_vmware.rw_handles [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5205206d-2375-2d55-57a4-1bc553c00b56/disk-0.vmdk from lease info. {{(pid=69052) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 770.967266] env[69052]: DEBUG oslo_vmware.rw_handles [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5205206d-2375-2d55-57a4-1bc553c00b56/disk-0.vmdk for reading. {{(pid=69052) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 771.054759] env[69052]: INFO nova.compute.manager [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] instance snapshotting [ 771.055102] env[69052]: DEBUG nova.objects.instance [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lazy-loading 'flavor' on Instance uuid b60dc416-39de-4dfa-a046-5e60cc9ffeed {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.118407] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-320f2d17-b619-4787-9ed9-7480d20ff8f7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.296239] env[69052]: DEBUG oslo_vmware.api [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236224, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.363741] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2035249d-c9f1-4b44-b394-cc887fc69174 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.366086] env[69052]: DEBUG oslo_concurrency.lockutils [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.355s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.366831] env[69052]: DEBUG nova.objects.instance [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lazy-loading 'resources' on Instance uuid 19eaa995-6c0a-4441-a241-2493d41ff90c {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.388242] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "refresh_cache-34b9818a-917b-4047-9591-bf2be8d69da9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.388242] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquired lock "refresh_cache-34b9818a-917b-4047-9591-bf2be8d69da9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.388242] env[69052]: DEBUG nova.network.neutron [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.563169] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81191c0d-3d03-4508-8609-79a2278b07a9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.591766] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192ec12c-37e6-4f80-b28a-0fe4bcbb1bc2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.798814] env[69052]: DEBUG oslo_vmware.api [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559591} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.804374] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3/6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.804374] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.804374] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-853882c0-3520-42b1-9909-5501939146c3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.811394] env[69052]: DEBUG oslo_vmware.api [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 771.811394] env[69052]: value = "task-3236225" [ 771.811394] env[69052]: _type = "Task" [ 771.811394] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.817057] env[69052]: DEBUG nova.compute.manager [req-4a5eace7-3f70-4e09-9e49-9500773b74d1 req-31e46d84-9207-4f80-ac10-79efeba087e9 service nova] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Received event network-changed-0e315069-6844-451f-8ae1-aef99d4b8727 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.817283] env[69052]: DEBUG nova.compute.manager [req-4a5eace7-3f70-4e09-9e49-9500773b74d1 req-31e46d84-9207-4f80-ac10-79efeba087e9 service nova] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Refreshing instance network info cache due to event network-changed-0e315069-6844-451f-8ae1-aef99d4b8727. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.817497] env[69052]: DEBUG oslo_concurrency.lockutils [req-4a5eace7-3f70-4e09-9e49-9500773b74d1 req-31e46d84-9207-4f80-ac10-79efeba087e9 service nova] Acquiring lock "refresh_cache-2108c0a4-a6bc-42b6-87bf-c540a527496a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.817707] env[69052]: DEBUG oslo_concurrency.lockutils [req-4a5eace7-3f70-4e09-9e49-9500773b74d1 req-31e46d84-9207-4f80-ac10-79efeba087e9 service nova] Acquired lock "refresh_cache-2108c0a4-a6bc-42b6-87bf-c540a527496a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.817897] env[69052]: DEBUG nova.network.neutron [req-4a5eace7-3f70-4e09-9e49-9500773b74d1 req-31e46d84-9207-4f80-ac10-79efeba087e9 service nova] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Refreshing network info cache for port 0e315069-6844-451f-8ae1-aef99d4b8727 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.827017] env[69052]: DEBUG oslo_vmware.api [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.106699] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Creating Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 772.107027] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4d430942-fbd6-424d-902f-ba1fd0cb792f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.116934] env[69052]: DEBUG oslo_vmware.api [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 772.116934] env[69052]: value = "task-3236226" [ 772.116934] env[69052]: _type = "Task" [ 772.116934] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.135377] env[69052]: DEBUG oslo_vmware.api [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236226, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.337249] env[69052]: DEBUG oslo_vmware.api [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087111} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.338048] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.339065] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78617c26-7520-4367-abec-6b2cfa266020 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.373127] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3/6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.373587] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f49b0f8d-6cbd-4565-a895-f1d1b13a34fa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.399156] env[69052]: DEBUG nova.network.neutron [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Updating instance_info_cache with network_info: [{"id": "89c332f7-3944-42e7-989b-dcc6944c3ae2", "address": "fa:16:3e:e9:12:10", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89c332f7-39", "ovs_interfaceid": "89c332f7-3944-42e7-989b-dcc6944c3ae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.416182] env[69052]: DEBUG oslo_vmware.api [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 772.416182] env[69052]: value = "task-3236227" [ 772.416182] env[69052]: _type = "Task" [ 772.416182] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.427855] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Acquiring lock "f419ae47-7e6d-46bc-ba2f-f8e570fb8c80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.428150] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Lock "f419ae47-7e6d-46bc-ba2f-f8e570fb8c80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.432875] env[69052]: DEBUG oslo_vmware.api [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.632588] env[69052]: DEBUG oslo_vmware.api [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236226, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.654157] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b075814d-5404-41e0-899c-8f847d2bf0ca {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.662539] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f449affa-d2b5-45ec-bc46-314c9e6cb251 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.699352] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74585d7e-2ea5-4d8d-bb1e-b59e8ead3207 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.708374] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a422f6-fac7-4a0d-a8e0-49aa9f95a6a1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.728197] env[69052]: DEBUG nova.compute.provider_tree [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 772.867580] env[69052]: DEBUG nova.network.neutron [req-4a5eace7-3f70-4e09-9e49-9500773b74d1 req-31e46d84-9207-4f80-ac10-79efeba087e9 service nova] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Updated VIF entry in instance network info cache for port 0e315069-6844-451f-8ae1-aef99d4b8727. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.867580] env[69052]: DEBUG nova.network.neutron [req-4a5eace7-3f70-4e09-9e49-9500773b74d1 req-31e46d84-9207-4f80-ac10-79efeba087e9 service nova] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Updating instance_info_cache with network_info: [{"id": "0e315069-6844-451f-8ae1-aef99d4b8727", "address": "fa:16:3e:e0:4c:a4", "network": {"id": "1d0b0fa9-2409-462d-b75e-bf657510c81b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1952202725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea40ca097d844151bf8f57deb786eb90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e315069-68", "ovs_interfaceid": "0e315069-6844-451f-8ae1-aef99d4b8727", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.911726] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Releasing lock "refresh_cache-34b9818a-917b-4047-9591-bf2be8d69da9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.932214] env[69052]: DEBUG oslo_vmware.api [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236227, 'name': ReconfigVM_Task, 'duration_secs': 0.355186} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.933222] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3/6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.933341] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e398300d-7469-468f-8c6d-53f5818c38ae {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.937317] env[69052]: DEBUG nova.compute.manager [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.941877] env[69052]: DEBUG oslo_vmware.api [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 772.941877] env[69052]: value = "task-3236228" [ 772.941877] env[69052]: _type = "Task" [ 772.941877] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.956046] env[69052]: DEBUG oslo_vmware.api [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236228, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.138024] env[69052]: DEBUG oslo_vmware.api [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236226, 'name': CreateSnapshot_Task, 'duration_secs': 0.546565} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.138024] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Created Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 773.138606] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca593e9d-f359-4daf-955d-05d0273cf72c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.254553] env[69052]: ERROR nova.scheduler.client.report [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [req-89439ad9-a201-4ffd-8df3-e44fa3522d27] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5482791e-699f-417a-8caf-f93d7835d755. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-89439ad9-a201-4ffd-8df3-e44fa3522d27"}]} [ 773.277145] env[69052]: DEBUG nova.scheduler.client.report [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Refreshing inventories for resource provider 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 773.296015] env[69052]: DEBUG nova.scheduler.client.report [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Updating ProviderTree inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 773.296324] env[69052]: DEBUG nova.compute.provider_tree [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 773.309600] env[69052]: DEBUG nova.scheduler.client.report [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Refreshing aggregate associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, aggregates: None {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 773.333068] env[69052]: DEBUG nova.scheduler.client.report [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Refreshing trait associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 773.370432] env[69052]: DEBUG oslo_concurrency.lockutils [req-4a5eace7-3f70-4e09-9e49-9500773b74d1 req-31e46d84-9207-4f80-ac10-79efeba087e9 service nova] Releasing lock "refresh_cache-2108c0a4-a6bc-42b6-87bf-c540a527496a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.442120] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579e2747-4229-4a0e-b346-1d809d08cdf4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.476584] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b32a62-30e2-426b-9a46-b05b5fd9f431 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.483145] env[69052]: DEBUG oslo_vmware.api [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236228, 'name': Rename_Task, 'duration_secs': 0.175873} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.483696] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.484093] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a979864-d819-4d0c-857a-20f04dd2189e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.487906] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Updating instance '34b9818a-917b-4047-9591-bf2be8d69da9' progress to 83 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 773.492322] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.499980] env[69052]: DEBUG oslo_vmware.api [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 773.499980] env[69052]: value = "task-3236229" [ 773.499980] env[69052]: _type = "Task" [ 773.499980] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.509708] env[69052]: DEBUG oslo_vmware.api [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.659723] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Creating linked-clone VM from snapshot {{(pid=69052) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 773.663510] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5d07bc3d-ded0-48cf-9aea-6de89637d643 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.673182] env[69052]: DEBUG oslo_vmware.api [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 773.673182] env[69052]: value = "task-3236230" [ 773.673182] env[69052]: _type = "Task" [ 773.673182] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.683299] env[69052]: DEBUG oslo_vmware.api [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236230, 'name': CloneVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.001064] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.001064] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c9173ba-d99e-4c42-8273-646e9960a0f8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.017552] env[69052]: DEBUG oslo_vmware.api [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236229, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.018972] env[69052]: DEBUG oslo_vmware.api [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 774.018972] env[69052]: value = "task-3236231" [ 774.018972] env[69052]: _type = "Task" [ 774.018972] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.030607] env[69052]: DEBUG oslo_vmware.api [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.047954] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f621793-dc63-4d7f-8bee-5af6f0e27dae {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.058852] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc29467-63c2-4211-ab62-4da8486e4130 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.100602] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c022c4-69f2-4669-9b38-ea3b8c8c4ddd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.110300] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf887e6-24aa-41a2-af21-2611145bca77 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.125445] env[69052]: DEBUG nova.compute.provider_tree [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 774.185882] env[69052]: DEBUG oslo_vmware.api [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236230, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.512177] env[69052]: DEBUG oslo_vmware.api [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236229, 'name': PowerOnVM_Task, 'duration_secs': 0.747645} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.512488] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.512841] env[69052]: INFO nova.compute.manager [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Took 8.92 seconds to spawn the instance on the hypervisor. [ 774.513021] env[69052]: DEBUG nova.compute.manager [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.513974] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e067fcf4-96a8-4c24-b19d-2861d9530c1a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.531236] env[69052]: DEBUG oslo_vmware.api [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236231, 'name': PowerOnVM_Task, 'duration_secs': 0.442184} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.531491] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.531665] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8b283a29-5122-4679-bfb2-3a1bd861383e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Updating instance '34b9818a-917b-4047-9591-bf2be8d69da9' progress to 100 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 774.662017] env[69052]: DEBUG nova.scheduler.client.report [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Updated inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 774.662017] env[69052]: DEBUG nova.compute.provider_tree [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Updating resource provider 5482791e-699f-417a-8caf-f93d7835d755 generation from 77 to 78 during operation: update_inventory {{(pid=69052) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 774.662017] env[69052]: DEBUG nova.compute.provider_tree [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 774.686991] env[69052]: DEBUG oslo_vmware.api [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236230, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.039422] env[69052]: INFO nova.compute.manager [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Took 62.30 seconds to build instance. [ 775.171534] env[69052]: DEBUG oslo_concurrency.lockutils [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.802s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.171534] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.080s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.171534] env[69052]: DEBUG nova.objects.instance [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Lazy-loading 'resources' on Instance uuid 857c7aa8-406a-4a90-8f1b-166e87f0f559 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.191024] env[69052]: DEBUG oslo_vmware.api [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236230, 'name': CloneVM_Task, 'duration_secs': 1.496753} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.191024] env[69052]: INFO nova.virt.vmwareapi.vmops [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Created linked-clone VM from snapshot [ 775.191024] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1deb27-4c9b-4421-b424-5cfd77860518 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.201460] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Uploading image a7432892-ab62-4679-81b4-ffa6e772dbe0 {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 775.206158] env[69052]: INFO nova.scheduler.client.report [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Deleted allocations for instance 19eaa995-6c0a-4441-a241-2493d41ff90c [ 775.237676] env[69052]: DEBUG oslo_vmware.rw_handles [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 775.237676] env[69052]: value = "vm-646831" [ 775.237676] env[69052]: _type = "VirtualMachine" [ 775.237676] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 775.237983] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2fb8a544-265e-4c16-9c1e-0d256e7c2a08 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.251089] env[69052]: DEBUG oslo_vmware.rw_handles [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lease: (returnval){ [ 775.251089] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b72cb6-def2-6cdd-6bd4-212b8d20e6aa" [ 775.251089] env[69052]: _type = "HttpNfcLease" [ 775.251089] env[69052]: } obtained for exporting VM: (result){ [ 775.251089] env[69052]: value = "vm-646831" [ 775.251089] env[69052]: _type = "VirtualMachine" [ 775.251089] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 775.251366] env[69052]: DEBUG oslo_vmware.api [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the lease: (returnval){ [ 775.251366] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b72cb6-def2-6cdd-6bd4-212b8d20e6aa" [ 775.251366] env[69052]: _type = "HttpNfcLease" [ 775.251366] env[69052]: } to be ready. {{(pid=69052) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 775.258646] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 775.258646] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b72cb6-def2-6cdd-6bd4-212b8d20e6aa" [ 775.258646] env[69052]: _type = "HttpNfcLease" [ 775.258646] env[69052]: } is initializing. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 775.545320] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0da578d0-c225-4873-81ef-1448179625d1 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.843s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.725620] env[69052]: DEBUG oslo_concurrency.lockutils [None req-93b93d09-8a6c-4be4-8d95-673e9074c872 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "19eaa995-6c0a-4441-a241-2493d41ff90c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.323s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.762363] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 775.762363] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b72cb6-def2-6cdd-6bd4-212b8d20e6aa" [ 775.762363] env[69052]: _type = "HttpNfcLease" [ 775.762363] env[69052]: } is ready. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 775.768909] env[69052]: DEBUG oslo_vmware.rw_handles [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 775.768909] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b72cb6-def2-6cdd-6bd4-212b8d20e6aa" [ 775.768909] env[69052]: _type = "HttpNfcLease" [ 775.768909] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 775.770588] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178a6d55-2f38-4915-b048-d92cde86b5a2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.779210] env[69052]: DEBUG oslo_vmware.rw_handles [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bcf746-1d17-164b-50f5-fed6328ccebd/disk-0.vmdk from lease info. {{(pid=69052) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 775.779210] env[69052]: DEBUG oslo_vmware.rw_handles [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bcf746-1d17-164b-50f5-fed6328ccebd/disk-0.vmdk for reading. {{(pid=69052) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 775.920080] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a33bc140-4f9a-4c5e-88b6-1e4539580523 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.094246] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fe9bbc3d-1b86-481d-9458-792128960879 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.094514] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fe9bbc3d-1b86-481d-9458-792128960879 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.094676] env[69052]: DEBUG nova.compute.manager [None req-fe9bbc3d-1b86-481d-9458-792128960879 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.095855] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b04fed9-d568-4a6a-b21d-84599bf5605f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.104852] env[69052]: DEBUG nova.compute.manager [None req-fe9bbc3d-1b86-481d-9458-792128960879 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69052) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 776.104852] env[69052]: DEBUG nova.objects.instance [None req-fe9bbc3d-1b86-481d-9458-792128960879 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lazy-loading 'flavor' on Instance uuid 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.462189] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061ec3a9-7e22-4054-b581-216f969f2c2c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.470974] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e560207-7fd5-47fb-93b2-bae4a52c7cef {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.504357] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05313e6b-1b6c-47f3-a6cc-3e239d35a9ed {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.513355] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e45fb8-8fa1-4618-b8e5-4f7bc85f7747 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.528533] env[69052]: DEBUG nova.compute.provider_tree [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.901479] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "6fc5568a-4b04-4e1b-9cde-3b16b9ac8130" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.902135] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "6fc5568a-4b04-4e1b-9cde-3b16b9ac8130" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.902507] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "6fc5568a-4b04-4e1b-9cde-3b16b9ac8130-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.902719] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "6fc5568a-4b04-4e1b-9cde-3b16b9ac8130-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.902943] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "6fc5568a-4b04-4e1b-9cde-3b16b9ac8130-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.905379] env[69052]: INFO nova.compute.manager [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Terminating instance [ 777.031452] env[69052]: DEBUG nova.scheduler.client.report [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.114134] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9bbc3d-1b86-481d-9458-792128960879 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.114796] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e1cb936-cd92-432a-b308-ac91c0e480ae {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.125456] env[69052]: DEBUG oslo_vmware.api [None req-fe9bbc3d-1b86-481d-9458-792128960879 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 777.125456] env[69052]: value = "task-3236233" [ 777.125456] env[69052]: _type = "Task" [ 777.125456] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.133711] env[69052]: DEBUG oslo_vmware.api [None req-fe9bbc3d-1b86-481d-9458-792128960879 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.409534] env[69052]: DEBUG nova.compute.manager [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.409709] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.410899] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a226869-9df6-418e-9a52-56011511d724 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.419298] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.419686] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03dad9af-1b90-4404-bb31-f4d5077ec489 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.426545] env[69052]: DEBUG oslo_vmware.api [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 777.426545] env[69052]: value = "task-3236234" [ 777.426545] env[69052]: _type = "Task" [ 777.426545] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.438267] env[69052]: DEBUG oslo_vmware.api [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.537636] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.367s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.541905] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.828s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.542846] env[69052]: INFO nova.compute.claims [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.567187] env[69052]: INFO nova.scheduler.client.report [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Deleted allocations for instance 857c7aa8-406a-4a90-8f1b-166e87f0f559 [ 777.640443] env[69052]: DEBUG oslo_vmware.api [None req-fe9bbc3d-1b86-481d-9458-792128960879 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236233, 'name': PowerOffVM_Task, 'duration_secs': 0.408463} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.644316] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9bbc3d-1b86-481d-9458-792128960879 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.644316] env[69052]: DEBUG nova.compute.manager [None req-fe9bbc3d-1b86-481d-9458-792128960879 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.644316] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc437ec3-0f71-472e-a483-478db23cc71e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.939985] env[69052]: DEBUG oslo_vmware.api [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236234, 'name': PowerOffVM_Task, 'duration_secs': 0.224578} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.940343] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.940735] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.941168] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0bb40da-1143-4971-8eb7-8741cfa4b0be {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.015042] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.015319] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.015553] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Deleting the datastore file [datastore1] 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.015831] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21466e71-9f54-4dac-82b0-d0f921750fee {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.023537] env[69052]: DEBUG oslo_vmware.api [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 778.023537] env[69052]: value = "task-3236236" [ 778.023537] env[69052]: _type = "Task" [ 778.023537] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.033235] env[69052]: DEBUG oslo_vmware.api [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.076169] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6a3911d6-9799-46ff-ae4f-63f7c3adfc6d tempest-ServersTestFqdnHostnames-343213198 tempest-ServersTestFqdnHostnames-343213198-project-member] Lock "857c7aa8-406a-4a90-8f1b-166e87f0f559" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.702s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.160939] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fe9bbc3d-1b86-481d-9458-792128960879 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.537138] env[69052]: DEBUG oslo_vmware.api [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254373} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.537138] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.537138] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.537138] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.537483] env[69052]: INFO nova.compute.manager [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Took 1.13 seconds to destroy the instance on the hypervisor. [ 778.537646] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.537954] env[69052]: DEBUG nova.compute.manager [-] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.538099] env[69052]: DEBUG nova.network.neutron [-] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.027372] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ab6ac1-7274-404d-945d-b79121efb3fa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.037091] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0aef14-1d5e-40d6-b069-19346e604dd0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.070355] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b679a8-18da-4bec-899d-e342a15ad18a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.078405] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aaad5cf-5d03-49f1-96d7-21395abf52d1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.092469] env[69052]: DEBUG nova.compute.provider_tree [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.295607] env[69052]: DEBUG nova.network.neutron [-] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.597346] env[69052]: DEBUG nova.scheduler.client.report [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.798351] env[69052]: INFO nova.compute.manager [-] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Took 1.26 seconds to deallocate network for instance. [ 780.103091] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.103694] env[69052]: DEBUG nova.compute.manager [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.106856] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.944s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.107061] env[69052]: DEBUG nova.objects.instance [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lazy-loading 'resources' on Instance uuid 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.304446] env[69052]: DEBUG oslo_vmware.rw_handles [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5205206d-2375-2d55-57a4-1bc553c00b56/disk-0.vmdk. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 780.305579] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.306606] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8dd9e3-ec59-4c2a-8a1b-2bba429e0e31 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.313738] env[69052]: DEBUG oslo_vmware.rw_handles [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5205206d-2375-2d55-57a4-1bc553c00b56/disk-0.vmdk is in state: ready. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 780.313899] env[69052]: ERROR oslo_vmware.rw_handles [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5205206d-2375-2d55-57a4-1bc553c00b56/disk-0.vmdk due to incomplete transfer. [ 780.314124] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6da854d7-6bc0-49bf-b960-36d1819d76c5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.321228] env[69052]: DEBUG oslo_vmware.rw_handles [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5205206d-2375-2d55-57a4-1bc553c00b56/disk-0.vmdk. {{(pid=69052) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 780.321427] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Uploaded image d8bed6f1-e612-4c30-aff1-feefdfbe6fb0 to the Glance image server {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 780.323709] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Destroying the VM {{(pid=69052) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 780.324027] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6bbdff99-8775-44fa-ac62-be11e20e6e3b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.329771] env[69052]: DEBUG oslo_vmware.api [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 780.329771] env[69052]: value = "task-3236237" [ 780.329771] env[69052]: _type = "Task" [ 780.329771] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.338724] env[69052]: DEBUG oslo_vmware.api [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236237, 'name': Destroy_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.614727] env[69052]: DEBUG nova.compute.utils [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.617729] env[69052]: DEBUG nova.compute.manager [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.618630] env[69052]: DEBUG nova.network.neutron [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.676362] env[69052]: DEBUG nova.policy [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc0e02741cc4493194b33b7ea6b9b80a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abeec1a3f62a4899be738351473f0dcb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.841037] env[69052]: DEBUG oslo_vmware.api [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236237, 'name': Destroy_Task, 'duration_secs': 0.364796} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.843377] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Destroyed the VM [ 780.843712] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Deleting Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 780.848417] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4a4d2525-8c08-40e7-aa9d-672a996f68fb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.854853] env[69052]: DEBUG oslo_vmware.api [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 780.854853] env[69052]: value = "task-3236238" [ 780.854853] env[69052]: _type = "Task" [ 780.854853] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.863571] env[69052]: DEBUG oslo_vmware.api [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236238, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.035689] env[69052]: DEBUG nova.compute.manager [req-f8829435-92b2-4a51-aa18-5dd0cab2fd51 req-cf477ea4-ba69-4c43-a5ef-848b2b30d473 service nova] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Received event network-vif-deleted-ca71aed4-4ead-428b-8e9e-878576b2a223 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.061896] env[69052]: DEBUG nova.network.neutron [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Successfully created port: 3220bc24-a272-4620-be42-209b2bdd372c {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.124532] env[69052]: DEBUG nova.compute.manager [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.277974] env[69052]: DEBUG oslo_concurrency.lockutils [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Acquiring lock "99a03827-ed53-4c0a-987a-a383c4eff5cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.278309] env[69052]: DEBUG oslo_concurrency.lockutils [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Lock "99a03827-ed53-4c0a-987a-a383c4eff5cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.287860] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05abadd-a7db-4b1e-8ae8-db5030f55160 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.295990] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ecfb69-4376-4ffd-a88b-34010a9aec5d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.331171] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d839e271-a004-46c5-abc4-b813248216b8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.338345] env[69052]: DEBUG nova.network.neutron [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Port 89c332f7-3944-42e7-989b-dcc6944c3ae2 binding to destination host cpu-1 is already ACTIVE {{(pid=69052) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 781.338345] env[69052]: DEBUG oslo_concurrency.lockutils [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "refresh_cache-34b9818a-917b-4047-9591-bf2be8d69da9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.338345] env[69052]: DEBUG oslo_concurrency.lockutils [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquired lock "refresh_cache-34b9818a-917b-4047-9591-bf2be8d69da9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.338345] env[69052]: DEBUG nova.network.neutron [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.343070] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a664c08d-ff19-4935-8727-64c9882da7dd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.359626] env[69052]: DEBUG nova.compute.provider_tree [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.371347] env[69052]: DEBUG oslo_vmware.api [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236238, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.634465] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7458da18-a3ab-4ebe-9f25-42b6f1e6a39f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "d144e192-e16f-4437-9813-6b44fdcaa8e1" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.634837] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7458da18-a3ab-4ebe-9f25-42b6f1e6a39f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "d144e192-e16f-4437-9813-6b44fdcaa8e1" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.635130] env[69052]: INFO nova.compute.manager [None req-7458da18-a3ab-4ebe-9f25-42b6f1e6a39f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Rebooting instance [ 781.780665] env[69052]: DEBUG nova.compute.manager [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.865776] env[69052]: DEBUG nova.scheduler.client.report [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.875453] env[69052]: DEBUG oslo_vmware.api [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236238, 'name': RemoveSnapshot_Task, 'duration_secs': 0.714193} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.876167] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Deleted Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 781.876934] env[69052]: INFO nova.compute.manager [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Took 15.60 seconds to snapshot the instance on the hypervisor. [ 781.906801] env[69052]: INFO nova.compute.manager [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Rebuilding instance [ 782.018462] env[69052]: DEBUG nova.compute.manager [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.020993] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af90366a-dbd9-475b-805b-269420756a6c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.106829] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b2ea863a-1207-4d58-81d2-cc3d7d1c3ee4 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "eb348863-9387-4218-a304-1a49c608285c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.107120] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b2ea863a-1207-4d58-81d2-cc3d7d1c3ee4 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "eb348863-9387-4218-a304-1a49c608285c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.107332] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b2ea863a-1207-4d58-81d2-cc3d7d1c3ee4 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "eb348863-9387-4218-a304-1a49c608285c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.107767] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b2ea863a-1207-4d58-81d2-cc3d7d1c3ee4 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "eb348863-9387-4218-a304-1a49c608285c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.107767] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b2ea863a-1207-4d58-81d2-cc3d7d1c3ee4 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "eb348863-9387-4218-a304-1a49c608285c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.109860] env[69052]: INFO nova.compute.manager [None req-b2ea863a-1207-4d58-81d2-cc3d7d1c3ee4 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Terminating instance [ 782.138688] env[69052]: DEBUG nova.compute.manager [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 782.174344] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7458da18-a3ab-4ebe-9f25-42b6f1e6a39f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "refresh_cache-d144e192-e16f-4437-9813-6b44fdcaa8e1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.174529] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7458da18-a3ab-4ebe-9f25-42b6f1e6a39f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquired lock "refresh_cache-d144e192-e16f-4437-9813-6b44fdcaa8e1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.174705] env[69052]: DEBUG nova.network.neutron [None req-7458da18-a3ab-4ebe-9f25-42b6f1e6a39f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.178549] env[69052]: DEBUG nova.virt.hardware [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.178798] env[69052]: DEBUG nova.virt.hardware [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.178953] env[69052]: DEBUG nova.virt.hardware [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.179159] env[69052]: DEBUG nova.virt.hardware [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.179375] env[69052]: DEBUG nova.virt.hardware [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.179493] env[69052]: DEBUG nova.virt.hardware [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.179649] env[69052]: DEBUG nova.virt.hardware [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.179804] env[69052]: DEBUG nova.virt.hardware [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.179970] env[69052]: DEBUG nova.virt.hardware [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.180138] env[69052]: DEBUG nova.virt.hardware [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.180335] env[69052]: DEBUG nova.virt.hardware [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.181335] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc96d36-d4ce-4044-bee9-e9ec9cee2d29 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.190985] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a2d018-91dd-4033-a1c7-96564b67e9f8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.306756] env[69052]: DEBUG oslo_concurrency.lockutils [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.340538] env[69052]: DEBUG nova.network.neutron [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Updating instance_info_cache with network_info: [{"id": "89c332f7-3944-42e7-989b-dcc6944c3ae2", "address": "fa:16:3e:e9:12:10", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89c332f7-39", "ovs_interfaceid": "89c332f7-3944-42e7-989b-dcc6944c3ae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.375038] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.265s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.375718] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 41.677s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.376166] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.376519] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69052) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 782.376951] env[69052]: DEBUG oslo_concurrency.lockutils [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.159s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.377306] env[69052]: DEBUG nova.objects.instance [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lazy-loading 'resources' on Instance uuid bf57b022-2a6e-4514-bb47-aa6965aad6ff {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.379250] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa9fa2d-52f4-4b7f-be53-3b17dfdd941b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.382770] env[69052]: DEBUG nova.compute.manager [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Instance disappeared during snapshot {{(pid=69052) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 782.393495] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50341146-f905-4f64-932e-d47f5d16454a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.399336] env[69052]: INFO nova.scheduler.client.report [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Deleted allocations for instance 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d [ 782.401054] env[69052]: DEBUG nova.compute.manager [None req-2eb13d02-c097-407d-b22e-530fb652c954 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Image not found during clean up d8bed6f1-e612-4c30-aff1-feefdfbe6fb0 {{(pid=69052) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 782.421844] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1d2a06-8517-47de-8be0-e44bda5a9352 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.432393] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e98d2ec-7b62-4294-a1e8-381ac233caee {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.470426] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177231MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=69052) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 782.470426] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.614455] env[69052]: DEBUG nova.compute.manager [None req-b2ea863a-1207-4d58-81d2-cc3d7d1c3ee4 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.614714] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ea863a-1207-4d58-81d2-cc3d7d1c3ee4 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.615700] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e93783-2809-467c-ae48-4b3bc23f7ad1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.628609] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ea863a-1207-4d58-81d2-cc3d7d1c3ee4 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.628609] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa1ffb20-2b1e-4ecf-a58d-56b7267ca8da {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.731647] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ea863a-1207-4d58-81d2-cc3d7d1c3ee4 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.731999] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ea863a-1207-4d58-81d2-cc3d7d1c3ee4 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.732354] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ea863a-1207-4d58-81d2-cc3d7d1c3ee4 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Deleting the datastore file [datastore1] eb348863-9387-4218-a304-1a49c608285c {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.732636] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08e4b045-7bfb-4906-9f0d-8e14ee97e7e0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.739763] env[69052]: DEBUG oslo_vmware.api [None req-b2ea863a-1207-4d58-81d2-cc3d7d1c3ee4 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 782.739763] env[69052]: value = "task-3236240" [ 782.739763] env[69052]: _type = "Task" [ 782.739763] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.748890] env[69052]: DEBUG oslo_vmware.api [None req-b2ea863a-1207-4d58-81d2-cc3d7d1c3ee4 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.844119] env[69052]: DEBUG oslo_concurrency.lockutils [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Releasing lock "refresh_cache-34b9818a-917b-4047-9591-bf2be8d69da9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.917204] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1b5dc3a3-e225-4a09-a5dd-899f65585f2e tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lock "9b7a58b2-2e7c-4dde-a220-f34cc5b3251d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.800s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.983961] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "91342a01-d210-4d72-8e49-fc88e36ea168" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.984300] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "91342a01-d210-4d72-8e49-fc88e36ea168" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.052634] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.052963] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be7df9df-2c8a-406a-95fd-9650a863bcb2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.060528] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 783.060528] env[69052]: value = "task-3236241" [ 783.060528] env[69052]: _type = "Task" [ 783.060528] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.079516] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] VM already powered off {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 783.079516] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.080653] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad09d884-7b52-41b7-b865-97b136dbbb00 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.091517] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.091822] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a72ec60b-2716-41d5-a918-d69569cac5d5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.193071] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.193441] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.193727] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Deleting the datastore file [datastore2] 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.194122] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67c0999a-be4f-47a6-922b-9e73cb1abe11 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.204414] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 783.204414] env[69052]: value = "task-3236243" [ 783.204414] env[69052]: _type = "Task" [ 783.204414] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.219035] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.254812] env[69052]: DEBUG oslo_vmware.api [None req-b2ea863a-1207-4d58-81d2-cc3d7d1c3ee4 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151093} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.261198] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ea863a-1207-4d58-81d2-cc3d7d1c3ee4 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.261198] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ea863a-1207-4d58-81d2-cc3d7d1c3ee4 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.261198] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ea863a-1207-4d58-81d2-cc3d7d1c3ee4 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.261198] env[69052]: INFO nova.compute.manager [None req-b2ea863a-1207-4d58-81d2-cc3d7d1c3ee4 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: eb348863-9387-4218-a304-1a49c608285c] Took 0.65 seconds to destroy the instance on the hypervisor. [ 783.261198] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2ea863a-1207-4d58-81d2-cc3d7d1c3ee4 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.261198] env[69052]: DEBUG nova.compute.manager [-] [instance: eb348863-9387-4218-a304-1a49c608285c] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.261198] env[69052]: DEBUG nova.network.neutron [-] [instance: eb348863-9387-4218-a304-1a49c608285c] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.352557] env[69052]: DEBUG nova.compute.manager [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69052) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 783.352900] env[69052]: DEBUG oslo_concurrency.lockutils [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.389309] env[69052]: DEBUG oslo_vmware.rw_handles [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bcf746-1d17-164b-50f5-fed6328ccebd/disk-0.vmdk. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 783.389309] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23ae5ae-79ea-4721-825f-d4c0cefd4cea {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.395098] env[69052]: DEBUG nova.network.neutron [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Successfully updated port: 3220bc24-a272-4620-be42-209b2bdd372c {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.402815] env[69052]: DEBUG oslo_vmware.rw_handles [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bcf746-1d17-164b-50f5-fed6328ccebd/disk-0.vmdk is in state: ready. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 783.403091] env[69052]: ERROR oslo_vmware.rw_handles [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bcf746-1d17-164b-50f5-fed6328ccebd/disk-0.vmdk due to incomplete transfer. [ 783.404797] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-eaf855a4-da0d-4d60-b9b3-dfd2dad02763 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.409425] env[69052]: DEBUG nova.compute.manager [req-b7a53bcd-5002-4b34-8766-18dfbe836fb2 req-5405a7e1-de98-4af3-9456-69c068f1f29e service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Received event network-vif-plugged-3220bc24-a272-4620-be42-209b2bdd372c {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.409637] env[69052]: DEBUG oslo_concurrency.lockutils [req-b7a53bcd-5002-4b34-8766-18dfbe836fb2 req-5405a7e1-de98-4af3-9456-69c068f1f29e service nova] Acquiring lock "0471c239-25b5-45ee-a222-44a4646f5091-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.409833] env[69052]: DEBUG oslo_concurrency.lockutils [req-b7a53bcd-5002-4b34-8766-18dfbe836fb2 req-5405a7e1-de98-4af3-9456-69c068f1f29e service nova] Lock "0471c239-25b5-45ee-a222-44a4646f5091-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.409985] env[69052]: DEBUG oslo_concurrency.lockutils [req-b7a53bcd-5002-4b34-8766-18dfbe836fb2 req-5405a7e1-de98-4af3-9456-69c068f1f29e service nova] Lock "0471c239-25b5-45ee-a222-44a4646f5091-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.410154] env[69052]: DEBUG nova.compute.manager [req-b7a53bcd-5002-4b34-8766-18dfbe836fb2 req-5405a7e1-de98-4af3-9456-69c068f1f29e service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] No waiting events found dispatching network-vif-plugged-3220bc24-a272-4620-be42-209b2bdd372c {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 783.410307] env[69052]: WARNING nova.compute.manager [req-b7a53bcd-5002-4b34-8766-18dfbe836fb2 req-5405a7e1-de98-4af3-9456-69c068f1f29e service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Received unexpected event network-vif-plugged-3220bc24-a272-4620-be42-209b2bdd372c for instance with vm_state building and task_state spawning. [ 783.420043] env[69052]: DEBUG oslo_vmware.rw_handles [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bcf746-1d17-164b-50f5-fed6328ccebd/disk-0.vmdk. {{(pid=69052) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 783.420043] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Uploaded image a7432892-ab62-4679-81b4-ffa6e772dbe0 to the Glance image server {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 783.421447] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Destroying the VM {{(pid=69052) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 783.422774] env[69052]: DEBUG nova.network.neutron [None req-7458da18-a3ab-4ebe-9f25-42b6f1e6a39f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Updating instance_info_cache with network_info: [{"id": "b15a0d01-0291-4ac4-b031-1691ee4bbba7", "address": "fa:16:3e:bf:72:58", "network": {"id": "4e7ad40f-fc44-47b3-ada6-0ae53251c650", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329642848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "420997e04b2a41d882b1f61eb5a284f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb15a0d01-02", "ovs_interfaceid": "b15a0d01-0291-4ac4-b031-1691ee4bbba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.424268] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bfd63ee0-7915-4657-afff-2f0fa2b61a69 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.434508] env[69052]: DEBUG oslo_vmware.api [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 783.434508] env[69052]: value = "task-3236244" [ 783.434508] env[69052]: _type = "Task" [ 783.434508] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.449929] env[69052]: DEBUG oslo_vmware.api [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236244, 'name': Destroy_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.489441] env[69052]: DEBUG nova.compute.manager [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.562658] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321796c7-b84c-45e1-90ef-7649b96b1bcf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.570496] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffc66cc-2f2e-419b-b755-be106a1c537d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.605515] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e472fac6-db0d-400b-b928-a0417976f42a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.613674] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b0c985-dac4-4dab-ba42-1ee69341cab0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.635564] env[69052]: DEBUG nova.compute.provider_tree [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 783.713858] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162789} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.714186] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.714376] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.714737] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.837888] env[69052]: DEBUG nova.compute.manager [req-359631ae-c053-46f5-94cd-34a800b6b530 req-245dea0c-1f53-481c-a935-85c77d9be593 service nova] [instance: eb348863-9387-4218-a304-1a49c608285c] Received event network-vif-deleted-e54c4b1e-c198-4845-95f1-b150aa200fdc {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.838148] env[69052]: INFO nova.compute.manager [req-359631ae-c053-46f5-94cd-34a800b6b530 req-245dea0c-1f53-481c-a935-85c77d9be593 service nova] [instance: eb348863-9387-4218-a304-1a49c608285c] Neutron deleted interface e54c4b1e-c198-4845-95f1-b150aa200fdc; detaching it from the instance and deleting it from the info cache [ 783.838407] env[69052]: DEBUG nova.network.neutron [req-359631ae-c053-46f5-94cd-34a800b6b530 req-245dea0c-1f53-481c-a935-85c77d9be593 service nova] [instance: eb348863-9387-4218-a304-1a49c608285c] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.899839] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Acquiring lock "refresh_cache-0471c239-25b5-45ee-a222-44a4646f5091" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.900007] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Acquired lock "refresh_cache-0471c239-25b5-45ee-a222-44a4646f5091" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.900645] env[69052]: DEBUG nova.network.neutron [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.927808] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7458da18-a3ab-4ebe-9f25-42b6f1e6a39f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Releasing lock "refresh_cache-d144e192-e16f-4437-9813-6b44fdcaa8e1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.952146] env[69052]: DEBUG oslo_vmware.api [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236244, 'name': Destroy_Task, 'duration_secs': 0.340887} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.953064] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Destroyed the VM [ 783.953188] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Deleting Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 783.953844] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cf8375a0-87ef-4f09-9c07-21f00d72c8b2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.965588] env[69052]: DEBUG oslo_vmware.api [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 783.965588] env[69052]: value = "task-3236245" [ 783.965588] env[69052]: _type = "Task" [ 783.965588] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.976128] env[69052]: DEBUG oslo_vmware.api [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236245, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.022828] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.158659] env[69052]: DEBUG nova.network.neutron [-] [instance: eb348863-9387-4218-a304-1a49c608285c] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.160529] env[69052]: ERROR nova.scheduler.client.report [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [req-f9c5f712-2628-4f99-b784-d46706b921d2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5482791e-699f-417a-8caf-f93d7835d755. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f9c5f712-2628-4f99-b784-d46706b921d2"}]} [ 784.177705] env[69052]: DEBUG nova.scheduler.client.report [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Refreshing inventories for resource provider 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 784.191110] env[69052]: DEBUG nova.scheduler.client.report [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Updating ProviderTree inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 784.191340] env[69052]: DEBUG nova.compute.provider_tree [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 784.202578] env[69052]: DEBUG nova.scheduler.client.report [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Refreshing aggregate associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, aggregates: None {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 784.221964] env[69052]: DEBUG nova.scheduler.client.report [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Refreshing trait associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 784.340645] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45044d95-e427-4883-911e-303592fde029 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.350323] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd98de2-1512-4997-9b57-f905b9ec62ae {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.388187] env[69052]: DEBUG nova.compute.manager [req-359631ae-c053-46f5-94cd-34a800b6b530 req-245dea0c-1f53-481c-a935-85c77d9be593 service nova] [instance: eb348863-9387-4218-a304-1a49c608285c] Detach interface failed, port_id=e54c4b1e-c198-4845-95f1-b150aa200fdc, reason: Instance eb348863-9387-4218-a304-1a49c608285c could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 784.445919] env[69052]: DEBUG nova.network.neutron [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.451110] env[69052]: DEBUG nova.compute.manager [None req-7458da18-a3ab-4ebe-9f25-42b6f1e6a39f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.452059] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886a7a26-4948-477c-b476-5f8227db0d10 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.482677] env[69052]: DEBUG oslo_vmware.api [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236245, 'name': RemoveSnapshot_Task, 'duration_secs': 0.496514} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.483401] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Deleted Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 784.484836] env[69052]: INFO nova.compute.manager [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Took 12.92 seconds to snapshot the instance on the hypervisor. [ 784.664144] env[69052]: INFO nova.compute.manager [-] [instance: eb348863-9387-4218-a304-1a49c608285c] Took 1.40 seconds to deallocate network for instance. [ 784.733096] env[69052]: DEBUG nova.network.neutron [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Updating instance_info_cache with network_info: [{"id": "3220bc24-a272-4620-be42-209b2bdd372c", "address": "fa:16:3e:4d:3a:29", "network": {"id": "2e7f8a41-527b-4f40-b970-df14d110ff83", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-444064291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abeec1a3f62a4899be738351473f0dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3220bc24-a2", "ovs_interfaceid": "3220bc24-a272-4620-be42-209b2bdd372c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.759457] env[69052]: DEBUG nova.virt.hardware [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.759700] env[69052]: DEBUG nova.virt.hardware [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.759853] env[69052]: DEBUG nova.virt.hardware [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.760043] env[69052]: DEBUG nova.virt.hardware [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.760195] env[69052]: DEBUG nova.virt.hardware [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.760368] env[69052]: DEBUG nova.virt.hardware [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.760584] env[69052]: DEBUG nova.virt.hardware [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.760741] env[69052]: DEBUG nova.virt.hardware [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.760902] env[69052]: DEBUG nova.virt.hardware [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.761150] env[69052]: DEBUG nova.virt.hardware [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.761352] env[69052]: DEBUG nova.virt.hardware [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.762466] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8510eabf-d732-45b2-80c7-7f2a7172cb1f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.775274] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d60067-ae8e-456a-a4c1-bf37d1b32d03 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.797287] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:62:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea4a17be-2169-46f9-be16-d79e7e8aa896', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.805163] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.807845] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.808267] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ba6d251-040c-4c2b-98fd-0eb1bb9ef452 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.824601] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5291615-6398-4e57-b914-73ab072cd1f8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.832663] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343c3c52-ba77-4cab-a35f-a78d9a26784c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.836877] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.836877] env[69052]: value = "task-3236246" [ 784.836877] env[69052]: _type = "Task" [ 784.836877] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.864566] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d32160-82d4-47a0-920e-35e8eeb987bd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.870482] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236246, 'name': CreateVM_Task} progress is 15%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.875149] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815b278b-0ebf-4f21-a128-bd6cfea7e0ce {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.891538] env[69052]: DEBUG nova.compute.provider_tree [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.038884] env[69052]: DEBUG nova.compute.manager [None req-28df8479-10a6-47ea-922e-dc903358e3d3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Found 2 images (rotation: 2) {{(pid=69052) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 785.178954] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b2ea863a-1207-4d58-81d2-cc3d7d1c3ee4 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.239233] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Releasing lock "refresh_cache-0471c239-25b5-45ee-a222-44a4646f5091" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.239592] env[69052]: DEBUG nova.compute.manager [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Instance network_info: |[{"id": "3220bc24-a272-4620-be42-209b2bdd372c", "address": "fa:16:3e:4d:3a:29", "network": {"id": "2e7f8a41-527b-4f40-b970-df14d110ff83", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-444064291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abeec1a3f62a4899be738351473f0dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3220bc24-a2", "ovs_interfaceid": "3220bc24-a272-4620-be42-209b2bdd372c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 785.240036] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:3a:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3220bc24-a272-4620-be42-209b2bdd372c', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.248869] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Creating folder: Project (abeec1a3f62a4899be738351473f0dcb). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.249164] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04c23af1-3a67-40be-8248-f900aa6776d3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.267480] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Created folder: Project (abeec1a3f62a4899be738351473f0dcb) in parent group-v646676. [ 785.267686] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Creating folder: Instances. Parent ref: group-v646833. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.267918] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c15e7b63-ae4d-4476-bf4e-127c95f579cd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.284134] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Created folder: Instances in parent group-v646833. [ 785.284377] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.284626] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.284789] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffa325c3-e3cd-41ee-bde5-7e0edf2775f5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.302959] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.302959] env[69052]: value = "task-3236249" [ 785.302959] env[69052]: _type = "Task" [ 785.302959] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.310507] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236249, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.345981] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236246, 'name': CreateVM_Task, 'duration_secs': 0.355816} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.346147] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.346807] env[69052]: DEBUG oslo_concurrency.lockutils [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.347034] env[69052]: DEBUG oslo_concurrency.lockutils [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.347303] env[69052]: DEBUG oslo_concurrency.lockutils [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.347539] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d358e95-948e-4172-9180-265a093ab983 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.353084] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 785.353084] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52844aa6-061e-81bc-3a74-1980bf7f52a7" [ 785.353084] env[69052]: _type = "Task" [ 785.353084] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.362109] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52844aa6-061e-81bc-3a74-1980bf7f52a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.427080] env[69052]: DEBUG nova.scheduler.client.report [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Updated inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 785.427376] env[69052]: DEBUG nova.compute.provider_tree [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Updating resource provider 5482791e-699f-417a-8caf-f93d7835d755 generation from 80 to 81 during operation: update_inventory {{(pid=69052) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 785.427533] env[69052]: DEBUG nova.compute.provider_tree [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.433891] env[69052]: DEBUG nova.compute.manager [req-59078231-bdba-44a1-be7e-8110660449ca req-68fcd210-32c7-4acc-85ad-29021dff3288 service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Received event network-changed-3220bc24-a272-4620-be42-209b2bdd372c {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.435249] env[69052]: DEBUG nova.compute.manager [req-59078231-bdba-44a1-be7e-8110660449ca req-68fcd210-32c7-4acc-85ad-29021dff3288 service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Refreshing instance network info cache due to event network-changed-3220bc24-a272-4620-be42-209b2bdd372c. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.435249] env[69052]: DEBUG oslo_concurrency.lockutils [req-59078231-bdba-44a1-be7e-8110660449ca req-68fcd210-32c7-4acc-85ad-29021dff3288 service nova] Acquiring lock "refresh_cache-0471c239-25b5-45ee-a222-44a4646f5091" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.435249] env[69052]: DEBUG oslo_concurrency.lockutils [req-59078231-bdba-44a1-be7e-8110660449ca req-68fcd210-32c7-4acc-85ad-29021dff3288 service nova] Acquired lock "refresh_cache-0471c239-25b5-45ee-a222-44a4646f5091" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.435249] env[69052]: DEBUG nova.network.neutron [req-59078231-bdba-44a1-be7e-8110660449ca req-68fcd210-32c7-4acc-85ad-29021dff3288 service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Refreshing network info cache for port 3220bc24-a272-4620-be42-209b2bdd372c {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.477164] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a5c952-4c03-4cee-ac69-ece779dae22f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.485846] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7458da18-a3ab-4ebe-9f25-42b6f1e6a39f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Doing hard reboot of VM {{(pid=69052) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 785.486149] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-3be2acf4-e54e-4def-88ca-75cec1c1ec63 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.493124] env[69052]: DEBUG oslo_vmware.api [None req-7458da18-a3ab-4ebe-9f25-42b6f1e6a39f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 785.493124] env[69052]: value = "task-3236250" [ 785.493124] env[69052]: _type = "Task" [ 785.493124] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.501235] env[69052]: DEBUG oslo_vmware.api [None req-7458da18-a3ab-4ebe-9f25-42b6f1e6a39f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236250, 'name': ResetVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.814870] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236249, 'name': CreateVM_Task, 'duration_secs': 0.428086} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.819087] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.819831] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.863781] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52844aa6-061e-81bc-3a74-1980bf7f52a7, 'name': SearchDatastore_Task, 'duration_secs': 0.00935} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.864076] env[69052]: DEBUG oslo_concurrency.lockutils [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.864325] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.864564] env[69052]: DEBUG oslo_concurrency.lockutils [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.864711] env[69052]: DEBUG oslo_concurrency.lockutils [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.864889] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.865197] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.865510] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.865741] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37ac716d-56e7-40c6-8ef8-bbd6e9b55dc0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.867826] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43eec719-1825-4922-8099-4fc886892417 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.873777] env[69052]: DEBUG oslo_vmware.api [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Waiting for the task: (returnval){ [ 785.873777] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a3e1a5-226a-a931-4021-1faa3b48cc56" [ 785.873777] env[69052]: _type = "Task" [ 785.873777] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.878277] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.878542] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.879714] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2cefc48-d9fa-465a-8fdc-4f86dd3df24b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.886885] env[69052]: DEBUG oslo_vmware.api [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a3e1a5-226a-a931-4021-1faa3b48cc56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.889772] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 785.889772] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52670026-b32f-5060-0502-21919f3f1b53" [ 785.889772] env[69052]: _type = "Task" [ 785.889772] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.897467] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52670026-b32f-5060-0502-21919f3f1b53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.932809] env[69052]: DEBUG oslo_concurrency.lockutils [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.556s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.935582] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.689s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.937339] env[69052]: INFO nova.compute.claims [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.999959] env[69052]: INFO nova.scheduler.client.report [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Deleted allocations for instance bf57b022-2a6e-4514-bb47-aa6965aad6ff [ 786.009578] env[69052]: DEBUG oslo_vmware.api [None req-7458da18-a3ab-4ebe-9f25-42b6f1e6a39f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236250, 'name': ResetVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.208164] env[69052]: DEBUG nova.network.neutron [req-59078231-bdba-44a1-be7e-8110660449ca req-68fcd210-32c7-4acc-85ad-29021dff3288 service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Updated VIF entry in instance network info cache for port 3220bc24-a272-4620-be42-209b2bdd372c. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.208578] env[69052]: DEBUG nova.network.neutron [req-59078231-bdba-44a1-be7e-8110660449ca req-68fcd210-32c7-4acc-85ad-29021dff3288 service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Updating instance_info_cache with network_info: [{"id": "3220bc24-a272-4620-be42-209b2bdd372c", "address": "fa:16:3e:4d:3a:29", "network": {"id": "2e7f8a41-527b-4f40-b970-df14d110ff83", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-444064291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abeec1a3f62a4899be738351473f0dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3220bc24-a2", "ovs_interfaceid": "3220bc24-a272-4620-be42-209b2bdd372c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.388046] env[69052]: DEBUG oslo_vmware.api [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a3e1a5-226a-a931-4021-1faa3b48cc56, 'name': SearchDatastore_Task, 'duration_secs': 0.010216} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.388541] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.388899] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.389327] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.406080] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52670026-b32f-5060-0502-21919f3f1b53, 'name': SearchDatastore_Task, 'duration_secs': 0.008962} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.406080] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d7acdfe-c5a5-446d-995a-85da94c1aca2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.412237] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 786.412237] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524752a7-e5ab-3e6d-f239-65e64c681288" [ 786.412237] env[69052]: _type = "Task" [ 786.412237] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.421355] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524752a7-e5ab-3e6d-f239-65e64c681288, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.504441] env[69052]: DEBUG oslo_vmware.api [None req-7458da18-a3ab-4ebe-9f25-42b6f1e6a39f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236250, 'name': ResetVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.514950] env[69052]: DEBUG oslo_concurrency.lockutils [None req-653fe8ec-cd43-455e-9a57-14b97f6ccaa2 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "bf57b022-2a6e-4514-bb47-aa6965aad6ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.199s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.710915] env[69052]: DEBUG oslo_concurrency.lockutils [req-59078231-bdba-44a1-be7e-8110660449ca req-68fcd210-32c7-4acc-85ad-29021dff3288 service nova] Releasing lock "refresh_cache-0471c239-25b5-45ee-a222-44a4646f5091" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.901230] env[69052]: DEBUG nova.compute.manager [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.901230] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c0a79c-35a7-4ceb-9e73-65ae7e9f5e0a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.924051] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524752a7-e5ab-3e6d-f239-65e64c681288, 'name': SearchDatastore_Task, 'duration_secs': 0.009005} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.924375] env[69052]: DEBUG oslo_concurrency.lockutils [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.924640] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3/6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.924924] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.925125] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.925355] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fced7c52-bd73-4256-8216-fa27c8e2a105 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.930418] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4fac392-bd72-4bea-89f2-5bda59710255 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.938443] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 786.938443] env[69052]: value = "task-3236251" [ 786.938443] env[69052]: _type = "Task" [ 786.938443] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.943321] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.943539] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.944571] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0dff4df-9ce1-43d3-b5ea-c9290c3d7548 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.956411] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.960148] env[69052]: DEBUG oslo_vmware.api [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Waiting for the task: (returnval){ [ 786.960148] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520730de-de34-9f4f-d4bd-579988b204db" [ 786.960148] env[69052]: _type = "Task" [ 786.960148] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.972025] env[69052]: DEBUG oslo_vmware.api [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520730de-de34-9f4f-d4bd-579988b204db, 'name': SearchDatastore_Task, 'duration_secs': 0.008883} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.972964] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2d194c1-b3d6-4c5e-a45e-3410d4a86654 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.982498] env[69052]: DEBUG oslo_vmware.api [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Waiting for the task: (returnval){ [ 786.982498] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5256bfda-ac3b-ad21-cd97-4efd2bab2514" [ 786.982498] env[69052]: _type = "Task" [ 786.982498] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.993164] env[69052]: DEBUG oslo_vmware.api [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5256bfda-ac3b-ad21-cd97-4efd2bab2514, 'name': SearchDatastore_Task, 'duration_secs': 0.00869} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.993447] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.993774] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 0471c239-25b5-45ee-a222-44a4646f5091/0471c239-25b5-45ee-a222-44a4646f5091.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.994105] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c86f6d6-86a0-41ab-8b0e-643b84cf8aff {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.005500] env[69052]: DEBUG oslo_vmware.api [None req-7458da18-a3ab-4ebe-9f25-42b6f1e6a39f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236250, 'name': ResetVM_Task, 'duration_secs': 1.091849} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.006938] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7458da18-a3ab-4ebe-9f25-42b6f1e6a39f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Did hard reboot of VM {{(pid=69052) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 787.007195] env[69052]: DEBUG nova.compute.manager [None req-7458da18-a3ab-4ebe-9f25-42b6f1e6a39f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.007639] env[69052]: DEBUG oslo_vmware.api [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Waiting for the task: (returnval){ [ 787.007639] env[69052]: value = "task-3236252" [ 787.007639] env[69052]: _type = "Task" [ 787.007639] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.011017] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b67c121-8541-47df-89b2-746c4336effe {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.026032] env[69052]: DEBUG oslo_vmware.api [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': task-3236252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.388261] env[69052]: DEBUG oslo_concurrency.lockutils [None req-73ad4612-9b64-4a0a-88e5-da0bf64d9e65 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquiring lock "00532336-a3a9-43f7-a3bd-59b2f3790091" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.388661] env[69052]: DEBUG oslo_concurrency.lockutils [None req-73ad4612-9b64-4a0a-88e5-da0bf64d9e65 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "00532336-a3a9-43f7-a3bd-59b2f3790091" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.388753] env[69052]: DEBUG oslo_concurrency.lockutils [None req-73ad4612-9b64-4a0a-88e5-da0bf64d9e65 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquiring lock "00532336-a3a9-43f7-a3bd-59b2f3790091-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.388935] env[69052]: DEBUG oslo_concurrency.lockutils [None req-73ad4612-9b64-4a0a-88e5-da0bf64d9e65 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "00532336-a3a9-43f7-a3bd-59b2f3790091-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.389149] env[69052]: DEBUG oslo_concurrency.lockutils [None req-73ad4612-9b64-4a0a-88e5-da0bf64d9e65 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "00532336-a3a9-43f7-a3bd-59b2f3790091-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.394068] env[69052]: INFO nova.compute.manager [None req-73ad4612-9b64-4a0a-88e5-da0bf64d9e65 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Terminating instance [ 787.420095] env[69052]: INFO nova.compute.manager [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] instance snapshotting [ 787.422424] env[69052]: DEBUG nova.objects.instance [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lazy-loading 'flavor' on Instance uuid b60dc416-39de-4dfa-a046-5e60cc9ffeed {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.450558] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507874} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.454190] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3/6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.454190] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.456294] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d81ebbdb-d4b2-4328-a961-a67c953895d1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.466525] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 787.466525] env[69052]: value = "task-3236253" [ 787.466525] env[69052]: _type = "Task" [ 787.466525] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.486023] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.526167] env[69052]: DEBUG oslo_vmware.api [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': task-3236252, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.531317] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7458da18-a3ab-4ebe-9f25-42b6f1e6a39f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "d144e192-e16f-4437-9813-6b44fdcaa8e1" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.896s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.584459] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35d6a0f-727e-4283-a2ae-b9e32058c91e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.594587] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef72b7f-2e72-4d89-9d2c-491e4209a96f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.630499] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3d2c34-831e-4dba-9197-7549c5b0ae75 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.640201] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40f32ff-1cff-4e36-884f-ba20eb0e23fe {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.658164] env[69052]: DEBUG nova.compute.provider_tree [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.817822] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "74530170-b942-4e79-b027-e4aee95e18cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.818251] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "74530170-b942-4e79-b027-e4aee95e18cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.902024] env[69052]: DEBUG nova.compute.manager [None req-73ad4612-9b64-4a0a-88e5-da0bf64d9e65 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.902531] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-73ad4612-9b64-4a0a-88e5-da0bf64d9e65 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.903568] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e642696-345f-4e30-b339-7d7ddfed5eed {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.911596] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ad4612-9b64-4a0a-88e5-da0bf64d9e65 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.911870] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82cc88be-b206-4737-b402-fee9d9c98be3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.919015] env[69052]: DEBUG oslo_vmware.api [None req-73ad4612-9b64-4a0a-88e5-da0bf64d9e65 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 787.919015] env[69052]: value = "task-3236254" [ 787.919015] env[69052]: _type = "Task" [ 787.919015] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.928630] env[69052]: DEBUG oslo_vmware.api [None req-73ad4612-9b64-4a0a-88e5-da0bf64d9e65 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.929757] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7085e88a-33d6-4146-827a-332099b436af {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.952782] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8017147c-e6d5-4634-b050-308fcae6b965 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.983142] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136632} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.983543] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.985131] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a747c4f1-5dd0-47af-b2aa-02c9e1db5bdd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.012348] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3/6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.012768] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2089ccff-2d39-4ffa-9715-5f821011a16e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.037337] env[69052]: DEBUG oslo_vmware.api [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': task-3236252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776641} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.038871] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 0471c239-25b5-45ee-a222-44a4646f5091/0471c239-25b5-45ee-a222-44a4646f5091.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.039115] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.039431] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 788.039431] env[69052]: value = "task-3236255" [ 788.039431] env[69052]: _type = "Task" [ 788.039431] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.039623] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50fcbff7-3644-435e-a73d-749b2c2118a2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.053316] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236255, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.055989] env[69052]: DEBUG oslo_vmware.api [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Waiting for the task: (returnval){ [ 788.055989] env[69052]: value = "task-3236256" [ 788.055989] env[69052]: _type = "Task" [ 788.055989] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.063512] env[69052]: DEBUG oslo_vmware.api [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': task-3236256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.163158] env[69052]: DEBUG nova.scheduler.client.report [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.321120] env[69052]: DEBUG nova.compute.manager [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.427997] env[69052]: DEBUG oslo_vmware.api [None req-73ad4612-9b64-4a0a-88e5-da0bf64d9e65 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236254, 'name': PowerOffVM_Task, 'duration_secs': 0.473337} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.428290] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ad4612-9b64-4a0a-88e5-da0bf64d9e65 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.428460] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-73ad4612-9b64-4a0a-88e5-da0bf64d9e65 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.428708] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8598fc70-4d8d-4165-b6d1-699d5d69ecae {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.466642] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Creating Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 788.467081] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f686844d-a0ce-476f-a91c-6015823458ff {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.474954] env[69052]: DEBUG oslo_vmware.api [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 788.474954] env[69052]: value = "task-3236258" [ 788.474954] env[69052]: _type = "Task" [ 788.474954] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.483945] env[69052]: DEBUG oslo_vmware.api [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236258, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.554391] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.567223] env[69052]: DEBUG oslo_vmware.api [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': task-3236256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.262621} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.567478] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.568299] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2235948c-b32e-4501-b59e-c16025870999 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.592330] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 0471c239-25b5-45ee-a222-44a4646f5091/0471c239-25b5-45ee-a222-44a4646f5091.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.592723] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8e7b638-dc91-4591-b281-88dad3d5607d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.613826] env[69052]: DEBUG oslo_vmware.api [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Waiting for the task: (returnval){ [ 788.613826] env[69052]: value = "task-3236259" [ 788.613826] env[69052]: _type = "Task" [ 788.613826] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.625345] env[69052]: DEBUG oslo_vmware.api [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': task-3236259, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.627876] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-73ad4612-9b64-4a0a-88e5-da0bf64d9e65 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.628033] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-73ad4612-9b64-4a0a-88e5-da0bf64d9e65 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.628272] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ad4612-9b64-4a0a-88e5-da0bf64d9e65 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Deleting the datastore file [datastore2] 00532336-a3a9-43f7-a3bd-59b2f3790091 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.628556] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28ff9050-8aee-4b68-8c43-2d6498e55efa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.638335] env[69052]: DEBUG oslo_vmware.api [None req-73ad4612-9b64-4a0a-88e5-da0bf64d9e65 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 788.638335] env[69052]: value = "task-3236260" [ 788.638335] env[69052]: _type = "Task" [ 788.638335] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.657305] env[69052]: DEBUG oslo_vmware.api [None req-73ad4612-9b64-4a0a-88e5-da0bf64d9e65 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.673823] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.673823] env[69052]: DEBUG nova.compute.manager [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.676045] env[69052]: DEBUG oslo_concurrency.lockutils [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.498s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.682824] env[69052]: INFO nova.compute.claims [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.850337] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.986024] env[69052]: DEBUG oslo_vmware.api [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236258, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.053394] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236255, 'name': ReconfigVM_Task, 'duration_secs': 0.843416} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.053724] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3/6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.054357] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2adb6398-b7d2-478a-98a6-ba65b0b69949 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.061212] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 789.061212] env[69052]: value = "task-3236261" [ 789.061212] env[69052]: _type = "Task" [ 789.061212] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.069577] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236261, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.127170] env[69052]: DEBUG oslo_vmware.api [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': task-3236259, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.151724] env[69052]: DEBUG oslo_vmware.api [None req-73ad4612-9b64-4a0a-88e5-da0bf64d9e65 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253978} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.152098] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ad4612-9b64-4a0a-88e5-da0bf64d9e65 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.152431] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-73ad4612-9b64-4a0a-88e5-da0bf64d9e65 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.152744] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-73ad4612-9b64-4a0a-88e5-da0bf64d9e65 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.153040] env[69052]: INFO nova.compute.manager [None req-73ad4612-9b64-4a0a-88e5-da0bf64d9e65 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Took 1.25 seconds to destroy the instance on the hypervisor. [ 789.153417] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73ad4612-9b64-4a0a-88e5-da0bf64d9e65 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.153695] env[69052]: DEBUG nova.compute.manager [-] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.153862] env[69052]: DEBUG nova.network.neutron [-] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.189790] env[69052]: DEBUG nova.compute.utils [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.193380] env[69052]: DEBUG nova.compute.manager [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.193676] env[69052]: DEBUG nova.network.neutron [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.308932] env[69052]: DEBUG nova.policy [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5a4b209ab924eabb7724420d4993dc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95bb37151fe94d5daaf3ff8ec46945e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.487428] env[69052]: DEBUG oslo_vmware.api [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236258, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.570558] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236261, 'name': Rename_Task, 'duration_secs': 0.364481} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.570918] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.571116] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bb93f29-3610-4cc1-980c-bead6d693b46 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.577597] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 789.577597] env[69052]: value = "task-3236262" [ 789.577597] env[69052]: _type = "Task" [ 789.577597] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.592837] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.624265] env[69052]: DEBUG oslo_vmware.api [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': task-3236259, 'name': ReconfigVM_Task, 'duration_secs': 0.521254} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.624544] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 0471c239-25b5-45ee-a222-44a4646f5091/0471c239-25b5-45ee-a222-44a4646f5091.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.625179] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92904e6f-6d57-47ed-9540-3ea42189ea65 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.630402] env[69052]: DEBUG oslo_vmware.api [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Waiting for the task: (returnval){ [ 789.630402] env[69052]: value = "task-3236263" [ 789.630402] env[69052]: _type = "Task" [ 789.630402] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.645365] env[69052]: DEBUG oslo_vmware.api [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': task-3236263, 'name': Rename_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.694422] env[69052]: DEBUG nova.compute.manager [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.988638] env[69052]: DEBUG oslo_vmware.api [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236258, 'name': CreateSnapshot_Task, 'duration_secs': 1.440642} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.989108] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Created Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 789.990057] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712f82df-219e-464a-8fbd-84d372f194dc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.088177] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236262, 'name': PowerOnVM_Task, 'duration_secs': 0.461937} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.088545] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.088878] env[69052]: DEBUG nova.compute.manager [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.089828] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8c10d3-3d30-4baa-b101-44a0df5510c5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.147532] env[69052]: DEBUG oslo_vmware.api [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': task-3236263, 'name': Rename_Task, 'duration_secs': 0.13993} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.151791] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.152533] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba825541-785b-4761-ad66-d680960bbf96 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.158489] env[69052]: DEBUG oslo_vmware.api [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Waiting for the task: (returnval){ [ 790.158489] env[69052]: value = "task-3236264" [ 790.158489] env[69052]: _type = "Task" [ 790.158489] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.167620] env[69052]: DEBUG oslo_vmware.api [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': task-3236264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.209273] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1677fed6-b9cd-41e7-ad4b-a9e8f23d2b8b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.215183] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672a2a9e-1dbb-4233-b9da-84943847d5c3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.245922] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81535ac0-497e-4113-8d1c-2889c21a35e2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.253558] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ebc429-ffbc-4b52-80a2-b2fa00820589 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.268227] env[69052]: DEBUG nova.compute.provider_tree [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.288824] env[69052]: DEBUG nova.network.neutron [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Successfully created port: 9e0a8e78-cd36-45b5-b3e5-fa7cf9e40791 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.304765] env[69052]: DEBUG nova.compute.manager [req-bc9a1ac9-e002-435d-9fa6-d658f16a0866 req-74b77b1c-e6bd-4b6d-becc-6d2b5641f73a service nova] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Received event network-vif-deleted-7d37c9ee-5e14-426b-ab54-b8c7a58acb5e {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.304971] env[69052]: INFO nova.compute.manager [req-bc9a1ac9-e002-435d-9fa6-d658f16a0866 req-74b77b1c-e6bd-4b6d-becc-6d2b5641f73a service nova] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Neutron deleted interface 7d37c9ee-5e14-426b-ab54-b8c7a58acb5e; detaching it from the instance and deleting it from the info cache [ 790.305157] env[69052]: DEBUG nova.network.neutron [req-bc9a1ac9-e002-435d-9fa6-d658f16a0866 req-74b77b1c-e6bd-4b6d-becc-6d2b5641f73a service nova] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.513263] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Creating linked-clone VM from snapshot {{(pid=69052) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 790.513614] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-47015e67-ae57-40a6-9a11-74e98b57369d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.523429] env[69052]: DEBUG nova.network.neutron [-] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.524730] env[69052]: DEBUG oslo_vmware.api [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 790.524730] env[69052]: value = "task-3236265" [ 790.524730] env[69052]: _type = "Task" [ 790.524730] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.533028] env[69052]: DEBUG oslo_vmware.api [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236265, 'name': CloneVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.604064] env[69052]: INFO nova.compute.manager [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] bringing vm to original state: 'stopped' [ 790.673246] env[69052]: DEBUG oslo_vmware.api [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': task-3236264, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.714257] env[69052]: DEBUG nova.compute.manager [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.750756] env[69052]: DEBUG nova.virt.hardware [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.751224] env[69052]: DEBUG nova.virt.hardware [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.751953] env[69052]: DEBUG nova.virt.hardware [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.751953] env[69052]: DEBUG nova.virt.hardware [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.752150] env[69052]: DEBUG nova.virt.hardware [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.752417] env[69052]: DEBUG nova.virt.hardware [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.752780] env[69052]: DEBUG nova.virt.hardware [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.753051] env[69052]: DEBUG nova.virt.hardware [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.753339] env[69052]: DEBUG nova.virt.hardware [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.753628] env[69052]: DEBUG nova.virt.hardware [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.753957] env[69052]: DEBUG nova.virt.hardware [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.755670] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ac7be6-3255-4221-807e-f8898d47224c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.768083] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79e7f09-8e05-4cd7-8408-7c6bedb156c2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.772320] env[69052]: DEBUG nova.scheduler.client.report [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.808092] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-575eb675-e958-4ab6-8fb8-6d5ddfaf0696 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.819137] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8c5aaa-61d2-459a-ba2c-b75650568b72 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.860406] env[69052]: DEBUG nova.compute.manager [req-bc9a1ac9-e002-435d-9fa6-d658f16a0866 req-74b77b1c-e6bd-4b6d-becc-6d2b5641f73a service nova] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Detach interface failed, port_id=7d37c9ee-5e14-426b-ab54-b8c7a58acb5e, reason: Instance 00532336-a3a9-43f7-a3bd-59b2f3790091 could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 791.026522] env[69052]: INFO nova.compute.manager [-] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Took 1.87 seconds to deallocate network for instance. [ 791.039788] env[69052]: DEBUG oslo_vmware.api [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236265, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.168850] env[69052]: DEBUG oslo_vmware.api [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': task-3236264, 'name': PowerOnVM_Task, 'duration_secs': 0.618568} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.169075] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.169280] env[69052]: INFO nova.compute.manager [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Took 9.03 seconds to spawn the instance on the hypervisor. [ 791.170018] env[69052]: DEBUG nova.compute.manager [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.170278] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8ab8b5-5bcd-4fd5-b0a2-71027e4940a4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.277874] env[69052]: DEBUG oslo_concurrency.lockutils [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.278397] env[69052]: DEBUG nova.compute.manager [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.281265] env[69052]: DEBUG oslo_concurrency.lockutils [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.537s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.281493] env[69052]: DEBUG nova.objects.instance [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lazy-loading 'resources' on Instance uuid d2b777aa-dab0-4258-b5cc-138fd60f8fb7 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.537718] env[69052]: DEBUG oslo_concurrency.lockutils [None req-73ad4612-9b64-4a0a-88e5-da0bf64d9e65 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.538206] env[69052]: DEBUG oslo_vmware.api [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236265, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.615021] env[69052]: DEBUG oslo_concurrency.lockutils [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.615021] env[69052]: DEBUG oslo_concurrency.lockutils [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.615021] env[69052]: DEBUG nova.compute.manager [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.615021] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7547d5-0044-4d6c-b950-3e3cd0aa6023 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.621683] env[69052]: DEBUG nova.compute.manager [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69052) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 791.691392] env[69052]: INFO nova.compute.manager [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Took 60.99 seconds to build instance. [ 791.783297] env[69052]: DEBUG nova.compute.utils [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.787131] env[69052]: DEBUG nova.compute.manager [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Not allocating networking since 'none' was specified. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 792.041639] env[69052]: DEBUG oslo_vmware.api [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236265, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.126381] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.126728] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-230a2d45-e538-4a86-be03-a163b1928c72 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.135667] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 792.135667] env[69052]: value = "task-3236266" [ 792.135667] env[69052]: _type = "Task" [ 792.135667] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.148668] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.193610] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9a34ccdb-8557-4fc7-98ab-2c99cf40431f tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Lock "0471c239-25b5-45ee-a222-44a4646f5091" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.505s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.246174] env[69052]: DEBUG nova.network.neutron [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Successfully updated port: 9e0a8e78-cd36-45b5-b3e5-fa7cf9e40791 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.288920] env[69052]: DEBUG nova.compute.manager [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.323886] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67952e19-dffd-4949-9533-ad690a117031 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.333106] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fa066d-e2e3-4a44-920b-7361d31c710c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.364595] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b48325-7018-4c16-9d9a-e9fe60b58c1c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.372063] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac4ba44-427e-4c92-8a1a-b403c7aa6bf7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.385917] env[69052]: DEBUG nova.compute.provider_tree [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.461019] env[69052]: DEBUG nova.compute.manager [req-3956996e-c89f-44e2-a23d-bc17b892a86b req-7b5d3bb0-ff5a-42cb-9fb6-10483bb6af34 service nova] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Received event network-vif-plugged-9e0a8e78-cd36-45b5-b3e5-fa7cf9e40791 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.461019] env[69052]: DEBUG oslo_concurrency.lockutils [req-3956996e-c89f-44e2-a23d-bc17b892a86b req-7b5d3bb0-ff5a-42cb-9fb6-10483bb6af34 service nova] Acquiring lock "b540f87b-3e89-4200-a4f1-23f0b7dfb23b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.461019] env[69052]: DEBUG oslo_concurrency.lockutils [req-3956996e-c89f-44e2-a23d-bc17b892a86b req-7b5d3bb0-ff5a-42cb-9fb6-10483bb6af34 service nova] Lock "b540f87b-3e89-4200-a4f1-23f0b7dfb23b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.461218] env[69052]: DEBUG oslo_concurrency.lockutils [req-3956996e-c89f-44e2-a23d-bc17b892a86b req-7b5d3bb0-ff5a-42cb-9fb6-10483bb6af34 service nova] Lock "b540f87b-3e89-4200-a4f1-23f0b7dfb23b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.461365] env[69052]: DEBUG nova.compute.manager [req-3956996e-c89f-44e2-a23d-bc17b892a86b req-7b5d3bb0-ff5a-42cb-9fb6-10483bb6af34 service nova] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] No waiting events found dispatching network-vif-plugged-9e0a8e78-cd36-45b5-b3e5-fa7cf9e40791 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.461583] env[69052]: WARNING nova.compute.manager [req-3956996e-c89f-44e2-a23d-bc17b892a86b req-7b5d3bb0-ff5a-42cb-9fb6-10483bb6af34 service nova] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Received unexpected event network-vif-plugged-9e0a8e78-cd36-45b5-b3e5-fa7cf9e40791 for instance with vm_state building and task_state spawning. [ 792.462333] env[69052]: DEBUG nova.compute.manager [req-3956996e-c89f-44e2-a23d-bc17b892a86b req-7b5d3bb0-ff5a-42cb-9fb6-10483bb6af34 service nova] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Received event network-changed-9e0a8e78-cd36-45b5-b3e5-fa7cf9e40791 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.462333] env[69052]: DEBUG nova.compute.manager [req-3956996e-c89f-44e2-a23d-bc17b892a86b req-7b5d3bb0-ff5a-42cb-9fb6-10483bb6af34 service nova] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Refreshing instance network info cache due to event network-changed-9e0a8e78-cd36-45b5-b3e5-fa7cf9e40791. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.462333] env[69052]: DEBUG oslo_concurrency.lockutils [req-3956996e-c89f-44e2-a23d-bc17b892a86b req-7b5d3bb0-ff5a-42cb-9fb6-10483bb6af34 service nova] Acquiring lock "refresh_cache-b540f87b-3e89-4200-a4f1-23f0b7dfb23b" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.462548] env[69052]: DEBUG oslo_concurrency.lockutils [req-3956996e-c89f-44e2-a23d-bc17b892a86b req-7b5d3bb0-ff5a-42cb-9fb6-10483bb6af34 service nova] Acquired lock "refresh_cache-b540f87b-3e89-4200-a4f1-23f0b7dfb23b" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.462548] env[69052]: DEBUG nova.network.neutron [req-3956996e-c89f-44e2-a23d-bc17b892a86b req-7b5d3bb0-ff5a-42cb-9fb6-10483bb6af34 service nova] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Refreshing network info cache for port 9e0a8e78-cd36-45b5-b3e5-fa7cf9e40791 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.540273] env[69052]: DEBUG oslo_vmware.api [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236265, 'name': CloneVM_Task, 'duration_secs': 1.976273} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.540539] env[69052]: INFO nova.virt.vmwareapi.vmops [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Created linked-clone VM from snapshot [ 792.541306] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c66bcd6-04f7-454b-a6cf-224c54233816 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.548494] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Uploading image ce0f977f-31ad-4a5a-9b68-2e996d2120d3 {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 792.568652] env[69052]: INFO nova.compute.manager [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Rescuing [ 792.568967] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Acquiring lock "refresh_cache-0471c239-25b5-45ee-a222-44a4646f5091" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.569202] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Acquired lock "refresh_cache-0471c239-25b5-45ee-a222-44a4646f5091" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.569426] env[69052]: DEBUG nova.network.neutron [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.576443] env[69052]: DEBUG oslo_vmware.rw_handles [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 792.576443] env[69052]: value = "vm-646837" [ 792.576443] env[69052]: _type = "VirtualMachine" [ 792.576443] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 792.576701] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a94c3fc3-f1d2-4e96-8c33-50c094a59687 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.584160] env[69052]: DEBUG oslo_vmware.rw_handles [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lease: (returnval){ [ 792.584160] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528531d3-a5e0-dd77-83b1-19b76682abbe" [ 792.584160] env[69052]: _type = "HttpNfcLease" [ 792.584160] env[69052]: } obtained for exporting VM: (result){ [ 792.584160] env[69052]: value = "vm-646837" [ 792.584160] env[69052]: _type = "VirtualMachine" [ 792.584160] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 792.584509] env[69052]: DEBUG oslo_vmware.api [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the lease: (returnval){ [ 792.584509] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528531d3-a5e0-dd77-83b1-19b76682abbe" [ 792.584509] env[69052]: _type = "HttpNfcLease" [ 792.584509] env[69052]: } to be ready. {{(pid=69052) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 792.590716] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 792.590716] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528531d3-a5e0-dd77-83b1-19b76682abbe" [ 792.590716] env[69052]: _type = "HttpNfcLease" [ 792.590716] env[69052]: } is initializing. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 792.644798] env[69052]: DEBUG oslo_vmware.api [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236266, 'name': PowerOffVM_Task, 'duration_secs': 0.173651} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.645314] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.645314] env[69052]: DEBUG nova.compute.manager [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.646046] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2a7b13-8f16-4d19-a2b9-117d6900764d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.756722] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Acquiring lock "refresh_cache-b540f87b-3e89-4200-a4f1-23f0b7dfb23b" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.890108] env[69052]: DEBUG nova.scheduler.client.report [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.001339] env[69052]: DEBUG nova.network.neutron [req-3956996e-c89f-44e2-a23d-bc17b892a86b req-7b5d3bb0-ff5a-42cb-9fb6-10483bb6af34 service nova] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.093746] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 793.093746] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528531d3-a5e0-dd77-83b1-19b76682abbe" [ 793.093746] env[69052]: _type = "HttpNfcLease" [ 793.093746] env[69052]: } is ready. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 793.094075] env[69052]: DEBUG oslo_vmware.rw_handles [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 793.094075] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528531d3-a5e0-dd77-83b1-19b76682abbe" [ 793.094075] env[69052]: _type = "HttpNfcLease" [ 793.094075] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 793.095061] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8a1798-2e80-4a3e-a6ad-606b41aa2d6a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.102456] env[69052]: DEBUG oslo_vmware.rw_handles [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c48549-18ec-e4fc-47a4-127980066f78/disk-0.vmdk from lease info. {{(pid=69052) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 793.102638] env[69052]: DEBUG oslo_vmware.rw_handles [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c48549-18ec-e4fc-47a4-127980066f78/disk-0.vmdk for reading. {{(pid=69052) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 793.180460] env[69052]: DEBUG oslo_concurrency.lockutils [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.567s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.182019] env[69052]: DEBUG nova.network.neutron [req-3956996e-c89f-44e2-a23d-bc17b892a86b req-7b5d3bb0-ff5a-42cb-9fb6-10483bb6af34 service nova] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.216626] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c7d79207-d10f-4b85-a987-6535017ccb65 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.301836] env[69052]: DEBUG nova.compute.manager [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.324795] env[69052]: DEBUG nova.virt.hardware [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.325646] env[69052]: DEBUG nova.virt.hardware [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.325646] env[69052]: DEBUG nova.virt.hardware [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.325646] env[69052]: DEBUG nova.virt.hardware [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.325646] env[69052]: DEBUG nova.virt.hardware [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.325934] env[69052]: DEBUG nova.virt.hardware [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.325934] env[69052]: DEBUG nova.virt.hardware [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.326106] env[69052]: DEBUG nova.virt.hardware [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.326293] env[69052]: DEBUG nova.virt.hardware [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.326574] env[69052]: DEBUG nova.virt.hardware [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.326783] env[69052]: DEBUG nova.virt.hardware [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.328582] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736c58b9-4ed6-4731-a8d7-20a5c27c0489 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.339160] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddae35d9-e15d-4956-ba87-282c32b8eed3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.355264] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Instance VIF info [] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.360937] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Creating folder: Project (9550550d1503459490ed56c86c1a257a). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.363812] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b73fc24-daa7-4edf-815f-a844c8884730 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.376380] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Created folder: Project (9550550d1503459490ed56c86c1a257a) in parent group-v646676. [ 793.376602] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Creating folder: Instances. Parent ref: group-v646838. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.378685] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0975292-2c4d-4c7c-a3ba-0926f94bab25 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.388961] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Created folder: Instances in parent group-v646838. [ 793.389233] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.389445] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.389656] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-904686cf-4486-453e-8dfe-53c7574c5fdb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.405257] env[69052]: DEBUG oslo_concurrency.lockutils [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.409115] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.646s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.409352] env[69052]: DEBUG nova.objects.instance [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Lazy-loading 'resources' on Instance uuid 59f0e709-60bb-4763-920a-b6b25cd59c31 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.415605] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.415605] env[69052]: value = "task-3236270" [ 793.415605] env[69052]: _type = "Task" [ 793.415605] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.426514] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236270, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.430320] env[69052]: INFO nova.scheduler.client.report [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Deleted allocations for instance d2b777aa-dab0-4258-b5cc-138fd60f8fb7 [ 793.522427] env[69052]: DEBUG nova.network.neutron [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Updating instance_info_cache with network_info: [{"id": "3220bc24-a272-4620-be42-209b2bdd372c", "address": "fa:16:3e:4d:3a:29", "network": {"id": "2e7f8a41-527b-4f40-b970-df14d110ff83", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-444064291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abeec1a3f62a4899be738351473f0dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3220bc24-a2", "ovs_interfaceid": "3220bc24-a272-4620-be42-209b2bdd372c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.689071] env[69052]: DEBUG oslo_concurrency.lockutils [req-3956996e-c89f-44e2-a23d-bc17b892a86b req-7b5d3bb0-ff5a-42cb-9fb6-10483bb6af34 service nova] Releasing lock "refresh_cache-b540f87b-3e89-4200-a4f1-23f0b7dfb23b" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.690929] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Acquired lock "refresh_cache-b540f87b-3e89-4200-a4f1-23f0b7dfb23b" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.691131] env[69052]: DEBUG nova.network.neutron [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.700832] env[69052]: DEBUG oslo_concurrency.lockutils [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.925849] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236270, 'name': CreateVM_Task, 'duration_secs': 0.295411} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.926278] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.926930] env[69052]: DEBUG oslo_concurrency.lockutils [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.927267] env[69052]: DEBUG oslo_concurrency.lockutils [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.927705] env[69052]: DEBUG oslo_concurrency.lockutils [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.928083] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-559c84fb-b53f-41bf-bc9b-fa56cca8af45 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.938247] env[69052]: DEBUG oslo_vmware.api [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Waiting for the task: (returnval){ [ 793.938247] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52effecd-0d4f-8f37-b363-ee798729415d" [ 793.938247] env[69052]: _type = "Task" [ 793.938247] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.939496] env[69052]: DEBUG oslo_concurrency.lockutils [None req-76d9a78a-638a-4be7-b4a4-00ecc35ceb9e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "d2b777aa-dab0-4258-b5cc-138fd60f8fb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.976s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.951976] env[69052]: DEBUG oslo_vmware.api [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52effecd-0d4f-8f37-b363-ee798729415d, 'name': SearchDatastore_Task, 'duration_secs': 0.011686} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.955343] env[69052]: DEBUG oslo_concurrency.lockutils [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.955750] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.956151] env[69052]: DEBUG oslo_concurrency.lockutils [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.956462] env[69052]: DEBUG oslo_concurrency.lockutils [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.956941] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.958340] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1175b50b-885a-4507-a6b3-8fcbdd2e648a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.968530] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.968989] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.969927] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e162bc54-bbf1-4b3c-a11c-026f9170a482 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.979029] env[69052]: DEBUG oslo_vmware.api [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Waiting for the task: (returnval){ [ 793.979029] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5280c4b7-0dab-7064-ec1d-ab3f83ba6222" [ 793.979029] env[69052]: _type = "Task" [ 793.979029] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.988108] env[69052]: DEBUG oslo_vmware.api [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5280c4b7-0dab-7064-ec1d-ab3f83ba6222, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.025499] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Releasing lock "refresh_cache-0471c239-25b5-45ee-a222-44a4646f5091" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.265263] env[69052]: DEBUG nova.network.neutron [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.478714] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8568be47-e545-40cc-b5b1-7c690bfcc382 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.500309] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e2fb56-a125-4d2f-a688-d9ef74491ac0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.504367] env[69052]: DEBUG oslo_vmware.api [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5280c4b7-0dab-7064-ec1d-ab3f83ba6222, 'name': SearchDatastore_Task, 'duration_secs': 0.010924} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.506589] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-465c41de-e1e5-4cac-bc08-8c8d4f14ad65 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.543676] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bea808-3a04-4765-b922-7a63d03592f1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.549455] env[69052]: DEBUG oslo_vmware.api [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Waiting for the task: (returnval){ [ 794.549455] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f6f399-f871-23c8-c24b-6384a27ec595" [ 794.549455] env[69052]: _type = "Task" [ 794.549455] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.561058] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e787a3d-c26a-4a3a-93e4-ea57cbfabc82 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.567740] env[69052]: DEBUG nova.network.neutron [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Updating instance_info_cache with network_info: [{"id": "9e0a8e78-cd36-45b5-b3e5-fa7cf9e40791", "address": "fa:16:3e:14:32:8d", "network": {"id": "a498e189-dff6-478a-a8b5-672eda5cc8bd", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1815255302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95bb37151fe94d5daaf3ff8ec46945e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e0a8e78-cd", "ovs_interfaceid": "9e0a8e78-cd36-45b5-b3e5-fa7cf9e40791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.577533] env[69052]: DEBUG oslo_vmware.api [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f6f399-f871-23c8-c24b-6384a27ec595, 'name': SearchDatastore_Task, 'duration_secs': 0.01257} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.578896] env[69052]: DEBUG oslo_concurrency.lockutils [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.581316] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] c666b4b5-2e1e-45c2-97b8-2072f50f91e4/c666b4b5-2e1e-45c2-97b8-2072f50f91e4.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.581316] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c540d10-6554-45e9-aef9-9ef1ff030422 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.589908] env[69052]: DEBUG nova.compute.provider_tree [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.597743] env[69052]: DEBUG oslo_vmware.api [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Waiting for the task: (returnval){ [ 794.597743] env[69052]: value = "task-3236271" [ 794.597743] env[69052]: _type = "Task" [ 794.597743] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.608072] env[69052]: DEBUG oslo_vmware.api [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.079648] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Releasing lock "refresh_cache-b540f87b-3e89-4200-a4f1-23f0b7dfb23b" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.079979] env[69052]: DEBUG nova.compute.manager [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Instance network_info: |[{"id": "9e0a8e78-cd36-45b5-b3e5-fa7cf9e40791", "address": "fa:16:3e:14:32:8d", "network": {"id": "a498e189-dff6-478a-a8b5-672eda5cc8bd", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1815255302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95bb37151fe94d5daaf3ff8ec46945e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e0a8e78-cd", "ovs_interfaceid": "9e0a8e78-cd36-45b5-b3e5-fa7cf9e40791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.084065] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:32:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e0a8e78-cd36-45b5-b3e5-fa7cf9e40791', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.095027] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Creating folder: Project (95bb37151fe94d5daaf3ff8ec46945e4). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.095027] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee842010-c5d4-4f84-9e2d-722aaecf6092 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.095547] env[69052]: DEBUG nova.scheduler.client.report [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.108979] env[69052]: DEBUG oslo_vmware.api [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482724} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.110438] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] c666b4b5-2e1e-45c2-97b8-2072f50f91e4/c666b4b5-2e1e-45c2-97b8-2072f50f91e4.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.110696] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.110970] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Created folder: Project (95bb37151fe94d5daaf3ff8ec46945e4) in parent group-v646676. [ 795.111203] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Creating folder: Instances. Parent ref: group-v646841. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.111477] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c4d2f22-1605-408e-850a-1fbfbe35069f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.113856] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8730d0b-79ae-4ec3-8dce-f9e9c7fcbb17 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.116290] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d4e5b6e6-aed3-4668-a6cb-655085537f71 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.117023] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d4e5b6e6-aed3-4668-a6cb-655085537f71 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.117023] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d4e5b6e6-aed3-4668-a6cb-655085537f71 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.117204] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d4e5b6e6-aed3-4668-a6cb-655085537f71 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.117286] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d4e5b6e6-aed3-4668-a6cb-655085537f71 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.123030] env[69052]: INFO nova.compute.manager [None req-d4e5b6e6-aed3-4668-a6cb-655085537f71 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Terminating instance [ 795.125252] env[69052]: DEBUG oslo_vmware.api [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Waiting for the task: (returnval){ [ 795.125252] env[69052]: value = "task-3236273" [ 795.125252] env[69052]: _type = "Task" [ 795.125252] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.133782] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Created folder: Instances in parent group-v646841. [ 795.133782] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.133782] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.135023] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b537f20a-760b-4e06-b17a-63bcf6d00582 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.156826] env[69052]: DEBUG oslo_vmware.api [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.161398] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.161398] env[69052]: value = "task-3236275" [ 795.161398] env[69052]: _type = "Task" [ 795.161398] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.174233] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236275, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.594372] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.594726] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c663493-4e80-4ccf-8274-ef4546f0dc90 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.600836] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.604917] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.047s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.606782] env[69052]: INFO nova.compute.claims [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.610761] env[69052]: DEBUG oslo_vmware.api [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Waiting for the task: (returnval){ [ 795.610761] env[69052]: value = "task-3236276" [ 795.610761] env[69052]: _type = "Task" [ 795.610761] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.621911] env[69052]: DEBUG oslo_vmware.api [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': task-3236276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.628451] env[69052]: DEBUG nova.compute.manager [None req-d4e5b6e6-aed3-4668-a6cb-655085537f71 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.628451] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e5b6e6-aed3-4668-a6cb-655085537f71 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.633775] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257a340f-989e-4f96-9c0d-922a7ffe0536 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.638317] env[69052]: INFO nova.scheduler.client.report [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Deleted allocations for instance 59f0e709-60bb-4763-920a-b6b25cd59c31 [ 795.647716] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e5b6e6-aed3-4668-a6cb-655085537f71 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.647784] env[69052]: DEBUG oslo_vmware.api [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07801} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.648200] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecfc928d-fae7-42ea-b40a-5a0333c562b8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.649996] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.651029] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e36d9f-ef05-410c-b688-10eec5b89d0b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.674895] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] c666b4b5-2e1e-45c2-97b8-2072f50f91e4/c666b4b5-2e1e-45c2-97b8-2072f50f91e4.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.680100] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec695c18-e651-49e1-9da1-8cfd63dc7250 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.702392] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236275, 'name': CreateVM_Task, 'duration_secs': 0.40543} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.704123] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.704564] env[69052]: DEBUG oslo_vmware.api [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Waiting for the task: (returnval){ [ 795.704564] env[69052]: value = "task-3236278" [ 795.704564] env[69052]: _type = "Task" [ 795.704564] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.705283] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.705470] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.705799] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.706136] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44d69491-0aaf-4926-88f8-9f6a099cde64 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.717462] env[69052]: DEBUG oslo_vmware.api [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Waiting for the task: (returnval){ [ 795.717462] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5255c872-1bdb-d634-f562-7bfa316e656e" [ 795.717462] env[69052]: _type = "Task" [ 795.717462] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.720337] env[69052]: DEBUG oslo_vmware.api [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.729047] env[69052]: DEBUG oslo_vmware.api [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5255c872-1bdb-d634-f562-7bfa316e656e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.751221] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e5b6e6-aed3-4668-a6cb-655085537f71 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.751532] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e5b6e6-aed3-4668-a6cb-655085537f71 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.751980] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4e5b6e6-aed3-4668-a6cb-655085537f71 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Deleting the datastore file [datastore1] 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.752217] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be63dfb3-bec7-499f-86e4-d31b9324c5ef {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.759260] env[69052]: DEBUG oslo_vmware.api [None req-d4e5b6e6-aed3-4668-a6cb-655085537f71 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 795.759260] env[69052]: value = "task-3236279" [ 795.759260] env[69052]: _type = "Task" [ 795.759260] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.767633] env[69052]: DEBUG oslo_vmware.api [None req-d4e5b6e6-aed3-4668-a6cb-655085537f71 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.124430] env[69052]: DEBUG oslo_vmware.api [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': task-3236276, 'name': PowerOffVM_Task, 'duration_secs': 0.362117} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.125409] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.126253] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f2681d-f176-4294-949e-2a4ee3692761 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.151330] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a771657-21c6-4cb0-9e8f-336aea3bc404 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.154296] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dc0d1b55-9836-4cba-bd23-2fdc2691fa2b tempest-AttachInterfacesUnderV243Test-1206406946 tempest-AttachInterfacesUnderV243Test-1206406946-project-member] Lock "59f0e709-60bb-4763-920a-b6b25cd59c31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.045s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.188559] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.190122] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c3f40b4-d114-4cf8-95d0-1f8341176709 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.197550] env[69052]: DEBUG oslo_vmware.api [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Waiting for the task: (returnval){ [ 796.197550] env[69052]: value = "task-3236280" [ 796.197550] env[69052]: _type = "Task" [ 796.197550] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.212849] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] VM already powered off {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 796.213100] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.213371] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.213556] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.213743] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.213997] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfefa8b3-4092-4c6b-84ba-5e121e24fcf6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.227387] env[69052]: DEBUG oslo_vmware.api [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236278, 'name': ReconfigVM_Task, 'duration_secs': 0.433956} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.229309] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Reconfigured VM instance instance-00000037 to attach disk [datastore2] c666b4b5-2e1e-45c2-97b8-2072f50f91e4/c666b4b5-2e1e-45c2-97b8-2072f50f91e4.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.229985] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.230196] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.235319] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-532700be-f397-4650-a4da-65bb626ff743 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.237390] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83fe9fe7-25b2-4338-b492-551d5a4ef20c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.240435] env[69052]: DEBUG oslo_vmware.api [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5255c872-1bdb-d634-f562-7bfa316e656e, 'name': SearchDatastore_Task, 'duration_secs': 0.025602} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.240713] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.241444] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.241781] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.241982] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.242175] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.243491] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2206fe6e-312c-4013-9ce3-656607d592bb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.247204] env[69052]: DEBUG oslo_vmware.api [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Waiting for the task: (returnval){ [ 796.247204] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ddeae0-1219-b978-2451-d40bb58455f8" [ 796.247204] env[69052]: _type = "Task" [ 796.247204] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.249282] env[69052]: DEBUG oslo_vmware.api [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Waiting for the task: (returnval){ [ 796.249282] env[69052]: value = "task-3236281" [ 796.249282] env[69052]: _type = "Task" [ 796.249282] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.259178] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.259390] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.261229] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be1d320f-a172-41eb-bbd4-6800a438bfed {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.275722] env[69052]: DEBUG oslo_vmware.api [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ddeae0-1219-b978-2451-d40bb58455f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.276032] env[69052]: DEBUG oslo_vmware.api [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236281, 'name': Rename_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.283639] env[69052]: DEBUG oslo_vmware.api [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Waiting for the task: (returnval){ [ 796.283639] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5265fc28-e957-0729-da2a-8a6c0c3939cf" [ 796.283639] env[69052]: _type = "Task" [ 796.283639] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.284058] env[69052]: DEBUG oslo_vmware.api [None req-d4e5b6e6-aed3-4668-a6cb-655085537f71 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200085} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.284433] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4e5b6e6-aed3-4668-a6cb-655085537f71 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.284720] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e5b6e6-aed3-4668-a6cb-655085537f71 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.285365] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e5b6e6-aed3-4668-a6cb-655085537f71 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.285652] env[69052]: INFO nova.compute.manager [None req-d4e5b6e6-aed3-4668-a6cb-655085537f71 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Took 0.66 seconds to destroy the instance on the hypervisor. [ 796.286023] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4e5b6e6-aed3-4668-a6cb-655085537f71 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.290449] env[69052]: DEBUG nova.compute.manager [-] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 796.290642] env[69052]: DEBUG nova.network.neutron [-] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.300834] env[69052]: DEBUG oslo_vmware.api [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5265fc28-e957-0729-da2a-8a6c0c3939cf, 'name': SearchDatastore_Task, 'duration_secs': 0.016114} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.301636] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8d5e4e9-64d7-4f4f-bd72-187d495f4009 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.307283] env[69052]: DEBUG oslo_vmware.api [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Waiting for the task: (returnval){ [ 796.307283] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527390dc-90f2-886e-be2d-8f530313f334" [ 796.307283] env[69052]: _type = "Task" [ 796.307283] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.316804] env[69052]: DEBUG oslo_vmware.api [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527390dc-90f2-886e-be2d-8f530313f334, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.769438] env[69052]: DEBUG oslo_vmware.api [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ddeae0-1219-b978-2451-d40bb58455f8, 'name': SearchDatastore_Task, 'duration_secs': 0.017634} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.775822] env[69052]: DEBUG oslo_vmware.api [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236281, 'name': Rename_Task, 'duration_secs': 0.226017} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.776706] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-312222ec-8b7d-4d68-b406-9888930d25ce {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.779130] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.779401] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dfa30d8-3459-4704-a1f5-422a1363097b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.784503] env[69052]: DEBUG oslo_vmware.api [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Waiting for the task: (returnval){ [ 796.784503] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526be29b-2e7d-9a6d-cddd-909b2c6cfaf2" [ 796.784503] env[69052]: _type = "Task" [ 796.784503] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.797025] env[69052]: DEBUG oslo_vmware.api [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Waiting for the task: (returnval){ [ 796.797025] env[69052]: value = "task-3236282" [ 796.797025] env[69052]: _type = "Task" [ 796.797025] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.798490] env[69052]: DEBUG oslo_concurrency.lockutils [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.798697] env[69052]: DEBUG oslo_concurrency.lockutils [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.810036] env[69052]: DEBUG oslo_vmware.api [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526be29b-2e7d-9a6d-cddd-909b2c6cfaf2, 'name': SearchDatastore_Task, 'duration_secs': 0.01228} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.813189] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.813485] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 0471c239-25b5-45ee-a222-44a4646f5091/3049a76a-6d1f-4722-9e01-a59c1119031f-rescue.vmdk. {{(pid=69052) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 796.818522] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ef64bfc-237b-4b61-aa1c-5312734945f8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.825445] env[69052]: DEBUG oslo_vmware.api [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236282, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.834973] env[69052]: DEBUG oslo_vmware.api [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527390dc-90f2-886e-be2d-8f530313f334, 'name': SearchDatastore_Task, 'duration_secs': 0.045524} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.836665] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.836782] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] b540f87b-3e89-4200-a4f1-23f0b7dfb23b/b540f87b-3e89-4200-a4f1-23f0b7dfb23b.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.838118] env[69052]: DEBUG oslo_vmware.api [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Waiting for the task: (returnval){ [ 796.838118] env[69052]: value = "task-3236283" [ 796.838118] env[69052]: _type = "Task" [ 796.838118] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.838118] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c38c24a-9956-4507-9b18-102cacbd43bb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.853293] env[69052]: DEBUG oslo_vmware.api [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': task-3236283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.854319] env[69052]: DEBUG oslo_vmware.api [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Waiting for the task: (returnval){ [ 796.854319] env[69052]: value = "task-3236284" [ 796.854319] env[69052]: _type = "Task" [ 796.854319] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.865878] env[69052]: DEBUG oslo_vmware.api [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Task: {'id': task-3236284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.925011] env[69052]: DEBUG nova.compute.manager [req-b60c5593-6d03-466d-8c03-b69d6c12f996 req-20118497-6924-4fec-bb57-c43ada87ed3f service nova] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Received event network-vif-deleted-ea4a17be-2169-46f9-be16-d79e7e8aa896 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.925227] env[69052]: INFO nova.compute.manager [req-b60c5593-6d03-466d-8c03-b69d6c12f996 req-20118497-6924-4fec-bb57-c43ada87ed3f service nova] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Neutron deleted interface ea4a17be-2169-46f9-be16-d79e7e8aa896; detaching it from the instance and deleting it from the info cache [ 796.925402] env[69052]: DEBUG nova.network.neutron [req-b60c5593-6d03-466d-8c03-b69d6c12f996 req-20118497-6924-4fec-bb57-c43ada87ed3f service nova] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.176972] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2998cb69-48ef-4c6d-abee-3965a0a14309 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.186509] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fead97-5a33-4558-9dd3-2c5f84c7d65b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.223348] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e6fb79-b778-4022-8dde-552b00e12160 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.232918] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5598fba6-baf8-44aa-9232-779b114dc195 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.248943] env[69052]: DEBUG nova.network.neutron [-] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.250662] env[69052]: DEBUG nova.compute.provider_tree [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.311508] env[69052]: DEBUG oslo_vmware.api [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236282, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.314404] env[69052]: DEBUG nova.compute.manager [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.351153] env[69052]: DEBUG oslo_vmware.api [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': task-3236283, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.364843] env[69052]: DEBUG oslo_vmware.api [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Task: {'id': task-3236284, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.431672] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7a3700e-e9f1-4f85-a8fa-0b5966bb16fb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.447032] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e142b6c-6a8b-40f5-9034-dca9c03ac139 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.489440] env[69052]: DEBUG nova.compute.manager [req-b60c5593-6d03-466d-8c03-b69d6c12f996 req-20118497-6924-4fec-bb57-c43ada87ed3f service nova] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Detach interface failed, port_id=ea4a17be-2169-46f9-be16-d79e7e8aa896, reason: Instance 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3 could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 797.754278] env[69052]: INFO nova.compute.manager [-] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Took 1.46 seconds to deallocate network for instance. [ 797.756426] env[69052]: DEBUG nova.scheduler.client.report [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.811327] env[69052]: DEBUG oslo_vmware.api [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236282, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.849270] env[69052]: DEBUG oslo_concurrency.lockutils [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.855202] env[69052]: DEBUG oslo_vmware.api [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': task-3236283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607279} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.855489] env[69052]: INFO nova.virt.vmwareapi.ds_util [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 0471c239-25b5-45ee-a222-44a4646f5091/3049a76a-6d1f-4722-9e01-a59c1119031f-rescue.vmdk. [ 797.856410] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43090a52-06cc-4135-a08b-d58fdf54110e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.867279] env[69052]: DEBUG oslo_vmware.api [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Task: {'id': task-3236284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650293} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.881073] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] b540f87b-3e89-4200-a4f1-23f0b7dfb23b/b540f87b-3e89-4200-a4f1-23f0b7dfb23b.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.881352] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.889159] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 0471c239-25b5-45ee-a222-44a4646f5091/3049a76a-6d1f-4722-9e01-a59c1119031f-rescue.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.889466] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57a12f27-d46d-4859-91b7-478851df22d6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.891586] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4be314ad-5567-4677-8451-9e4c0d304908 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.910086] env[69052]: DEBUG oslo_vmware.api [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Waiting for the task: (returnval){ [ 797.910086] env[69052]: value = "task-3236286" [ 797.910086] env[69052]: _type = "Task" [ 797.910086] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.911553] env[69052]: DEBUG oslo_vmware.api [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Waiting for the task: (returnval){ [ 797.911553] env[69052]: value = "task-3236285" [ 797.911553] env[69052]: _type = "Task" [ 797.911553] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.930232] env[69052]: DEBUG oslo_vmware.api [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Task: {'id': task-3236285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.930232] env[69052]: DEBUG oslo_vmware.api [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': task-3236286, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.263733] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.264325] env[69052]: DEBUG nova.compute.manager [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.267546] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d4e5b6e6-aed3-4668-a6cb-655085537f71 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.267845] env[69052]: DEBUG oslo_concurrency.lockutils [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.661s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.270905] env[69052]: INFO nova.compute.claims [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.313203] env[69052]: DEBUG oslo_vmware.api [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236282, 'name': PowerOnVM_Task, 'duration_secs': 1.412694} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.313203] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.313203] env[69052]: INFO nova.compute.manager [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Took 5.01 seconds to spawn the instance on the hypervisor. [ 798.313203] env[69052]: DEBUG nova.compute.manager [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.313669] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdf8cbd-6219-426f-8f2a-49ad22e0e97d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.427022] env[69052]: DEBUG oslo_vmware.api [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Task: {'id': task-3236285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076614} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.427727] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.428416] env[69052]: DEBUG oslo_vmware.api [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': task-3236286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.429128] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4235b0b7-6e2b-4cfa-aae6-f26c7cd6235c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.451496] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] b540f87b-3e89-4200-a4f1-23f0b7dfb23b/b540f87b-3e89-4200-a4f1-23f0b7dfb23b.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.451858] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9219c5e-cdce-4bba-8008-55adfb099bd6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.474183] env[69052]: DEBUG oslo_vmware.api [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Waiting for the task: (returnval){ [ 798.474183] env[69052]: value = "task-3236287" [ 798.474183] env[69052]: _type = "Task" [ 798.474183] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.487012] env[69052]: DEBUG oslo_vmware.api [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Task: {'id': task-3236287, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.774549] env[69052]: DEBUG nova.compute.utils [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.777912] env[69052]: DEBUG nova.compute.manager [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.778121] env[69052]: DEBUG nova.network.neutron [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.838788] env[69052]: INFO nova.compute.manager [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Took 54.68 seconds to build instance. [ 798.904192] env[69052]: DEBUG nova.policy [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5742412e2dc34471815eb1cf6beb8d5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '964f64e06b8d4182bdc4a302433d6631', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.923367] env[69052]: DEBUG oslo_vmware.api [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': task-3236286, 'name': ReconfigVM_Task, 'duration_secs': 0.764003} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.923753] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 0471c239-25b5-45ee-a222-44a4646f5091/3049a76a-6d1f-4722-9e01-a59c1119031f-rescue.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.924790] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f8e1a1-359b-4e6e-ac43-585b5485851b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.956812] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79b492d3-2a97-4603-a446-37bf72db2638 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.980612] env[69052]: DEBUG oslo_vmware.api [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Waiting for the task: (returnval){ [ 798.980612] env[69052]: value = "task-3236288" [ 798.980612] env[69052]: _type = "Task" [ 798.980612] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.994295] env[69052]: DEBUG oslo_vmware.api [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Task: {'id': task-3236287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.000459] env[69052]: DEBUG oslo_vmware.api [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': task-3236288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.278807] env[69052]: DEBUG nova.compute.manager [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.341233] env[69052]: DEBUG oslo_concurrency.lockutils [None req-638e2d67-5820-4675-b63e-d9e8a435e3c2 tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Lock "c666b4b5-2e1e-45c2-97b8-2072f50f91e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.199s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.491767] env[69052]: DEBUG oslo_vmware.api [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Task: {'id': task-3236287, 'name': ReconfigVM_Task, 'duration_secs': 0.584808} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.493135] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Reconfigured VM instance instance-00000036 to attach disk [datastore2] b540f87b-3e89-4200-a4f1-23f0b7dfb23b/b540f87b-3e89-4200-a4f1-23f0b7dfb23b.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.496582] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd019d4a-dd4c-4b8f-8411-e6868f4e18e6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.501437] env[69052]: DEBUG oslo_vmware.api [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': task-3236288, 'name': ReconfigVM_Task, 'duration_secs': 0.255279} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.502084] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.502355] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-294fa4e3-fcb1-44c3-bfc4-5695bbabe4eb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.506504] env[69052]: DEBUG oslo_vmware.api [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Waiting for the task: (returnval){ [ 799.506504] env[69052]: value = "task-3236289" [ 799.506504] env[69052]: _type = "Task" [ 799.506504] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.511421] env[69052]: DEBUG oslo_vmware.api [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Waiting for the task: (returnval){ [ 799.511421] env[69052]: value = "task-3236290" [ 799.511421] env[69052]: _type = "Task" [ 799.511421] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.519371] env[69052]: DEBUG oslo_vmware.api [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Task: {'id': task-3236289, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.529368] env[69052]: DEBUG oslo_vmware.api [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': task-3236290, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.613168] env[69052]: DEBUG nova.network.neutron [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Successfully created port: 95e93bea-4305-48fe-a8fc-4d8fcefcc294 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.857260] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d8815b-f9dd-4dc6-842e-9cb402062d55 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.865118] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4343bc47-c998-416b-9424-e742d6b526ee {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.902428] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41a5216-b63c-4e4b-9b72-153b71db4cc9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.910886] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503800d3-b412-4866-9c6c-c67e9134db8a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.925337] env[69052]: DEBUG nova.compute.provider_tree [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.021716] env[69052]: DEBUG oslo_vmware.api [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': task-3236290, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.025382] env[69052]: DEBUG oslo_vmware.api [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Task: {'id': task-3236289, 'name': Rename_Task, 'duration_secs': 0.238218} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.025771] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.026053] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d83c5e2e-8492-4fa9-9c44-bc8fcbe1743b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.034647] env[69052]: DEBUG oslo_vmware.api [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Waiting for the task: (returnval){ [ 800.034647] env[69052]: value = "task-3236291" [ 800.034647] env[69052]: _type = "Task" [ 800.034647] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.048354] env[69052]: DEBUG oslo_vmware.api [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Task: {'id': task-3236291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.294402] env[69052]: DEBUG nova.compute.manager [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.323237] env[69052]: DEBUG nova.virt.hardware [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.324017] env[69052]: DEBUG nova.virt.hardware [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.324017] env[69052]: DEBUG nova.virt.hardware [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.328082] env[69052]: DEBUG nova.virt.hardware [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.328082] env[69052]: DEBUG nova.virt.hardware [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.328082] env[69052]: DEBUG nova.virt.hardware [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.328082] env[69052]: DEBUG nova.virt.hardware [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.328082] env[69052]: DEBUG nova.virt.hardware [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.328082] env[69052]: DEBUG nova.virt.hardware [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.328082] env[69052]: DEBUG nova.virt.hardware [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.328082] env[69052]: DEBUG nova.virt.hardware [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.328082] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00baed95-2215-449b-911f-c43cf5c52b8a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.340407] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce15031e-e7c9-4052-ac04-3fd546a08540 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.428667] env[69052]: DEBUG nova.scheduler.client.report [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.524428] env[69052]: DEBUG oslo_vmware.api [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': task-3236290, 'name': PowerOnVM_Task, 'duration_secs': 0.546924} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.524535] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.527306] env[69052]: DEBUG nova.compute.manager [None req-b88efd13-26cb-414a-8d0d-627dce990381 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.528129] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592ec979-0af1-4062-82c0-075af3bb36d1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.548369] env[69052]: DEBUG oslo_vmware.api [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Task: {'id': task-3236291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.934708] env[69052]: DEBUG oslo_concurrency.lockutils [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.935346] env[69052]: DEBUG nova.compute.manager [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.938067] env[69052]: DEBUG oslo_concurrency.lockutils [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.087s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.938301] env[69052]: DEBUG nova.objects.instance [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Lazy-loading 'resources' on Instance uuid a16c75c5-956d-4a10-bfaa-8e203eb31b12 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.049129] env[69052]: DEBUG oslo_vmware.api [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Task: {'id': task-3236291, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.134671] env[69052]: INFO nova.compute.manager [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Rebuilding instance [ 801.195676] env[69052]: DEBUG nova.compute.manager [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.196484] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff4bc0f-19a6-4f27-b43c-502cef659ca2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.442402] env[69052]: DEBUG nova.compute.utils [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.447819] env[69052]: DEBUG nova.compute.manager [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.447819] env[69052]: DEBUG nova.network.neutron [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.554466] env[69052]: DEBUG oslo_vmware.api [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Task: {'id': task-3236291, 'name': PowerOnVM_Task, 'duration_secs': 1.087488} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.554777] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.554987] env[69052]: INFO nova.compute.manager [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Took 10.84 seconds to spawn the instance on the hypervisor. [ 801.555179] env[69052]: DEBUG nova.compute.manager [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.555955] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e359174-0992-457a-8bb8-f30318b61d80 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.569213] env[69052]: DEBUG nova.policy [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88abb0bc1e334586b3ee02207db088ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8c4c90a3b57414cb80b28aa9b8a168d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.876982] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ec9a41-f307-4a99-96ff-33cd2f949815 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.886366] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd19be0e-dfa9-49a8-97d8-af4bbb5e8449 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.932023] env[69052]: DEBUG nova.network.neutron [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Successfully updated port: 95e93bea-4305-48fe-a8fc-4d8fcefcc294 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.932023] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620d8ffa-e568-443b-99a3-e768a34c8663 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.942650] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb619655-ac22-4e3c-8550-55d6a06617e6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.948042] env[69052]: DEBUG nova.compute.manager [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.962832] env[69052]: DEBUG nova.compute.provider_tree [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.079301] env[69052]: INFO nova.compute.manager [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Took 59.85 seconds to build instance. [ 802.211314] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.211630] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f220580-1513-4136-9553-d2dd5860bba9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.219108] env[69052]: DEBUG oslo_vmware.api [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Waiting for the task: (returnval){ [ 802.219108] env[69052]: value = "task-3236292" [ 802.219108] env[69052]: _type = "Task" [ 802.219108] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.228481] env[69052]: DEBUG oslo_vmware.api [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.390956] env[69052]: DEBUG nova.compute.manager [req-68d45d1d-39b9-4c1d-b6dc-6e9f604ac1fd req-7d7c280f-3c5a-47e5-990a-40bdb0ac7c0d service nova] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Received event network-vif-plugged-95e93bea-4305-48fe-a8fc-4d8fcefcc294 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.391297] env[69052]: DEBUG oslo_concurrency.lockutils [req-68d45d1d-39b9-4c1d-b6dc-6e9f604ac1fd req-7d7c280f-3c5a-47e5-990a-40bdb0ac7c0d service nova] Acquiring lock "ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.391595] env[69052]: DEBUG oslo_concurrency.lockutils [req-68d45d1d-39b9-4c1d-b6dc-6e9f604ac1fd req-7d7c280f-3c5a-47e5-990a-40bdb0ac7c0d service nova] Lock "ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.391865] env[69052]: DEBUG oslo_concurrency.lockutils [req-68d45d1d-39b9-4c1d-b6dc-6e9f604ac1fd req-7d7c280f-3c5a-47e5-990a-40bdb0ac7c0d service nova] Lock "ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.392125] env[69052]: DEBUG nova.compute.manager [req-68d45d1d-39b9-4c1d-b6dc-6e9f604ac1fd req-7d7c280f-3c5a-47e5-990a-40bdb0ac7c0d service nova] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] No waiting events found dispatching network-vif-plugged-95e93bea-4305-48fe-a8fc-4d8fcefcc294 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.392380] env[69052]: WARNING nova.compute.manager [req-68d45d1d-39b9-4c1d-b6dc-6e9f604ac1fd req-7d7c280f-3c5a-47e5-990a-40bdb0ac7c0d service nova] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Received unexpected event network-vif-plugged-95e93bea-4305-48fe-a8fc-4d8fcefcc294 for instance with vm_state building and task_state spawning. [ 802.436978] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Acquiring lock "refresh_cache-ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.437197] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Acquired lock "refresh_cache-ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.437379] env[69052]: DEBUG nova.network.neutron [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.466421] env[69052]: DEBUG nova.scheduler.client.report [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.557294] env[69052]: DEBUG nova.network.neutron [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Successfully created port: 1ec70876-a7f0-4bfd-99ad-e0d940059218 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.584031] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6d7b4e97-568f-425c-8c59-fcf9011545d4 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Lock "b540f87b-3e89-4200-a4f1-23f0b7dfb23b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.357s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.731168] env[69052]: DEBUG oslo_vmware.api [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236292, 'name': PowerOffVM_Task, 'duration_secs': 0.160488} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.733201] env[69052]: DEBUG oslo_vmware.rw_handles [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c48549-18ec-e4fc-47a4-127980066f78/disk-0.vmdk. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 802.733504] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.734152] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.734959] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e14170a-49ff-4a2b-9bbf-32a99c8c42c7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.738026] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fc04a5-9781-4521-9b32-064919625ee5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.745660] env[69052]: DEBUG oslo_vmware.rw_handles [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c48549-18ec-e4fc-47a4-127980066f78/disk-0.vmdk is in state: ready. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 802.745862] env[69052]: ERROR oslo_vmware.rw_handles [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c48549-18ec-e4fc-47a4-127980066f78/disk-0.vmdk due to incomplete transfer. [ 802.747878] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f0da0714-1c28-4bc9-89ec-6d1c733a4c00 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.749437] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.749650] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f75574c2-7305-4adb-a914-fd3f900759f3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.756853] env[69052]: DEBUG oslo_vmware.rw_handles [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c48549-18ec-e4fc-47a4-127980066f78/disk-0.vmdk. {{(pid=69052) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 802.757060] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Uploaded image ce0f977f-31ad-4a5a-9b68-2e996d2120d3 to the Glance image server {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 802.759805] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Destroying the VM {{(pid=69052) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 802.760080] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9d1ff9de-a208-410f-91fa-383e43f43c95 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.767143] env[69052]: DEBUG oslo_vmware.api [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 802.767143] env[69052]: value = "task-3236294" [ 802.767143] env[69052]: _type = "Task" [ 802.767143] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.773753] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.773954] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.774153] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Deleting the datastore file [datastore2] c666b4b5-2e1e-45c2-97b8-2072f50f91e4 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.778172] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a9e98a1-0a72-4827-9da6-649bd0966dcb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.779419] env[69052]: DEBUG oslo_vmware.api [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236294, 'name': Destroy_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.784238] env[69052]: DEBUG oslo_vmware.api [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Waiting for the task: (returnval){ [ 802.784238] env[69052]: value = "task-3236295" [ 802.784238] env[69052]: _type = "Task" [ 802.784238] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.793572] env[69052]: DEBUG oslo_vmware.api [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.958348] env[69052]: DEBUG nova.compute.manager [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.977623] env[69052]: DEBUG oslo_concurrency.lockutils [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.981573] env[69052]: DEBUG oslo_concurrency.lockutils [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.790s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.981573] env[69052]: INFO nova.compute.claims [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.990270] env[69052]: DEBUG nova.virt.hardware [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.990516] env[69052]: DEBUG nova.virt.hardware [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.990694] env[69052]: DEBUG nova.virt.hardware [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.990891] env[69052]: DEBUG nova.virt.hardware [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.991286] env[69052]: DEBUG nova.virt.hardware [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.991286] env[69052]: DEBUG nova.virt.hardware [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.991447] env[69052]: DEBUG nova.virt.hardware [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.991562] env[69052]: DEBUG nova.virt.hardware [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.991744] env[69052]: DEBUG nova.virt.hardware [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.991919] env[69052]: DEBUG nova.virt.hardware [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.992107] env[69052]: DEBUG nova.virt.hardware [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.993030] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1173257-c7c8-4111-b3fe-79018bbd3fa9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.005434] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0b81d1-5234-43ec-8c41-188577a694c4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.014366] env[69052]: DEBUG nova.network.neutron [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.016547] env[69052]: INFO nova.scheduler.client.report [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Deleted allocations for instance a16c75c5-956d-4a10-bfaa-8e203eb31b12 [ 803.274808] env[69052]: DEBUG nova.network.neutron [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Updating instance_info_cache with network_info: [{"id": "95e93bea-4305-48fe-a8fc-4d8fcefcc294", "address": "fa:16:3e:99:01:3b", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95e93bea-43", "ovs_interfaceid": "95e93bea-4305-48fe-a8fc-4d8fcefcc294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.280884] env[69052]: DEBUG oslo_vmware.api [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236294, 'name': Destroy_Task, 'duration_secs': 0.386484} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.281518] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Destroyed the VM [ 803.281818] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Deleting Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 803.282117] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6ff8aefd-9863-4ae4-ba9b-ed875aa2b25d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.290365] env[69052]: DEBUG oslo_vmware.api [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 803.290365] env[69052]: value = "task-3236296" [ 803.290365] env[69052]: _type = "Task" [ 803.290365] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.294135] env[69052]: DEBUG oslo_vmware.api [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097959} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.297260] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.297509] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.297750] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.306480] env[69052]: DEBUG oslo_vmware.api [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236296, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.529034] env[69052]: DEBUG oslo_concurrency.lockutils [None req-add4b16c-51eb-455d-82c2-49386b96f78f tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Lock "a16c75c5-956d-4a10-bfaa-8e203eb31b12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.503s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.782830] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Releasing lock "refresh_cache-ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.783188] env[69052]: DEBUG nova.compute.manager [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Instance network_info: |[{"id": "95e93bea-4305-48fe-a8fc-4d8fcefcc294", "address": "fa:16:3e:99:01:3b", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95e93bea-43", "ovs_interfaceid": "95e93bea-4305-48fe-a8fc-4d8fcefcc294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.783668] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:01:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95e93bea-4305-48fe-a8fc-4d8fcefcc294', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.792016] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.792323] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.792582] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d436daec-47dc-4ba1-ae70-0345cefbed69 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.823376] env[69052]: DEBUG oslo_vmware.api [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236296, 'name': RemoveSnapshot_Task, 'duration_secs': 0.532171} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.824805] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Deleted Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 803.825430] env[69052]: INFO nova.compute.manager [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Took 15.90 seconds to snapshot the instance on the hypervisor. [ 803.829433] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.829433] env[69052]: value = "task-3236297" [ 803.829433] env[69052]: _type = "Task" [ 803.829433] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.838659] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236297, 'name': CreateVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.349570] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236297, 'name': CreateVM_Task, 'duration_secs': 0.36507} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.353922] env[69052]: DEBUG nova.virt.hardware [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.354166] env[69052]: DEBUG nova.virt.hardware [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.354359] env[69052]: DEBUG nova.virt.hardware [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.354550] env[69052]: DEBUG nova.virt.hardware [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.354705] env[69052]: DEBUG nova.virt.hardware [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.354853] env[69052]: DEBUG nova.virt.hardware [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.355079] env[69052]: DEBUG nova.virt.hardware [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.355272] env[69052]: DEBUG nova.virt.hardware [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.355403] env[69052]: DEBUG nova.virt.hardware [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.355567] env[69052]: DEBUG nova.virt.hardware [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.355739] env[69052]: DEBUG nova.virt.hardware [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.355961] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.356711] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27eea6b6-0c89-4abd-8247-ee6a75bf0850 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.360169] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.360333] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.360638] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.360889] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0a28f10-ba5f-4e79-831e-311777ab908f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.369250] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111db1d6-164d-4752-b1ba-9035cbec0f97 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.373537] env[69052]: DEBUG oslo_vmware.api [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Waiting for the task: (returnval){ [ 804.373537] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52476942-a58a-155a-79dc-a809c9024efe" [ 804.373537] env[69052]: _type = "Task" [ 804.373537] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.387797] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Instance VIF info [] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.393981] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.396465] env[69052]: DEBUG nova.compute.manager [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Found 3 images (rotation: 2) {{(pid=69052) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 804.396679] env[69052]: DEBUG nova.compute.manager [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Rotating out 1 backups {{(pid=69052) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 804.396954] env[69052]: DEBUG nova.compute.manager [None req-a2224ca4-86c6-4260-b9f2-accb0f13ffc4 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Deleting image 917657da-3b58-4c1c-8988-00f925510570 {{(pid=69052) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 804.399243] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.399610] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc4b27a6-d1a6-4df5-ac58-706187896732 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.415762] env[69052]: DEBUG oslo_vmware.api [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52476942-a58a-155a-79dc-a809c9024efe, 'name': SearchDatastore_Task, 'duration_secs': 0.010923} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.416476] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.416804] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.417099] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.417254] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.417437] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.417733] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0953193c-60cb-4e38-8f5c-48c005c3c15d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.421430] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.421430] env[69052]: value = "task-3236298" [ 804.421430] env[69052]: _type = "Task" [ 804.421430] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.426241] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.426626] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.427653] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9bb266d-c7a9-4153-bfcd-99331953687e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.433041] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236298, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.436043] env[69052]: DEBUG oslo_vmware.api [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Waiting for the task: (returnval){ [ 804.436043] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c0b248-90a1-82ba-476b-2b1e2d109264" [ 804.436043] env[69052]: _type = "Task" [ 804.436043] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.443867] env[69052]: DEBUG oslo_vmware.api [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c0b248-90a1-82ba-476b-2b1e2d109264, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.574358] env[69052]: DEBUG nova.network.neutron [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Successfully updated port: 1ec70876-a7f0-4bfd-99ad-e0d940059218 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.657916] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e271bd4-3393-49e0-80b9-7ae4491b3ca4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.665835] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59bc52b-f3b5-43e7-8b4b-054b023e6052 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.700799] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86045648-d1bb-42ca-9697-35262302749a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.708383] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a053f147-0a3b-45ee-b0c8-5fb854f494a6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.721871] env[69052]: DEBUG nova.compute.provider_tree [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.737434] env[69052]: DEBUG nova.compute.manager [req-37facc08-f22e-4ada-bf94-dbc1b0e8b1c0 req-c770582d-2dd4-4a41-8073-b8f194be8b4d service nova] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Received event network-changed-95e93bea-4305-48fe-a8fc-4d8fcefcc294 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.737628] env[69052]: DEBUG nova.compute.manager [req-37facc08-f22e-4ada-bf94-dbc1b0e8b1c0 req-c770582d-2dd4-4a41-8073-b8f194be8b4d service nova] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Refreshing instance network info cache due to event network-changed-95e93bea-4305-48fe-a8fc-4d8fcefcc294. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.737961] env[69052]: DEBUG oslo_concurrency.lockutils [req-37facc08-f22e-4ada-bf94-dbc1b0e8b1c0 req-c770582d-2dd4-4a41-8073-b8f194be8b4d service nova] Acquiring lock "refresh_cache-ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.738193] env[69052]: DEBUG oslo_concurrency.lockutils [req-37facc08-f22e-4ada-bf94-dbc1b0e8b1c0 req-c770582d-2dd4-4a41-8073-b8f194be8b4d service nova] Acquired lock "refresh_cache-ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.738468] env[69052]: DEBUG nova.network.neutron [req-37facc08-f22e-4ada-bf94-dbc1b0e8b1c0 req-c770582d-2dd4-4a41-8073-b8f194be8b4d service nova] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Refreshing network info cache for port 95e93bea-4305-48fe-a8fc-4d8fcefcc294 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.933538] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236298, 'name': CreateVM_Task, 'duration_secs': 0.278569} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.933715] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.934161] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.934323] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.934671] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.934878] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8def9718-1053-4d7f-952e-834fe81336ab {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.942147] env[69052]: DEBUG oslo_vmware.api [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Waiting for the task: (returnval){ [ 804.942147] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5268c6ad-cc34-68fe-3638-62c243de9c12" [ 804.942147] env[69052]: _type = "Task" [ 804.942147] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.945757] env[69052]: DEBUG oslo_vmware.api [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c0b248-90a1-82ba-476b-2b1e2d109264, 'name': SearchDatastore_Task, 'duration_secs': 0.009325} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.949275] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-608783c6-58e6-49f5-b48f-5ec289b59339 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.957129] env[69052]: DEBUG oslo_vmware.api [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5268c6ad-cc34-68fe-3638-62c243de9c12, 'name': SearchDatastore_Task, 'duration_secs': 0.009367} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.959465] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.959766] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.960046] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.960196] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.960792] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.961146] env[69052]: DEBUG oslo_vmware.api [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Waiting for the task: (returnval){ [ 804.961146] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521c118d-dfc7-1eed-8243-6a6724620430" [ 804.961146] env[69052]: _type = "Task" [ 804.961146] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.961602] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83c918b7-fbd6-48a9-94a7-ade430aa3dbc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.973119] env[69052]: DEBUG oslo_vmware.api [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521c118d-dfc7-1eed-8243-6a6724620430, 'name': SearchDatastore_Task, 'duration_secs': 0.00783} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.974686] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.974999] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea/ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.975324] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.975509] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.976806] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-305b8971-1a2d-4d3e-b2dc-bdd0869fe2f4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.978844] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7da1edf1-4b06-42f8-9c73-a2567e5f7644 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.984364] env[69052]: DEBUG oslo_vmware.api [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Waiting for the task: (returnval){ [ 804.984364] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a05fe4-47c3-2202-eb53-de3a5a2e674f" [ 804.984364] env[69052]: _type = "Task" [ 804.984364] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.988857] env[69052]: DEBUG oslo_vmware.api [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Waiting for the task: (returnval){ [ 804.988857] env[69052]: value = "task-3236299" [ 804.988857] env[69052]: _type = "Task" [ 804.988857] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.998197] env[69052]: DEBUG oslo_vmware.api [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a05fe4-47c3-2202-eb53-de3a5a2e674f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.003692] env[69052]: DEBUG oslo_vmware.api [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': task-3236299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.079706] env[69052]: DEBUG oslo_concurrency.lockutils [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Acquiring lock "refresh_cache-1dd9636a-57a4-428f-9e12-e7ae2d33d23f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.079901] env[69052]: DEBUG oslo_concurrency.lockutils [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Acquired lock "refresh_cache-1dd9636a-57a4-428f-9e12-e7ae2d33d23f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.079996] env[69052]: DEBUG nova.network.neutron [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.224619] env[69052]: DEBUG nova.scheduler.client.report [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.497375] env[69052]: DEBUG oslo_vmware.api [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a05fe4-47c3-2202-eb53-de3a5a2e674f, 'name': SearchDatastore_Task, 'duration_secs': 0.008856} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.498633] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a2730d2-65e8-4143-b3f0-edba0bc97af1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.504551] env[69052]: DEBUG oslo_vmware.api [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': task-3236299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468675} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.511552] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea/ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.511808] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.512096] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28469a15-776f-47fa-8ee9-140f0e2d5e9a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.515950] env[69052]: DEBUG oslo_vmware.api [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Waiting for the task: (returnval){ [ 805.515950] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b9ecee-def0-29d7-3245-b5832ef560a1" [ 805.515950] env[69052]: _type = "Task" [ 805.515950] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.523077] env[69052]: DEBUG oslo_vmware.api [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Waiting for the task: (returnval){ [ 805.523077] env[69052]: value = "task-3236300" [ 805.523077] env[69052]: _type = "Task" [ 805.523077] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.530445] env[69052]: DEBUG oslo_vmware.api [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b9ecee-def0-29d7-3245-b5832ef560a1, 'name': SearchDatastore_Task, 'duration_secs': 0.009963} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.531136] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.531506] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] c666b4b5-2e1e-45c2-97b8-2072f50f91e4/c666b4b5-2e1e-45c2-97b8-2072f50f91e4.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.531930] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66e2c4a0-686f-48d4-b992-a82ecf6bf975 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.541255] env[69052]: DEBUG oslo_vmware.api [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': task-3236300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.548919] env[69052]: DEBUG oslo_vmware.api [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Waiting for the task: (returnval){ [ 805.548919] env[69052]: value = "task-3236301" [ 805.548919] env[69052]: _type = "Task" [ 805.548919] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.560536] env[69052]: DEBUG oslo_vmware.api [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.658198] env[69052]: DEBUG nova.network.neutron [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.730377] env[69052]: DEBUG oslo_concurrency.lockutils [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.731039] env[69052]: DEBUG nova.compute.manager [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.739027] env[69052]: DEBUG nova.network.neutron [req-37facc08-f22e-4ada-bf94-dbc1b0e8b1c0 req-c770582d-2dd4-4a41-8073-b8f194be8b4d service nova] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Updated VIF entry in instance network info cache for port 95e93bea-4305-48fe-a8fc-4d8fcefcc294. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.739027] env[69052]: DEBUG nova.network.neutron [req-37facc08-f22e-4ada-bf94-dbc1b0e8b1c0 req-c770582d-2dd4-4a41-8073-b8f194be8b4d service nova] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Updating instance_info_cache with network_info: [{"id": "95e93bea-4305-48fe-a8fc-4d8fcefcc294", "address": "fa:16:3e:99:01:3b", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95e93bea-43", "ovs_interfaceid": "95e93bea-4305-48fe-a8fc-4d8fcefcc294", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.739755] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.247s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.741907] env[69052]: INFO nova.compute.claims [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.971810] env[69052]: DEBUG nova.network.neutron [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Updating instance_info_cache with network_info: [{"id": "1ec70876-a7f0-4bfd-99ad-e0d940059218", "address": "fa:16:3e:fb:69:9e", "network": {"id": "5a112929-aec2-4188-8748-b49157eb01f7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1711971443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8c4c90a3b57414cb80b28aa9b8a168d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ec70876-a7", "ovs_interfaceid": "1ec70876-a7f0-4bfd-99ad-e0d940059218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.034033] env[69052]: DEBUG oslo_vmware.api [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': task-3236300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06644} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.034777] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.035705] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30cbeff-8e8c-4ff4-a044-8dcf8e5d6ec7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.058888] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea/ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.058888] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4fc2e20-5b29-4a0d-96c7-fb29ba899c1f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.081465] env[69052]: DEBUG oslo_vmware.api [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.429305} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.082684] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] c666b4b5-2e1e-45c2-97b8-2072f50f91e4/c666b4b5-2e1e-45c2-97b8-2072f50f91e4.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.082907] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.083283] env[69052]: DEBUG oslo_vmware.api [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Waiting for the task: (returnval){ [ 806.083283] env[69052]: value = "task-3236302" [ 806.083283] env[69052]: _type = "Task" [ 806.083283] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.083524] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c43c673a-592b-492d-91f5-19ae926b91c5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.095031] env[69052]: DEBUG oslo_vmware.api [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': task-3236302, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.095031] env[69052]: DEBUG oslo_vmware.api [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Waiting for the task: (returnval){ [ 806.095031] env[69052]: value = "task-3236303" [ 806.095031] env[69052]: _type = "Task" [ 806.095031] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.102849] env[69052]: DEBUG oslo_vmware.api [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.249861] env[69052]: DEBUG nova.compute.utils [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.251622] env[69052]: DEBUG oslo_concurrency.lockutils [req-37facc08-f22e-4ada-bf94-dbc1b0e8b1c0 req-c770582d-2dd4-4a41-8073-b8f194be8b4d service nova] Releasing lock "refresh_cache-ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.251877] env[69052]: DEBUG nova.compute.manager [req-37facc08-f22e-4ada-bf94-dbc1b0e8b1c0 req-c770582d-2dd4-4a41-8073-b8f194be8b4d service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Received event network-changed-3220bc24-a272-4620-be42-209b2bdd372c {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.252060] env[69052]: DEBUG nova.compute.manager [req-37facc08-f22e-4ada-bf94-dbc1b0e8b1c0 req-c770582d-2dd4-4a41-8073-b8f194be8b4d service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Refreshing instance network info cache due to event network-changed-3220bc24-a272-4620-be42-209b2bdd372c. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.252271] env[69052]: DEBUG oslo_concurrency.lockutils [req-37facc08-f22e-4ada-bf94-dbc1b0e8b1c0 req-c770582d-2dd4-4a41-8073-b8f194be8b4d service nova] Acquiring lock "refresh_cache-0471c239-25b5-45ee-a222-44a4646f5091" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.252500] env[69052]: DEBUG oslo_concurrency.lockutils [req-37facc08-f22e-4ada-bf94-dbc1b0e8b1c0 req-c770582d-2dd4-4a41-8073-b8f194be8b4d service nova] Acquired lock "refresh_cache-0471c239-25b5-45ee-a222-44a4646f5091" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.252667] env[69052]: DEBUG nova.network.neutron [req-37facc08-f22e-4ada-bf94-dbc1b0e8b1c0 req-c770582d-2dd4-4a41-8073-b8f194be8b4d service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Refreshing network info cache for port 3220bc24-a272-4620-be42-209b2bdd372c {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.255742] env[69052]: DEBUG nova.compute.manager [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 806.258900] env[69052]: DEBUG nova.network.neutron [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.305275] env[69052]: DEBUG nova.policy [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37b7fb7b54e941aea4217e8ccf940ee8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c2e3bd10a284aa5b4fd77019062da33', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.473840] env[69052]: DEBUG oslo_concurrency.lockutils [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Releasing lock "refresh_cache-1dd9636a-57a4-428f-9e12-e7ae2d33d23f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.474124] env[69052]: DEBUG nova.compute.manager [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Instance network_info: |[{"id": "1ec70876-a7f0-4bfd-99ad-e0d940059218", "address": "fa:16:3e:fb:69:9e", "network": {"id": "5a112929-aec2-4188-8748-b49157eb01f7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1711971443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8c4c90a3b57414cb80b28aa9b8a168d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ec70876-a7", "ovs_interfaceid": "1ec70876-a7f0-4bfd-99ad-e0d940059218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.475180] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:69:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ec70876-a7f0-4bfd-99ad-e0d940059218', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.483331] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.484344] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.484562] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16111c3d-90fd-42a6-b330-ef32c02582d2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.508986] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.508986] env[69052]: value = "task-3236304" [ 806.508986] env[69052]: _type = "Task" [ 806.508986] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.517541] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236304, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.597025] env[69052]: DEBUG oslo_vmware.api [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': task-3236302, 'name': ReconfigVM_Task, 'duration_secs': 0.278655} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.597025] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Reconfigured VM instance instance-00000038 to attach disk [datastore1] ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea/ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.597025] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44d4cd9b-31f5-4a9d-977f-79b6bf3c80d3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.605341] env[69052]: DEBUG oslo_vmware.api [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067438} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.606721] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.607203] env[69052]: DEBUG oslo_vmware.api [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Waiting for the task: (returnval){ [ 806.607203] env[69052]: value = "task-3236305" [ 806.607203] env[69052]: _type = "Task" [ 806.607203] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.608236] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6977f7-6588-4c57-b12c-d06f8168c098 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.633990] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] c666b4b5-2e1e-45c2-97b8-2072f50f91e4/c666b4b5-2e1e-45c2-97b8-2072f50f91e4.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.638903] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cdfe47e-e442-4a23-aba9-9dabc47b8ce6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.655010] env[69052]: DEBUG oslo_vmware.api [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': task-3236305, 'name': Rename_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.664037] env[69052]: DEBUG oslo_vmware.api [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Waiting for the task: (returnval){ [ 806.664037] env[69052]: value = "task-3236306" [ 806.664037] env[69052]: _type = "Task" [ 806.664037] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.671187] env[69052]: DEBUG oslo_vmware.api [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236306, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.760029] env[69052]: DEBUG nova.compute.manager [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.966516] env[69052]: DEBUG oslo_concurrency.lockutils [None req-87120d3c-677c-42d1-ada8-1c1472fc8393 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Acquiring lock "cacc34cd-e3b1-4a08-a7da-45457403d114" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.966838] env[69052]: DEBUG oslo_concurrency.lockutils [None req-87120d3c-677c-42d1-ada8-1c1472fc8393 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Lock "cacc34cd-e3b1-4a08-a7da-45457403d114" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.966948] env[69052]: DEBUG oslo_concurrency.lockutils [None req-87120d3c-677c-42d1-ada8-1c1472fc8393 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Acquiring lock "cacc34cd-e3b1-4a08-a7da-45457403d114-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.967264] env[69052]: DEBUG oslo_concurrency.lockutils [None req-87120d3c-677c-42d1-ada8-1c1472fc8393 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Lock "cacc34cd-e3b1-4a08-a7da-45457403d114-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.967428] env[69052]: DEBUG oslo_concurrency.lockutils [None req-87120d3c-677c-42d1-ada8-1c1472fc8393 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Lock "cacc34cd-e3b1-4a08-a7da-45457403d114-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.972239] env[69052]: INFO nova.compute.manager [None req-87120d3c-677c-42d1-ada8-1c1472fc8393 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Terminating instance [ 807.020214] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236304, 'name': CreateVM_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.123374] env[69052]: DEBUG oslo_vmware.api [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': task-3236305, 'name': Rename_Task, 'duration_secs': 0.183476} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.123648] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.123891] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2073d6c-ffd3-45e4-a6aa-cf81f2a391e0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.130019] env[69052]: DEBUG oslo_vmware.api [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Waiting for the task: (returnval){ [ 807.130019] env[69052]: value = "task-3236307" [ 807.130019] env[69052]: _type = "Task" [ 807.130019] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.137124] env[69052]: DEBUG nova.network.neutron [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Successfully created port: 4f939b47-e1ba-4d5a-a2eb-0710e508e942 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.147224] env[69052]: DEBUG oslo_vmware.api [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': task-3236307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.175146] env[69052]: DEBUG oslo_vmware.api [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236306, 'name': ReconfigVM_Task, 'duration_secs': 0.314466} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.175475] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Reconfigured VM instance instance-00000037 to attach disk [datastore2] c666b4b5-2e1e-45c2-97b8-2072f50f91e4/c666b4b5-2e1e-45c2-97b8-2072f50f91e4.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.176116] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbce61c5-0e44-4354-b295-d540ce7aea8e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.182109] env[69052]: DEBUG oslo_vmware.api [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Waiting for the task: (returnval){ [ 807.182109] env[69052]: value = "task-3236308" [ 807.182109] env[69052]: _type = "Task" [ 807.182109] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.193777] env[69052]: DEBUG oslo_vmware.api [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236308, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.265720] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a66254-d44f-4259-8cf4-cfd11b47d252 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.277144] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3e18d5-df72-4694-880b-a5e6f4de93fa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.310635] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266b6955-fa63-4f07-8e8e-03ef79aeaa7a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.319444] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6c7e27-34aa-490e-9e3d-b54254312f56 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.336306] env[69052]: DEBUG nova.compute.provider_tree [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 807.478826] env[69052]: DEBUG nova.compute.manager [None req-87120d3c-677c-42d1-ada8-1c1472fc8393 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.479092] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-87120d3c-677c-42d1-ada8-1c1472fc8393 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.480426] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38ef922-271f-4c8c-b8ff-6a5878856543 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.488199] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-87120d3c-677c-42d1-ada8-1c1472fc8393 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.490913] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fea0cb52-7b05-4940-9403-1acfb98b6fb3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.497854] env[69052]: DEBUG oslo_vmware.api [None req-87120d3c-677c-42d1-ada8-1c1472fc8393 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Waiting for the task: (returnval){ [ 807.497854] env[69052]: value = "task-3236309" [ 807.497854] env[69052]: _type = "Task" [ 807.497854] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.506857] env[69052]: DEBUG oslo_vmware.api [None req-87120d3c-677c-42d1-ada8-1c1472fc8393 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3236309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.522141] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236304, 'name': CreateVM_Task, 'duration_secs': 0.678476} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.522141] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.522141] env[69052]: DEBUG oslo_concurrency.lockutils [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.522141] env[69052]: DEBUG oslo_concurrency.lockutils [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.522527] env[69052]: DEBUG oslo_concurrency.lockutils [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.522624] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-006486e7-eb2f-45d2-afae-0e9d07e0d113 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.527440] env[69052]: DEBUG oslo_vmware.api [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Waiting for the task: (returnval){ [ 807.527440] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52fcd60d-0ba3-10ab-18da-5186836012d9" [ 807.527440] env[69052]: _type = "Task" [ 807.527440] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.537112] env[69052]: DEBUG oslo_vmware.api [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52fcd60d-0ba3-10ab-18da-5186836012d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.611076] env[69052]: DEBUG nova.network.neutron [req-37facc08-f22e-4ada-bf94-dbc1b0e8b1c0 req-c770582d-2dd4-4a41-8073-b8f194be8b4d service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Updated VIF entry in instance network info cache for port 3220bc24-a272-4620-be42-209b2bdd372c. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.611494] env[69052]: DEBUG nova.network.neutron [req-37facc08-f22e-4ada-bf94-dbc1b0e8b1c0 req-c770582d-2dd4-4a41-8073-b8f194be8b4d service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Updating instance_info_cache with network_info: [{"id": "3220bc24-a272-4620-be42-209b2bdd372c", "address": "fa:16:3e:4d:3a:29", "network": {"id": "2e7f8a41-527b-4f40-b970-df14d110ff83", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-444064291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abeec1a3f62a4899be738351473f0dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3220bc24-a2", "ovs_interfaceid": "3220bc24-a272-4620-be42-209b2bdd372c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.643084] env[69052]: DEBUG oslo_vmware.api [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': task-3236307, 'name': PowerOnVM_Task, 'duration_secs': 0.504146} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.643487] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.643752] env[69052]: INFO nova.compute.manager [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Took 7.35 seconds to spawn the instance on the hypervisor. [ 807.643982] env[69052]: DEBUG nova.compute.manager [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.644842] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6681d4e4-d54c-4208-a7c9-eba59c52fbf5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.692393] env[69052]: DEBUG oslo_vmware.api [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236308, 'name': Rename_Task, 'duration_secs': 0.170035} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.693561] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.693684] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a672a58b-41ab-4402-a5a2-7d9f8ab3701e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.700055] env[69052]: DEBUG oslo_vmware.api [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Waiting for the task: (returnval){ [ 807.700055] env[69052]: value = "task-3236310" [ 807.700055] env[69052]: _type = "Task" [ 807.700055] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.709398] env[69052]: DEBUG oslo_vmware.api [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.756650] env[69052]: DEBUG nova.compute.manager [req-30c62f6e-8d73-4574-a96f-d3c7ffab1676 req-d22d4656-508a-4d64-b4f6-59174641963c service nova] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Received event network-changed-1ec70876-a7f0-4bfd-99ad-e0d940059218 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.756932] env[69052]: DEBUG nova.compute.manager [req-30c62f6e-8d73-4574-a96f-d3c7ffab1676 req-d22d4656-508a-4d64-b4f6-59174641963c service nova] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Refreshing instance network info cache due to event network-changed-1ec70876-a7f0-4bfd-99ad-e0d940059218. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.761338] env[69052]: DEBUG oslo_concurrency.lockutils [req-30c62f6e-8d73-4574-a96f-d3c7ffab1676 req-d22d4656-508a-4d64-b4f6-59174641963c service nova] Acquiring lock "refresh_cache-1dd9636a-57a4-428f-9e12-e7ae2d33d23f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.761338] env[69052]: DEBUG oslo_concurrency.lockutils [req-30c62f6e-8d73-4574-a96f-d3c7ffab1676 req-d22d4656-508a-4d64-b4f6-59174641963c service nova] Acquired lock "refresh_cache-1dd9636a-57a4-428f-9e12-e7ae2d33d23f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.761338] env[69052]: DEBUG nova.network.neutron [req-30c62f6e-8d73-4574-a96f-d3c7ffab1676 req-d22d4656-508a-4d64-b4f6-59174641963c service nova] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Refreshing network info cache for port 1ec70876-a7f0-4bfd-99ad-e0d940059218 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.773890] env[69052]: DEBUG nova.compute.manager [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.803328] env[69052]: DEBUG nova.virt.hardware [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.803591] env[69052]: DEBUG nova.virt.hardware [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.803763] env[69052]: DEBUG nova.virt.hardware [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.803971] env[69052]: DEBUG nova.virt.hardware [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.804214] env[69052]: DEBUG nova.virt.hardware [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.804412] env[69052]: DEBUG nova.virt.hardware [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.804669] env[69052]: DEBUG nova.virt.hardware [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.804870] env[69052]: DEBUG nova.virt.hardware [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.805099] env[69052]: DEBUG nova.virt.hardware [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.805309] env[69052]: DEBUG nova.virt.hardware [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.805530] env[69052]: DEBUG nova.virt.hardware [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.806704] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e403ca-dc9d-406e-9316-39c5312d3965 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.815538] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361c7ca0-fe91-4649-9ea9-f686d0dcd444 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.860784] env[69052]: ERROR nova.scheduler.client.report [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [req-3145d505-26c9-445d-9b17-e767b773e13d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5482791e-699f-417a-8caf-f93d7835d755. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3145d505-26c9-445d-9b17-e767b773e13d"}]} [ 807.877892] env[69052]: DEBUG nova.scheduler.client.report [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Refreshing inventories for resource provider 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 807.897257] env[69052]: DEBUG nova.scheduler.client.report [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Updating ProviderTree inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 807.897560] env[69052]: DEBUG nova.compute.provider_tree [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 807.910563] env[69052]: DEBUG nova.scheduler.client.report [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Refreshing aggregate associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, aggregates: None {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 807.930094] env[69052]: DEBUG nova.scheduler.client.report [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Refreshing trait associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 808.013883] env[69052]: DEBUG oslo_vmware.api [None req-87120d3c-677c-42d1-ada8-1c1472fc8393 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3236309, 'name': PowerOffVM_Task, 'duration_secs': 0.231071} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.015362] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-87120d3c-677c-42d1-ada8-1c1472fc8393 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.015949] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-87120d3c-677c-42d1-ada8-1c1472fc8393 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.015949] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80515b56-9013-4bf6-a49d-cb9fae9f10ad {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.042407] env[69052]: DEBUG oslo_vmware.api [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52fcd60d-0ba3-10ab-18da-5186836012d9, 'name': SearchDatastore_Task, 'duration_secs': 0.014763} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.042886] env[69052]: DEBUG oslo_concurrency.lockutils [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.043019] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.043336] env[69052]: DEBUG oslo_concurrency.lockutils [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.043489] env[69052]: DEBUG oslo_concurrency.lockutils [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.043668] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.043930] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89c10ab2-4981-4834-8e46-b27a967021b2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.056613] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.056613] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.056903] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d933a1d3-0538-4186-8dcb-3b212fae2609 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.062787] env[69052]: DEBUG oslo_vmware.api [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Waiting for the task: (returnval){ [ 808.062787] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ee1c54-0811-7e35-be64-723861a6ce68" [ 808.062787] env[69052]: _type = "Task" [ 808.062787] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.073627] env[69052]: DEBUG oslo_vmware.api [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ee1c54-0811-7e35-be64-723861a6ce68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.087792] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-87120d3c-677c-42d1-ada8-1c1472fc8393 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.087792] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-87120d3c-677c-42d1-ada8-1c1472fc8393 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.087792] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-87120d3c-677c-42d1-ada8-1c1472fc8393 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Deleting the datastore file [datastore1] cacc34cd-e3b1-4a08-a7da-45457403d114 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.087792] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c11967c-6036-4fd8-a96f-fae649435262 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.093935] env[69052]: DEBUG oslo_vmware.api [None req-87120d3c-677c-42d1-ada8-1c1472fc8393 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Waiting for the task: (returnval){ [ 808.093935] env[69052]: value = "task-3236312" [ 808.093935] env[69052]: _type = "Task" [ 808.093935] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.104416] env[69052]: DEBUG oslo_vmware.api [None req-87120d3c-677c-42d1-ada8-1c1472fc8393 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3236312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.114319] env[69052]: DEBUG oslo_concurrency.lockutils [req-37facc08-f22e-4ada-bf94-dbc1b0e8b1c0 req-c770582d-2dd4-4a41-8073-b8f194be8b4d service nova] Releasing lock "refresh_cache-0471c239-25b5-45ee-a222-44a4646f5091" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.114566] env[69052]: DEBUG nova.compute.manager [req-37facc08-f22e-4ada-bf94-dbc1b0e8b1c0 req-c770582d-2dd4-4a41-8073-b8f194be8b4d service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Received event network-changed-3220bc24-a272-4620-be42-209b2bdd372c {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.114727] env[69052]: DEBUG nova.compute.manager [req-37facc08-f22e-4ada-bf94-dbc1b0e8b1c0 req-c770582d-2dd4-4a41-8073-b8f194be8b4d service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Refreshing instance network info cache due to event network-changed-3220bc24-a272-4620-be42-209b2bdd372c. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.116894] env[69052]: DEBUG oslo_concurrency.lockutils [req-37facc08-f22e-4ada-bf94-dbc1b0e8b1c0 req-c770582d-2dd4-4a41-8073-b8f194be8b4d service nova] Acquiring lock "refresh_cache-0471c239-25b5-45ee-a222-44a4646f5091" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.116894] env[69052]: DEBUG oslo_concurrency.lockutils [req-37facc08-f22e-4ada-bf94-dbc1b0e8b1c0 req-c770582d-2dd4-4a41-8073-b8f194be8b4d service nova] Acquired lock "refresh_cache-0471c239-25b5-45ee-a222-44a4646f5091" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.116894] env[69052]: DEBUG nova.network.neutron [req-37facc08-f22e-4ada-bf94-dbc1b0e8b1c0 req-c770582d-2dd4-4a41-8073-b8f194be8b4d service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Refreshing network info cache for port 3220bc24-a272-4620-be42-209b2bdd372c {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.165743] env[69052]: INFO nova.compute.manager [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Took 49.63 seconds to build instance. [ 808.212095] env[69052]: DEBUG oslo_vmware.api [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236310, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.412174] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885dd3ca-eaa6-4d0a-bf38-66e34d9637e5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.421646] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a95e46-87d4-4818-8dfb-3e2aeca2017a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.459814] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cf05b8-d832-4a80-b299-7fd6769104fb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.468453] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202b81a5-2db5-4dc9-9918-114c13fa7872 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.488972] env[69052]: DEBUG nova.compute.provider_tree [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 808.577670] env[69052]: DEBUG oslo_vmware.api [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ee1c54-0811-7e35-be64-723861a6ce68, 'name': SearchDatastore_Task, 'duration_secs': 0.010532} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.578517] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cb36a38-e4b3-49f1-9797-b1e7839b11bb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.586166] env[69052]: DEBUG oslo_vmware.api [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Waiting for the task: (returnval){ [ 808.586166] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522faee8-1b94-ba2e-e772-1182d6c6ffb9" [ 808.586166] env[69052]: _type = "Task" [ 808.586166] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.594959] env[69052]: DEBUG oslo_vmware.api [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522faee8-1b94-ba2e-e772-1182d6c6ffb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.609644] env[69052]: DEBUG oslo_vmware.api [None req-87120d3c-677c-42d1-ada8-1c1472fc8393 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Task: {'id': task-3236312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140822} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.610083] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-87120d3c-677c-42d1-ada8-1c1472fc8393 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.610388] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-87120d3c-677c-42d1-ada8-1c1472fc8393 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.610680] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-87120d3c-677c-42d1-ada8-1c1472fc8393 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.610960] env[69052]: INFO nova.compute.manager [None req-87120d3c-677c-42d1-ada8-1c1472fc8393 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Took 1.13 seconds to destroy the instance on the hypervisor. [ 808.611682] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87120d3c-677c-42d1-ada8-1c1472fc8393 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.611682] env[69052]: DEBUG nova.compute.manager [-] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.611842] env[69052]: DEBUG nova.network.neutron [-] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 808.645615] env[69052]: DEBUG nova.network.neutron [req-30c62f6e-8d73-4574-a96f-d3c7ffab1676 req-d22d4656-508a-4d64-b4f6-59174641963c service nova] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Updated VIF entry in instance network info cache for port 1ec70876-a7f0-4bfd-99ad-e0d940059218. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.645974] env[69052]: DEBUG nova.network.neutron [req-30c62f6e-8d73-4574-a96f-d3c7ffab1676 req-d22d4656-508a-4d64-b4f6-59174641963c service nova] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Updating instance_info_cache with network_info: [{"id": "1ec70876-a7f0-4bfd-99ad-e0d940059218", "address": "fa:16:3e:fb:69:9e", "network": {"id": "5a112929-aec2-4188-8748-b49157eb01f7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1711971443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8c4c90a3b57414cb80b28aa9b8a168d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ec70876-a7", "ovs_interfaceid": "1ec70876-a7f0-4bfd-99ad-e0d940059218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.669978] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ac38c277-9b72-44e5-822f-6686cf657b91 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Lock "ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.151s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.710086] env[69052]: DEBUG oslo_vmware.api [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236310, 'name': PowerOnVM_Task, 'duration_secs': 0.734989} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.710452] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.710600] env[69052]: DEBUG nova.compute.manager [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.711399] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac3f247-af37-4fe6-9c45-024b5d31dc42 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.002831] env[69052]: DEBUG nova.network.neutron [req-37facc08-f22e-4ada-bf94-dbc1b0e8b1c0 req-c770582d-2dd4-4a41-8073-b8f194be8b4d service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Updated VIF entry in instance network info cache for port 3220bc24-a272-4620-be42-209b2bdd372c. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.003362] env[69052]: DEBUG nova.network.neutron [req-37facc08-f22e-4ada-bf94-dbc1b0e8b1c0 req-c770582d-2dd4-4a41-8073-b8f194be8b4d service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Updating instance_info_cache with network_info: [{"id": "3220bc24-a272-4620-be42-209b2bdd372c", "address": "fa:16:3e:4d:3a:29", "network": {"id": "2e7f8a41-527b-4f40-b970-df14d110ff83", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-444064291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abeec1a3f62a4899be738351473f0dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3220bc24-a2", "ovs_interfaceid": "3220bc24-a272-4620-be42-209b2bdd372c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.029069] env[69052]: DEBUG nova.scheduler.client.report [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Updated inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 with generation 83 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 809.029069] env[69052]: DEBUG nova.compute.provider_tree [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Updating resource provider 5482791e-699f-417a-8caf-f93d7835d755 generation from 83 to 84 during operation: update_inventory {{(pid=69052) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 809.029212] env[69052]: DEBUG nova.compute.provider_tree [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 809.098862] env[69052]: DEBUG oslo_vmware.api [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522faee8-1b94-ba2e-e772-1182d6c6ffb9, 'name': SearchDatastore_Task, 'duration_secs': 0.018835} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.099164] env[69052]: DEBUG oslo_concurrency.lockutils [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.099428] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 1dd9636a-57a4-428f-9e12-e7ae2d33d23f/1dd9636a-57a4-428f-9e12-e7ae2d33d23f.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.099717] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3b60a19-5834-4f9c-ac88-220a4f672eaf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.106929] env[69052]: DEBUG oslo_vmware.api [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Waiting for the task: (returnval){ [ 809.106929] env[69052]: value = "task-3236313" [ 809.106929] env[69052]: _type = "Task" [ 809.106929] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.115259] env[69052]: DEBUG oslo_vmware.api [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.148965] env[69052]: DEBUG oslo_concurrency.lockutils [req-30c62f6e-8d73-4574-a96f-d3c7ffab1676 req-d22d4656-508a-4d64-b4f6-59174641963c service nova] Releasing lock "refresh_cache-1dd9636a-57a4-428f-9e12-e7ae2d33d23f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.149113] env[69052]: DEBUG nova.compute.manager [req-30c62f6e-8d73-4574-a96f-d3c7ffab1676 req-d22d4656-508a-4d64-b4f6-59174641963c service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Received event network-changed-3220bc24-a272-4620-be42-209b2bdd372c {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.149376] env[69052]: DEBUG nova.compute.manager [req-30c62f6e-8d73-4574-a96f-d3c7ffab1676 req-d22d4656-508a-4d64-b4f6-59174641963c service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Refreshing instance network info cache due to event network-changed-3220bc24-a272-4620-be42-209b2bdd372c. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.153025] env[69052]: DEBUG oslo_concurrency.lockutils [req-30c62f6e-8d73-4574-a96f-d3c7ffab1676 req-d22d4656-508a-4d64-b4f6-59174641963c service nova] Acquiring lock "refresh_cache-0471c239-25b5-45ee-a222-44a4646f5091" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.230740] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.351310] env[69052]: DEBUG nova.network.neutron [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Successfully updated port: 4f939b47-e1ba-4d5a-a2eb-0710e508e942 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.396531] env[69052]: DEBUG nova.network.neutron [-] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.441256] env[69052]: DEBUG nova.compute.manager [req-752481fd-f2a9-4dce-8cbc-29077f704cfe req-bb6d16e6-ab39-414e-8746-d81c477f72aa service nova] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Received event network-vif-deleted-56f6d4bf-c554-4809-b3ca-64cc64ecae45 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.509269] env[69052]: DEBUG oslo_concurrency.lockutils [req-37facc08-f22e-4ada-bf94-dbc1b0e8b1c0 req-c770582d-2dd4-4a41-8073-b8f194be8b4d service nova] Releasing lock "refresh_cache-0471c239-25b5-45ee-a222-44a4646f5091" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.509541] env[69052]: DEBUG nova.compute.manager [req-37facc08-f22e-4ada-bf94-dbc1b0e8b1c0 req-c770582d-2dd4-4a41-8073-b8f194be8b4d service nova] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Received event network-vif-plugged-1ec70876-a7f0-4bfd-99ad-e0d940059218 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.509744] env[69052]: DEBUG oslo_concurrency.lockutils [req-37facc08-f22e-4ada-bf94-dbc1b0e8b1c0 req-c770582d-2dd4-4a41-8073-b8f194be8b4d service nova] Acquiring lock "1dd9636a-57a4-428f-9e12-e7ae2d33d23f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.509984] env[69052]: DEBUG oslo_concurrency.lockutils [req-37facc08-f22e-4ada-bf94-dbc1b0e8b1c0 req-c770582d-2dd4-4a41-8073-b8f194be8b4d service nova] Lock "1dd9636a-57a4-428f-9e12-e7ae2d33d23f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.510176] env[69052]: DEBUG oslo_concurrency.lockutils [req-37facc08-f22e-4ada-bf94-dbc1b0e8b1c0 req-c770582d-2dd4-4a41-8073-b8f194be8b4d service nova] Lock "1dd9636a-57a4-428f-9e12-e7ae2d33d23f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.510343] env[69052]: DEBUG nova.compute.manager [req-37facc08-f22e-4ada-bf94-dbc1b0e8b1c0 req-c770582d-2dd4-4a41-8073-b8f194be8b4d service nova] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] No waiting events found dispatching network-vif-plugged-1ec70876-a7f0-4bfd-99ad-e0d940059218 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.510553] env[69052]: WARNING nova.compute.manager [req-37facc08-f22e-4ada-bf94-dbc1b0e8b1c0 req-c770582d-2dd4-4a41-8073-b8f194be8b4d service nova] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Received unexpected event network-vif-plugged-1ec70876-a7f0-4bfd-99ad-e0d940059218 for instance with vm_state building and task_state spawning. [ 809.510924] env[69052]: DEBUG oslo_concurrency.lockutils [req-30c62f6e-8d73-4574-a96f-d3c7ffab1676 req-d22d4656-508a-4d64-b4f6-59174641963c service nova] Acquired lock "refresh_cache-0471c239-25b5-45ee-a222-44a4646f5091" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.511111] env[69052]: DEBUG nova.network.neutron [req-30c62f6e-8d73-4574-a96f-d3c7ffab1676 req-d22d4656-508a-4d64-b4f6-59174641963c service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Refreshing network info cache for port 3220bc24-a272-4620-be42-209b2bdd372c {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.517340] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9096c82-5c24-48a6-9ac0-f34ebe3a746a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.525446] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-95564ced-e37f-463a-bc46-ec77c814291e tempest-ServersAdminNegativeTestJSON-655524306 tempest-ServersAdminNegativeTestJSON-655524306-project-admin] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Suspending the VM {{(pid=69052) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 809.525834] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-54397f27-dd58-4f85-bd6e-f4a623918f7e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.535134] env[69052]: DEBUG oslo_vmware.api [None req-95564ced-e37f-463a-bc46-ec77c814291e tempest-ServersAdminNegativeTestJSON-655524306 tempest-ServersAdminNegativeTestJSON-655524306-project-admin] Waiting for the task: (returnval){ [ 809.535134] env[69052]: value = "task-3236314" [ 809.535134] env[69052]: _type = "Task" [ 809.535134] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.540922] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.801s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.541560] env[69052]: DEBUG nova.compute.manager [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.544673] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.239s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.544864] env[69052]: DEBUG nova.objects.instance [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lazy-loading 'resources' on Instance uuid 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.554473] env[69052]: DEBUG oslo_vmware.api [None req-95564ced-e37f-463a-bc46-ec77c814291e tempest-ServersAdminNegativeTestJSON-655524306 tempest-ServersAdminNegativeTestJSON-655524306-project-admin] Task: {'id': task-3236314, 'name': SuspendVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.622870] env[69052]: DEBUG oslo_vmware.api [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236313, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510837} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.622870] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 1dd9636a-57a4-428f-9e12-e7ae2d33d23f/1dd9636a-57a4-428f-9e12-e7ae2d33d23f.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.622870] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.622870] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fa63f25-498a-41cb-985d-f39d2c61ab38 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.628354] env[69052]: DEBUG oslo_vmware.api [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Waiting for the task: (returnval){ [ 809.628354] env[69052]: value = "task-3236315" [ 809.628354] env[69052]: _type = "Task" [ 809.628354] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.638297] env[69052]: DEBUG oslo_vmware.api [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.773177] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquiring lock "56722277-77c9-43f6-a98e-f102e43df903" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.773482] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lock "56722277-77c9-43f6-a98e-f102e43df903" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.773686] env[69052]: INFO nova.compute.manager [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Shelving [ 809.856824] env[69052]: DEBUG oslo_concurrency.lockutils [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "refresh_cache-df2f721c-7fab-42ac-8da9-3a3c49e36065" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.856888] env[69052]: DEBUG oslo_concurrency.lockutils [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquired lock "refresh_cache-df2f721c-7fab-42ac-8da9-3a3c49e36065" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.857480] env[69052]: DEBUG nova.network.neutron [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.902806] env[69052]: INFO nova.compute.manager [-] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Took 1.29 seconds to deallocate network for instance. [ 810.045045] env[69052]: DEBUG oslo_vmware.api [None req-95564ced-e37f-463a-bc46-ec77c814291e tempest-ServersAdminNegativeTestJSON-655524306 tempest-ServersAdminNegativeTestJSON-655524306-project-admin] Task: {'id': task-3236314, 'name': SuspendVM_Task} progress is 62%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.050655] env[69052]: DEBUG nova.compute.utils [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.053996] env[69052]: DEBUG nova.compute.manager [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.054177] env[69052]: DEBUG nova.network.neutron [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.142108] env[69052]: DEBUG oslo_vmware.api [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08383} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.143987] env[69052]: DEBUG nova.policy [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06475826d8154449b84a0fe795d20169', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4a9e9c55288495bb47e6274f65d72a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.146030] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.149368] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f52237-627d-424e-bc2d-2255616e90ce {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.183193] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 1dd9636a-57a4-428f-9e12-e7ae2d33d23f/1dd9636a-57a4-428f-9e12-e7ae2d33d23f.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.186177] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4779690a-a2cc-4eb7-b761-59834f2a6640 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.208965] env[69052]: DEBUG nova.compute.manager [req-1fd75956-b094-4643-9f18-e8588c75d802 req-3e20cd4e-0ea6-4502-818f-a0c91ab4f18f service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Received event network-changed-3220bc24-a272-4620-be42-209b2bdd372c {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.209236] env[69052]: DEBUG nova.compute.manager [req-1fd75956-b094-4643-9f18-e8588c75d802 req-3e20cd4e-0ea6-4502-818f-a0c91ab4f18f service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Refreshing instance network info cache due to event network-changed-3220bc24-a272-4620-be42-209b2bdd372c. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.209511] env[69052]: DEBUG oslo_concurrency.lockutils [req-1fd75956-b094-4643-9f18-e8588c75d802 req-3e20cd4e-0ea6-4502-818f-a0c91ab4f18f service nova] Acquiring lock "refresh_cache-0471c239-25b5-45ee-a222-44a4646f5091" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.211441] env[69052]: DEBUG oslo_vmware.api [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Waiting for the task: (returnval){ [ 810.211441] env[69052]: value = "task-3236316" [ 810.211441] env[69052]: _type = "Task" [ 810.211441] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.226087] env[69052]: DEBUG oslo_vmware.api [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.408715] env[69052]: DEBUG nova.network.neutron [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.411922] env[69052]: DEBUG oslo_concurrency.lockutils [None req-87120d3c-677c-42d1-ada8-1c1472fc8393 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.443023] env[69052]: DEBUG nova.network.neutron [req-30c62f6e-8d73-4574-a96f-d3c7ffab1676 req-d22d4656-508a-4d64-b4f6-59174641963c service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Updated VIF entry in instance network info cache for port 3220bc24-a272-4620-be42-209b2bdd372c. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.443398] env[69052]: DEBUG nova.network.neutron [req-30c62f6e-8d73-4574-a96f-d3c7ffab1676 req-d22d4656-508a-4d64-b4f6-59174641963c service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Updating instance_info_cache with network_info: [{"id": "3220bc24-a272-4620-be42-209b2bdd372c", "address": "fa:16:3e:4d:3a:29", "network": {"id": "2e7f8a41-527b-4f40-b970-df14d110ff83", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-444064291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abeec1a3f62a4899be738351473f0dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3220bc24-a2", "ovs_interfaceid": "3220bc24-a272-4620-be42-209b2bdd372c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.550929] env[69052]: DEBUG oslo_vmware.api [None req-95564ced-e37f-463a-bc46-ec77c814291e tempest-ServersAdminNegativeTestJSON-655524306 tempest-ServersAdminNegativeTestJSON-655524306-project-admin] Task: {'id': task-3236314, 'name': SuspendVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.557999] env[69052]: DEBUG nova.compute.manager [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.582462] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6a23afb5-4bbf-4cf4-880d-318010e0a74d tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "b60dc416-39de-4dfa-a046-5e60cc9ffeed" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.582738] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6a23afb5-4bbf-4cf4-880d-318010e0a74d tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "b60dc416-39de-4dfa-a046-5e60cc9ffeed" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.582917] env[69052]: DEBUG nova.compute.manager [None req-6a23afb5-4bbf-4cf4-880d-318010e0a74d tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.584203] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f47369-f1d5-411e-accc-494266bc2b1e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.590917] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77e2b59-25fb-45c1-a2ef-61189e6fb609 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.600224] env[69052]: DEBUG nova.network.neutron [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Updating instance_info_cache with network_info: [{"id": "4f939b47-e1ba-4d5a-a2eb-0710e508e942", "address": "fa:16:3e:e7:4a:a1", "network": {"id": "56c1dd7d-b901-4c5e-b9bb-aa67dd73ac4b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-418858492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c2e3bd10a284aa5b4fd77019062da33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f939b47-e1", "ovs_interfaceid": "4f939b47-e1ba-4d5a-a2eb-0710e508e942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.603023] env[69052]: DEBUG nova.compute.manager [None req-6a23afb5-4bbf-4cf4-880d-318010e0a74d tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69052) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 810.603896] env[69052]: DEBUG nova.objects.instance [None req-6a23afb5-4bbf-4cf4-880d-318010e0a74d tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lazy-loading 'flavor' on Instance uuid b60dc416-39de-4dfa-a046-5e60cc9ffeed {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.613467] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1490864-d074-4228-baaf-bb26cf5045ee {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.674706] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ab5c94-da1d-400a-8817-8861e4388546 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.685679] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9373f23-5d76-42a6-ab83-ddf0dcc9454b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.709223] env[69052]: DEBUG nova.compute.provider_tree [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.712202] env[69052]: DEBUG nova.network.neutron [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Successfully created port: 55f7e193-a6e7-4836-8c8a-0f5600712ca1 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.729917] env[69052]: DEBUG oslo_vmware.api [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.788279] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.788666] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3140e535-f9d7-4729-8554-100ecfbf482d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.796403] env[69052]: DEBUG oslo_vmware.api [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 810.796403] env[69052]: value = "task-3236317" [ 810.796403] env[69052]: _type = "Task" [ 810.796403] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.805640] env[69052]: DEBUG oslo_vmware.api [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.946012] env[69052]: DEBUG oslo_concurrency.lockutils [req-30c62f6e-8d73-4574-a96f-d3c7ffab1676 req-d22d4656-508a-4d64-b4f6-59174641963c service nova] Releasing lock "refresh_cache-0471c239-25b5-45ee-a222-44a4646f5091" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.946480] env[69052]: DEBUG oslo_concurrency.lockutils [req-1fd75956-b094-4643-9f18-e8588c75d802 req-3e20cd4e-0ea6-4502-818f-a0c91ab4f18f service nova] Acquired lock "refresh_cache-0471c239-25b5-45ee-a222-44a4646f5091" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.946677] env[69052]: DEBUG nova.network.neutron [req-1fd75956-b094-4643-9f18-e8588c75d802 req-3e20cd4e-0ea6-4502-818f-a0c91ab4f18f service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Refreshing network info cache for port 3220bc24-a272-4620-be42-209b2bdd372c {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.982764] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cd8d2b9a-b02a-4160-8ac5-54e160ee1c03 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Acquiring lock "0471c239-25b5-45ee-a222-44a4646f5091" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.983553] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cd8d2b9a-b02a-4160-8ac5-54e160ee1c03 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Lock "0471c239-25b5-45ee-a222-44a4646f5091" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.983735] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cd8d2b9a-b02a-4160-8ac5-54e160ee1c03 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Acquiring lock "0471c239-25b5-45ee-a222-44a4646f5091-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.983964] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cd8d2b9a-b02a-4160-8ac5-54e160ee1c03 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Lock "0471c239-25b5-45ee-a222-44a4646f5091-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.984401] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cd8d2b9a-b02a-4160-8ac5-54e160ee1c03 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Lock "0471c239-25b5-45ee-a222-44a4646f5091-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.987894] env[69052]: INFO nova.compute.manager [None req-cd8d2b9a-b02a-4160-8ac5-54e160ee1c03 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Terminating instance [ 811.049583] env[69052]: DEBUG oslo_vmware.api [None req-95564ced-e37f-463a-bc46-ec77c814291e tempest-ServersAdminNegativeTestJSON-655524306 tempest-ServersAdminNegativeTestJSON-655524306-project-admin] Task: {'id': task-3236314, 'name': SuspendVM_Task, 'duration_secs': 1.078515} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.049866] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-95564ced-e37f-463a-bc46-ec77c814291e tempest-ServersAdminNegativeTestJSON-655524306 tempest-ServersAdminNegativeTestJSON-655524306-project-admin] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Suspended the VM {{(pid=69052) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 811.050128] env[69052]: DEBUG nova.compute.manager [None req-95564ced-e37f-463a-bc46-ec77c814291e tempest-ServersAdminNegativeTestJSON-655524306 tempest-ServersAdminNegativeTestJSON-655524306-project-admin] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.052193] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd23de1-18f6-439e-8120-1feac946cf5f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.073079] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Acquiring lock "c666b4b5-2e1e-45c2-97b8-2072f50f91e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.073243] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Lock "c666b4b5-2e1e-45c2-97b8-2072f50f91e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.073430] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Acquiring lock "c666b4b5-2e1e-45c2-97b8-2072f50f91e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.073622] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Lock "c666b4b5-2e1e-45c2-97b8-2072f50f91e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.073773] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Lock "c666b4b5-2e1e-45c2-97b8-2072f50f91e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.076327] env[69052]: INFO nova.compute.manager [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Terminating instance [ 811.107029] env[69052]: DEBUG oslo_concurrency.lockutils [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Releasing lock "refresh_cache-df2f721c-7fab-42ac-8da9-3a3c49e36065" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.107378] env[69052]: DEBUG nova.compute.manager [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Instance network_info: |[{"id": "4f939b47-e1ba-4d5a-a2eb-0710e508e942", "address": "fa:16:3e:e7:4a:a1", "network": {"id": "56c1dd7d-b901-4c5e-b9bb-aa67dd73ac4b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-418858492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c2e3bd10a284aa5b4fd77019062da33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f939b47-e1", "ovs_interfaceid": "4f939b47-e1ba-4d5a-a2eb-0710e508e942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.108501] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:4a:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f939b47-e1ba-4d5a-a2eb-0710e508e942', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.118313] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Creating folder: Project (7c2e3bd10a284aa5b4fd77019062da33). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.120640] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49a8d103-b021-4fb7-9949-d6d6aeedc2e5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.135387] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Created folder: Project (7c2e3bd10a284aa5b4fd77019062da33) in parent group-v646676. [ 811.135387] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Creating folder: Instances. Parent ref: group-v646847. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.135387] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa4eb9f1-6daf-4fe4-963b-31e04416bf5f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.149139] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Created folder: Instances in parent group-v646847. [ 811.149139] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.149139] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.149139] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07320e51-7a26-499b-9516-cb00a89c6996 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.169902] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.169902] env[69052]: value = "task-3236320" [ 811.169902] env[69052]: _type = "Task" [ 811.169902] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.180720] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236320, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.217739] env[69052]: DEBUG nova.scheduler.client.report [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.230835] env[69052]: DEBUG oslo_vmware.api [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236316, 'name': ReconfigVM_Task, 'duration_secs': 0.755672} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.231170] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 1dd9636a-57a4-428f-9e12-e7ae2d33d23f/1dd9636a-57a4-428f-9e12-e7ae2d33d23f.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.235020] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e845f754-8dd8-4144-a9e5-764077595410 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.239842] env[69052]: DEBUG oslo_vmware.api [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Waiting for the task: (returnval){ [ 811.239842] env[69052]: value = "task-3236321" [ 811.239842] env[69052]: _type = "Task" [ 811.239842] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.248659] env[69052]: DEBUG oslo_vmware.api [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236321, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.305796] env[69052]: DEBUG oslo_vmware.api [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236317, 'name': PowerOffVM_Task, 'duration_secs': 0.233568} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.306152] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.306993] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc93ff60-6d47-43c8-a609-3eea94ee129b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.325103] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faffa9f6-8db4-4aed-8e8f-ed971c7dd1b7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.492275] env[69052]: DEBUG nova.compute.manager [None req-cd8d2b9a-b02a-4160-8ac5-54e160ee1c03 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 811.492593] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8d2b9a-b02a-4160-8ac5-54e160ee1c03 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.493554] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5dd2d06-9a94-4696-83a9-1ef084a57bd3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.502046] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8d2b9a-b02a-4160-8ac5-54e160ee1c03 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.502328] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44fedfc1-04db-4169-adb5-c09c8652783c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.508931] env[69052]: DEBUG oslo_vmware.api [None req-cd8d2b9a-b02a-4160-8ac5-54e160ee1c03 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Waiting for the task: (returnval){ [ 811.508931] env[69052]: value = "task-3236322" [ 811.508931] env[69052]: _type = "Task" [ 811.508931] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.521316] env[69052]: DEBUG oslo_vmware.api [None req-cd8d2b9a-b02a-4160-8ac5-54e160ee1c03 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': task-3236322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.574021] env[69052]: DEBUG nova.compute.manager [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.586112] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Acquiring lock "refresh_cache-c666b4b5-2e1e-45c2-97b8-2072f50f91e4" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.586317] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Acquired lock "refresh_cache-c666b4b5-2e1e-45c2-97b8-2072f50f91e4" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.586858] env[69052]: DEBUG nova.network.neutron [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.609946] env[69052]: DEBUG nova.virt.hardware [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.609946] env[69052]: DEBUG nova.virt.hardware [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.609946] env[69052]: DEBUG nova.virt.hardware [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.610232] env[69052]: DEBUG nova.virt.hardware [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.611631] env[69052]: DEBUG nova.virt.hardware [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.611631] env[69052]: DEBUG nova.virt.hardware [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.611631] env[69052]: DEBUG nova.virt.hardware [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.611631] env[69052]: DEBUG nova.virt.hardware [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.611631] env[69052]: DEBUG nova.virt.hardware [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.611631] env[69052]: DEBUG nova.virt.hardware [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.611631] env[69052]: DEBUG nova.virt.hardware [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.612404] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9ab1e3-1b85-4cb1-91f3-ee09217a23a7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.622898] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eda618a-9858-463f-b31e-0d388caa9463 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.627375] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a23afb5-4bbf-4cf4-880d-318010e0a74d tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.627623] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30df0fcf-d98c-41c5-ade0-311e9bc4ad9c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.640344] env[69052]: DEBUG oslo_vmware.api [None req-6a23afb5-4bbf-4cf4-880d-318010e0a74d tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 811.640344] env[69052]: value = "task-3236323" [ 811.640344] env[69052]: _type = "Task" [ 811.640344] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.650828] env[69052]: DEBUG oslo_vmware.api [None req-6a23afb5-4bbf-4cf4-880d-318010e0a74d tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.652450] env[69052]: DEBUG nova.network.neutron [req-1fd75956-b094-4643-9f18-e8588c75d802 req-3e20cd4e-0ea6-4502-818f-a0c91ab4f18f service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Updated VIF entry in instance network info cache for port 3220bc24-a272-4620-be42-209b2bdd372c. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.652450] env[69052]: DEBUG nova.network.neutron [req-1fd75956-b094-4643-9f18-e8588c75d802 req-3e20cd4e-0ea6-4502-818f-a0c91ab4f18f service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Updating instance_info_cache with network_info: [{"id": "3220bc24-a272-4620-be42-209b2bdd372c", "address": "fa:16:3e:4d:3a:29", "network": {"id": "2e7f8a41-527b-4f40-b970-df14d110ff83", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-444064291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "abeec1a3f62a4899be738351473f0dcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3220bc24-a2", "ovs_interfaceid": "3220bc24-a272-4620-be42-209b2bdd372c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.681779] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236320, 'name': CreateVM_Task, 'duration_secs': 0.415236} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.682017] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.682705] env[69052]: DEBUG oslo_concurrency.lockutils [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.682871] env[69052]: DEBUG oslo_concurrency.lockutils [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.683289] env[69052]: DEBUG oslo_concurrency.lockutils [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.683557] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f8ae2c3-5589-4e43-9c5a-50cf1a262ab0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.689024] env[69052]: DEBUG oslo_vmware.api [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 811.689024] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e3b899-df4a-b100-fe05-995f5e52a46f" [ 811.689024] env[69052]: _type = "Task" [ 811.689024] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.697213] env[69052]: DEBUG oslo_vmware.api [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e3b899-df4a-b100-fe05-995f5e52a46f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.727033] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.729740] env[69052]: DEBUG oslo_concurrency.lockutils [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.423s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.731571] env[69052]: INFO nova.compute.claims [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.751604] env[69052]: DEBUG oslo_vmware.api [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236321, 'name': Rename_Task, 'duration_secs': 0.192915} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.751957] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.752239] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bc14c33-0d24-4cd8-82b9-8ccbeb422d8e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.754861] env[69052]: INFO nova.scheduler.client.report [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Deleted allocations for instance 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130 [ 811.761950] env[69052]: DEBUG oslo_vmware.api [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Waiting for the task: (returnval){ [ 811.761950] env[69052]: value = "task-3236324" [ 811.761950] env[69052]: _type = "Task" [ 811.761950] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.769690] env[69052]: DEBUG oslo_vmware.api [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.836207] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Creating Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 811.837242] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-760eaf7d-5367-4fc9-a80a-e7f075305d84 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.844549] env[69052]: DEBUG oslo_vmware.api [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 811.844549] env[69052]: value = "task-3236325" [ 811.844549] env[69052]: _type = "Task" [ 811.844549] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.853041] env[69052]: DEBUG oslo_vmware.api [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236325, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.887366] env[69052]: DEBUG oslo_concurrency.lockutils [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Acquiring lock "b540f87b-3e89-4200-a4f1-23f0b7dfb23b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.887631] env[69052]: DEBUG oslo_concurrency.lockutils [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Lock "b540f87b-3e89-4200-a4f1-23f0b7dfb23b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.887835] env[69052]: DEBUG oslo_concurrency.lockutils [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Acquiring lock "b540f87b-3e89-4200-a4f1-23f0b7dfb23b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.888030] env[69052]: DEBUG oslo_concurrency.lockutils [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Lock "b540f87b-3e89-4200-a4f1-23f0b7dfb23b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.888204] env[69052]: DEBUG oslo_concurrency.lockutils [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Lock "b540f87b-3e89-4200-a4f1-23f0b7dfb23b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.890379] env[69052]: INFO nova.compute.manager [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Terminating instance [ 812.019994] env[69052]: DEBUG oslo_vmware.api [None req-cd8d2b9a-b02a-4160-8ac5-54e160ee1c03 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': task-3236322, 'name': PowerOffVM_Task, 'duration_secs': 0.214563} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.020327] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8d2b9a-b02a-4160-8ac5-54e160ee1c03 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.020508] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8d2b9a-b02a-4160-8ac5-54e160ee1c03 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.020784] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22b2782c-7afd-4476-96f4-5d99c3b81eb3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.099255] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8d2b9a-b02a-4160-8ac5-54e160ee1c03 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.099491] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8d2b9a-b02a-4160-8ac5-54e160ee1c03 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.099679] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd8d2b9a-b02a-4160-8ac5-54e160ee1c03 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Deleting the datastore file [datastore1] 0471c239-25b5-45ee-a222-44a4646f5091 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.099943] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48ce1ad3-a7c8-4288-8768-c2abe2540071 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.106547] env[69052]: DEBUG oslo_vmware.api [None req-cd8d2b9a-b02a-4160-8ac5-54e160ee1c03 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Waiting for the task: (returnval){ [ 812.106547] env[69052]: value = "task-3236327" [ 812.106547] env[69052]: _type = "Task" [ 812.106547] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.110893] env[69052]: DEBUG nova.network.neutron [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.120893] env[69052]: DEBUG oslo_vmware.api [None req-cd8d2b9a-b02a-4160-8ac5-54e160ee1c03 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': task-3236327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.153135] env[69052]: DEBUG oslo_vmware.api [None req-6a23afb5-4bbf-4cf4-880d-318010e0a74d tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236323, 'name': PowerOffVM_Task, 'duration_secs': 0.192088} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.153135] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a23afb5-4bbf-4cf4-880d-318010e0a74d tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.153135] env[69052]: DEBUG nova.compute.manager [None req-6a23afb5-4bbf-4cf4-880d-318010e0a74d tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.153568] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87619b31-6f16-42a4-ada7-186e56d7f98a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.156487] env[69052]: DEBUG oslo_concurrency.lockutils [req-1fd75956-b094-4643-9f18-e8588c75d802 req-3e20cd4e-0ea6-4502-818f-a0c91ab4f18f service nova] Releasing lock "refresh_cache-0471c239-25b5-45ee-a222-44a4646f5091" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.156758] env[69052]: DEBUG nova.compute.manager [req-1fd75956-b094-4643-9f18-e8588c75d802 req-3e20cd4e-0ea6-4502-818f-a0c91ab4f18f service nova] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Received event network-vif-plugged-4f939b47-e1ba-4d5a-a2eb-0710e508e942 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.156972] env[69052]: DEBUG oslo_concurrency.lockutils [req-1fd75956-b094-4643-9f18-e8588c75d802 req-3e20cd4e-0ea6-4502-818f-a0c91ab4f18f service nova] Acquiring lock "df2f721c-7fab-42ac-8da9-3a3c49e36065-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.157264] env[69052]: DEBUG oslo_concurrency.lockutils [req-1fd75956-b094-4643-9f18-e8588c75d802 req-3e20cd4e-0ea6-4502-818f-a0c91ab4f18f service nova] Lock "df2f721c-7fab-42ac-8da9-3a3c49e36065-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.157472] env[69052]: DEBUG oslo_concurrency.lockutils [req-1fd75956-b094-4643-9f18-e8588c75d802 req-3e20cd4e-0ea6-4502-818f-a0c91ab4f18f service nova] Lock "df2f721c-7fab-42ac-8da9-3a3c49e36065-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.157876] env[69052]: DEBUG nova.compute.manager [req-1fd75956-b094-4643-9f18-e8588c75d802 req-3e20cd4e-0ea6-4502-818f-a0c91ab4f18f service nova] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] No waiting events found dispatching network-vif-plugged-4f939b47-e1ba-4d5a-a2eb-0710e508e942 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.157876] env[69052]: WARNING nova.compute.manager [req-1fd75956-b094-4643-9f18-e8588c75d802 req-3e20cd4e-0ea6-4502-818f-a0c91ab4f18f service nova] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Received unexpected event network-vif-plugged-4f939b47-e1ba-4d5a-a2eb-0710e508e942 for instance with vm_state building and task_state spawning. [ 812.158646] env[69052]: DEBUG nova.compute.manager [req-1fd75956-b094-4643-9f18-e8588c75d802 req-3e20cd4e-0ea6-4502-818f-a0c91ab4f18f service nova] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Received event network-changed-4f939b47-e1ba-4d5a-a2eb-0710e508e942 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.158646] env[69052]: DEBUG nova.compute.manager [req-1fd75956-b094-4643-9f18-e8588c75d802 req-3e20cd4e-0ea6-4502-818f-a0c91ab4f18f service nova] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Refreshing instance network info cache due to event network-changed-4f939b47-e1ba-4d5a-a2eb-0710e508e942. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.158780] env[69052]: DEBUG oslo_concurrency.lockutils [req-1fd75956-b094-4643-9f18-e8588c75d802 req-3e20cd4e-0ea6-4502-818f-a0c91ab4f18f service nova] Acquiring lock "refresh_cache-df2f721c-7fab-42ac-8da9-3a3c49e36065" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.158954] env[69052]: DEBUG oslo_concurrency.lockutils [req-1fd75956-b094-4643-9f18-e8588c75d802 req-3e20cd4e-0ea6-4502-818f-a0c91ab4f18f service nova] Acquired lock "refresh_cache-df2f721c-7fab-42ac-8da9-3a3c49e36065" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.159410] env[69052]: DEBUG nova.network.neutron [req-1fd75956-b094-4643-9f18-e8588c75d802 req-3e20cd4e-0ea6-4502-818f-a0c91ab4f18f service nova] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Refreshing network info cache for port 4f939b47-e1ba-4d5a-a2eb-0710e508e942 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.196866] env[69052]: DEBUG nova.network.neutron [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.202989] env[69052]: DEBUG oslo_vmware.api [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e3b899-df4a-b100-fe05-995f5e52a46f, 'name': SearchDatastore_Task, 'duration_secs': 0.011782} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.203621] env[69052]: DEBUG oslo_concurrency.lockutils [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.204114] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.204419] env[69052]: DEBUG oslo_concurrency.lockutils [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.204597] env[69052]: DEBUG oslo_concurrency.lockutils [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.204843] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.205171] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-011f6a65-994d-44dd-bf38-4a4859106748 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.224483] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.224715] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.225828] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-201bbc37-f94a-49a9-a728-a01e83526a6c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.231859] env[69052]: DEBUG oslo_vmware.api [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 812.231859] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52bd645f-c4d6-07a6-684f-5aebb1a2d0c7" [ 812.231859] env[69052]: _type = "Task" [ 812.231859] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.243664] env[69052]: DEBUG oslo_vmware.api [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52bd645f-c4d6-07a6-684f-5aebb1a2d0c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.262938] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94a3cb1b-2959-4d37-a785-cc7432ec374a tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "6fc5568a-4b04-4e1b-9cde-3b16b9ac8130" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.361s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.274760] env[69052]: DEBUG oslo_vmware.api [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236324, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.355020] env[69052]: DEBUG oslo_vmware.api [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236325, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.394530] env[69052]: DEBUG nova.compute.manager [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.394847] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.395824] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebc7075-4594-447a-9377-b11e42ca62ce {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.404822] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.405071] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26123ee5-3a76-49ac-8787-4f386ca39175 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.410760] env[69052]: DEBUG oslo_vmware.api [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Waiting for the task: (returnval){ [ 812.410760] env[69052]: value = "task-3236328" [ 812.410760] env[69052]: _type = "Task" [ 812.410760] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.419203] env[69052]: DEBUG oslo_vmware.api [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Task: {'id': task-3236328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.509175] env[69052]: DEBUG nova.compute.manager [req-10b2daa9-4d36-42cd-9b30-15ab11e006cb req-4450f176-f383-47e1-a6ba-0d22d6ffe04c service nova] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Received event network-vif-plugged-55f7e193-a6e7-4836-8c8a-0f5600712ca1 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.509175] env[69052]: DEBUG oslo_concurrency.lockutils [req-10b2daa9-4d36-42cd-9b30-15ab11e006cb req-4450f176-f383-47e1-a6ba-0d22d6ffe04c service nova] Acquiring lock "f419ae47-7e6d-46bc-ba2f-f8e570fb8c80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.509175] env[69052]: DEBUG oslo_concurrency.lockutils [req-10b2daa9-4d36-42cd-9b30-15ab11e006cb req-4450f176-f383-47e1-a6ba-0d22d6ffe04c service nova] Lock "f419ae47-7e6d-46bc-ba2f-f8e570fb8c80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.509824] env[69052]: DEBUG oslo_concurrency.lockutils [req-10b2daa9-4d36-42cd-9b30-15ab11e006cb req-4450f176-f383-47e1-a6ba-0d22d6ffe04c service nova] Lock "f419ae47-7e6d-46bc-ba2f-f8e570fb8c80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.510223] env[69052]: DEBUG nova.compute.manager [req-10b2daa9-4d36-42cd-9b30-15ab11e006cb req-4450f176-f383-47e1-a6ba-0d22d6ffe04c service nova] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] No waiting events found dispatching network-vif-plugged-55f7e193-a6e7-4836-8c8a-0f5600712ca1 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.510625] env[69052]: WARNING nova.compute.manager [req-10b2daa9-4d36-42cd-9b30-15ab11e006cb req-4450f176-f383-47e1-a6ba-0d22d6ffe04c service nova] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Received unexpected event network-vif-plugged-55f7e193-a6e7-4836-8c8a-0f5600712ca1 for instance with vm_state building and task_state spawning. [ 812.619721] env[69052]: DEBUG oslo_vmware.api [None req-cd8d2b9a-b02a-4160-8ac5-54e160ee1c03 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Task: {'id': task-3236327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209694} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.619948] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd8d2b9a-b02a-4160-8ac5-54e160ee1c03 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.621899] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8d2b9a-b02a-4160-8ac5-54e160ee1c03 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.621899] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8d2b9a-b02a-4160-8ac5-54e160ee1c03 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.621899] env[69052]: INFO nova.compute.manager [None req-cd8d2b9a-b02a-4160-8ac5-54e160ee1c03 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Took 1.13 seconds to destroy the instance on the hypervisor. [ 812.621899] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd8d2b9a-b02a-4160-8ac5-54e160ee1c03 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.621899] env[69052]: DEBUG nova.compute.manager [-] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.621899] env[69052]: DEBUG nova.network.neutron [-] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 812.641944] env[69052]: DEBUG nova.network.neutron [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Successfully updated port: 55f7e193-a6e7-4836-8c8a-0f5600712ca1 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.672036] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6a23afb5-4bbf-4cf4-880d-318010e0a74d tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "b60dc416-39de-4dfa-a046-5e60cc9ffeed" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.089s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.705007] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Releasing lock "refresh_cache-c666b4b5-2e1e-45c2-97b8-2072f50f91e4" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.705693] env[69052]: DEBUG nova.compute.manager [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.705965] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.706876] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c120bc-5b94-4dd4-96cb-c074f053e280 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.715153] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.715549] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b3eaf86-7fe9-4091-b673-0ea94c2c8742 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.722405] env[69052]: DEBUG oslo_vmware.api [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Waiting for the task: (returnval){ [ 812.722405] env[69052]: value = "task-3236329" [ 812.722405] env[69052]: _type = "Task" [ 812.722405] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.731020] env[69052]: DEBUG oslo_vmware.api [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.743776] env[69052]: DEBUG oslo_vmware.api [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52bd645f-c4d6-07a6-684f-5aebb1a2d0c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009235} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.744824] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-063b12d3-28ff-481e-8d88-17144a92ba7a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.750586] env[69052]: DEBUG oslo_vmware.api [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 812.750586] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526e354e-1a8b-745a-d65a-8466fae5231f" [ 812.750586] env[69052]: _type = "Task" [ 812.750586] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.759222] env[69052]: DEBUG oslo_vmware.api [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526e354e-1a8b-745a-d65a-8466fae5231f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.772391] env[69052]: DEBUG oslo_vmware.api [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236324, 'name': PowerOnVM_Task, 'duration_secs': 0.647211} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.775226] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.775464] env[69052]: INFO nova.compute.manager [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Took 9.82 seconds to spawn the instance on the hypervisor. [ 812.775649] env[69052]: DEBUG nova.compute.manager [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.777163] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a47c79b-ab08-4087-8559-d53984db8cfa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.858478] env[69052]: DEBUG oslo_vmware.api [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236325, 'name': CreateSnapshot_Task, 'duration_secs': 0.669892} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.858962] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Created Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 812.859690] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e958611-1bc2-4438-827e-a42aab87a9ae {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.925057] env[69052]: DEBUG oslo_vmware.api [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Task: {'id': task-3236328, 'name': PowerOffVM_Task, 'duration_secs': 0.214242} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.925326] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.925505] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.925762] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02e64014-f6c5-4114-bd50-cf19208fe93b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.146768] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Acquiring lock "refresh_cache-f419ae47-7e6d-46bc-ba2f-f8e570fb8c80" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.150020] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Acquired lock "refresh_cache-f419ae47-7e6d-46bc-ba2f-f8e570fb8c80" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.150020] env[69052]: DEBUG nova.network.neutron [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.237096] env[69052]: DEBUG oslo_vmware.api [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236329, 'name': PowerOffVM_Task, 'duration_secs': 0.254083} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.237391] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.237559] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.237809] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2a964d7-9399-4842-9243-dcfc6fd6b67d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.248725] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b26b4a7-6f37-40c0-8c60-b3f975e745d6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.265544] env[69052]: DEBUG oslo_vmware.api [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526e354e-1a8b-745a-d65a-8466fae5231f, 'name': SearchDatastore_Task, 'duration_secs': 0.011097} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.268151] env[69052]: DEBUG oslo_concurrency.lockutils [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.268447] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] df2f721c-7fab-42ac-8da9-3a3c49e36065/df2f721c-7fab-42ac-8da9-3a3c49e36065.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.268735] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.268911] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.269098] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Deleting the datastore file [datastore2] c666b4b5-2e1e-45c2-97b8-2072f50f91e4 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.270114] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ff6ec8e-516e-4dc0-aedd-0509caa7d034 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.272094] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdda795b-aad9-4c3e-bc43-2495b90c1224 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.274922] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d79e74c-5074-4cd0-8bbe-a1eaa2b3fb08 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.277836] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.278036] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.278214] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Deleting the datastore file [datastore2] b540f87b-3e89-4200-a4f1-23f0b7dfb23b {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.279041] env[69052]: DEBUG nova.network.neutron [req-1fd75956-b094-4643-9f18-e8588c75d802 req-3e20cd4e-0ea6-4502-818f-a0c91ab4f18f service nova] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Updated VIF entry in instance network info cache for port 4f939b47-e1ba-4d5a-a2eb-0710e508e942. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.279370] env[69052]: DEBUG nova.network.neutron [req-1fd75956-b094-4643-9f18-e8588c75d802 req-3e20cd4e-0ea6-4502-818f-a0c91ab4f18f service nova] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Updating instance_info_cache with network_info: [{"id": "4f939b47-e1ba-4d5a-a2eb-0710e508e942", "address": "fa:16:3e:e7:4a:a1", "network": {"id": "56c1dd7d-b901-4c5e-b9bb-aa67dd73ac4b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-418858492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c2e3bd10a284aa5b4fd77019062da33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f939b47-e1", "ovs_interfaceid": "4f939b47-e1ba-4d5a-a2eb-0710e508e942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.280524] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92ec2525-fbff-488b-a167-f529820a77a7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.318060] env[69052]: DEBUG oslo_vmware.api [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 813.318060] env[69052]: value = "task-3236332" [ 813.318060] env[69052]: _type = "Task" [ 813.318060] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.318318] env[69052]: DEBUG oslo_vmware.api [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Waiting for the task: (returnval){ [ 813.318318] env[69052]: value = "task-3236333" [ 813.318318] env[69052]: _type = "Task" [ 813.318318] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.319608] env[69052]: DEBUG oslo_vmware.api [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Waiting for the task: (returnval){ [ 813.319608] env[69052]: value = "task-3236334" [ 813.319608] env[69052]: _type = "Task" [ 813.319608] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.321925] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08df033-45d7-4c61-9d4e-176eb61f460e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.328276] env[69052]: INFO nova.compute.manager [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Took 54.74 seconds to build instance. [ 813.340504] env[69052]: DEBUG nova.compute.manager [req-93fda3af-a2ce-4259-bf45-f3d3efa5cfd4 req-09d52b38-ecae-433f-a15a-8e3e5764f315 service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Received event network-vif-deleted-3220bc24-a272-4620-be42-209b2bdd372c {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.340504] env[69052]: INFO nova.compute.manager [req-93fda3af-a2ce-4259-bf45-f3d3efa5cfd4 req-09d52b38-ecae-433f-a15a-8e3e5764f315 service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Neutron deleted interface 3220bc24-a272-4620-be42-209b2bdd372c; detaching it from the instance and deleting it from the info cache [ 813.340504] env[69052]: DEBUG nova.network.neutron [req-93fda3af-a2ce-4259-bf45-f3d3efa5cfd4 req-09d52b38-ecae-433f-a15a-8e3e5764f315 service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.351677] env[69052]: DEBUG oslo_vmware.api [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.357906] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d88933-237b-4d27-9fcb-7b6a9b65618f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.362481] env[69052]: DEBUG oslo_vmware.api [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Task: {'id': task-3236334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.362736] env[69052]: DEBUG oslo_vmware.api [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.381792] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Creating linked-clone VM from snapshot {{(pid=69052) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 813.382432] env[69052]: DEBUG nova.compute.provider_tree [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.387030] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-35c07c4e-ba45-4a76-856a-34c4022988ef {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.394775] env[69052]: DEBUG oslo_vmware.api [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 813.394775] env[69052]: value = "task-3236335" [ 813.394775] env[69052]: _type = "Task" [ 813.394775] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.404638] env[69052]: DEBUG oslo_vmware.api [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236335, 'name': CloneVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.416621] env[69052]: DEBUG nova.network.neutron [-] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.717717] env[69052]: DEBUG nova.network.neutron [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.784029] env[69052]: DEBUG oslo_concurrency.lockutils [req-1fd75956-b094-4643-9f18-e8588c75d802 req-3e20cd4e-0ea6-4502-818f-a0c91ab4f18f service nova] Releasing lock "refresh_cache-df2f721c-7fab-42ac-8da9-3a3c49e36065" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.838338] env[69052]: DEBUG oslo_vmware.api [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531682} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.844023] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] df2f721c-7fab-42ac-8da9-3a3c49e36065/df2f721c-7fab-42ac-8da9-3a3c49e36065.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.844266] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.844537] env[69052]: DEBUG oslo_vmware.api [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Task: {'id': task-3236334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18028} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.845141] env[69052]: DEBUG oslo_concurrency.lockutils [None req-16428547-9e76-4676-b4c9-8881d5172ea5 tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Lock "1dd9636a-57a4-428f-9e12-e7ae2d33d23f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.275s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.845377] env[69052]: DEBUG oslo_vmware.api [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Task: {'id': task-3236333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126729} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.845592] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09ad024d-d6d9-4120-8297-1c2589a7aa23 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.847612] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.847797] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.847975] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.848166] env[69052]: INFO nova.compute.manager [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Took 1.45 seconds to destroy the instance on the hypervisor. [ 813.848400] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.848563] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dafdf0fb-e066-456b-a39e-a28dbad07c07 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.850222] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.850390] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.850563] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.850731] env[69052]: INFO nova.compute.manager [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 813.850942] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.851153] env[69052]: DEBUG nova.compute.manager [-] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.851233] env[69052]: DEBUG nova.network.neutron [-] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.853089] env[69052]: DEBUG nova.compute.manager [-] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.853179] env[69052]: DEBUG nova.network.neutron [-] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.862821] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d123ee15-2b4a-448e-a592-11554d24bd3a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.875225] env[69052]: DEBUG oslo_vmware.api [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 813.875225] env[69052]: value = "task-3236336" [ 813.875225] env[69052]: _type = "Task" [ 813.875225] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.886239] env[69052]: DEBUG oslo_vmware.api [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.889804] env[69052]: DEBUG nova.scheduler.client.report [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.915758] env[69052]: DEBUG nova.compute.manager [req-93fda3af-a2ce-4259-bf45-f3d3efa5cfd4 req-09d52b38-ecae-433f-a15a-8e3e5764f315 service nova] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Detach interface failed, port_id=3220bc24-a272-4620-be42-209b2bdd372c, reason: Instance 0471c239-25b5-45ee-a222-44a4646f5091 could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 813.917134] env[69052]: DEBUG nova.network.neutron [-] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.928898] env[69052]: INFO nova.compute.manager [-] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Took 1.31 seconds to deallocate network for instance. [ 813.940762] env[69052]: DEBUG oslo_vmware.api [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236335, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.033876] env[69052]: DEBUG nova.network.neutron [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Updating instance_info_cache with network_info: [{"id": "55f7e193-a6e7-4836-8c8a-0f5600712ca1", "address": "fa:16:3e:09:f1:ce", "network": {"id": "9cc8f403-d7a4-44ef-ace7-d4bb8412e766", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1133397119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a9e9c55288495bb47e6274f65d72a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f7e193-a6", "ovs_interfaceid": "55f7e193-a6e7-4836-8c8a-0f5600712ca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.133720] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "93e9483a-c673-4ab5-9050-e6c30acf5743" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.134021] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "93e9483a-c673-4ab5-9050-e6c30acf5743" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.134477] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "93e9483a-c673-4ab5-9050-e6c30acf5743-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.134477] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "93e9483a-c673-4ab5-9050-e6c30acf5743-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.134677] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "93e9483a-c673-4ab5-9050-e6c30acf5743-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.136789] env[69052]: INFO nova.compute.manager [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Terminating instance [ 814.387106] env[69052]: DEBUG oslo_vmware.api [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079766} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.387422] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.388267] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef673fc-61ff-4795-b9ba-47dee0d13c2f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.411810] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] df2f721c-7fab-42ac-8da9-3a3c49e36065/df2f721c-7fab-42ac-8da9-3a3c49e36065.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.412122] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50fb3f46-b13e-4d99-b04f-b6825f3b886f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.429034] env[69052]: DEBUG oslo_concurrency.lockutils [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.429272] env[69052]: DEBUG nova.compute.manager [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.431867] env[69052]: DEBUG nova.network.neutron [-] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.436601] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.967s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.441364] env[69052]: INFO nova.compute.manager [-] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Took 0.59 seconds to deallocate network for instance. [ 814.442205] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cd8d2b9a-b02a-4160-8ac5-54e160ee1c03 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.454008] env[69052]: DEBUG oslo_vmware.api [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 814.454008] env[69052]: value = "task-3236337" [ 814.454008] env[69052]: _type = "Task" [ 814.454008] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.454535] env[69052]: DEBUG oslo_vmware.api [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236335, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.464323] env[69052]: DEBUG oslo_vmware.api [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236337, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.540566] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Releasing lock "refresh_cache-f419ae47-7e6d-46bc-ba2f-f8e570fb8c80" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.540566] env[69052]: DEBUG nova.compute.manager [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Instance network_info: |[{"id": "55f7e193-a6e7-4836-8c8a-0f5600712ca1", "address": "fa:16:3e:09:f1:ce", "network": {"id": "9cc8f403-d7a4-44ef-ace7-d4bb8412e766", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1133397119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a9e9c55288495bb47e6274f65d72a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f7e193-a6", "ovs_interfaceid": "55f7e193-a6e7-4836-8c8a-0f5600712ca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.541122] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:f1:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55f7e193-a6e7-4836-8c8a-0f5600712ca1', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.548792] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Creating folder: Project (a4a9e9c55288495bb47e6274f65d72a6). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.549650] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ad0f2b5-9049-4ad7-9921-4d315774e1ba {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.564107] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Created folder: Project (a4a9e9c55288495bb47e6274f65d72a6) in parent group-v646676. [ 814.564309] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Creating folder: Instances. Parent ref: group-v646852. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.564569] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-919e9742-477a-4202-97f7-463c81b5d8fb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.575048] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Created folder: Instances in parent group-v646852. [ 814.575288] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.575479] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.575681] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee42d06e-e270-403c-922e-643a6185fc6c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.596535] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.596535] env[69052]: value = "task-3236340" [ 814.596535] env[69052]: _type = "Task" [ 814.596535] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.605489] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236340, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.607700] env[69052]: DEBUG nova.compute.manager [req-f040fb4b-6b2e-475b-9a96-5a29a9909012 req-83225abb-db76-4d4e-84b1-948b4eaee283 service nova] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Received event network-changed-55f7e193-a6e7-4836-8c8a-0f5600712ca1 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.607927] env[69052]: DEBUG nova.compute.manager [req-f040fb4b-6b2e-475b-9a96-5a29a9909012 req-83225abb-db76-4d4e-84b1-948b4eaee283 service nova] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Refreshing instance network info cache due to event network-changed-55f7e193-a6e7-4836-8c8a-0f5600712ca1. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.608092] env[69052]: DEBUG oslo_concurrency.lockutils [req-f040fb4b-6b2e-475b-9a96-5a29a9909012 req-83225abb-db76-4d4e-84b1-948b4eaee283 service nova] Acquiring lock "refresh_cache-f419ae47-7e6d-46bc-ba2f-f8e570fb8c80" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.608235] env[69052]: DEBUG oslo_concurrency.lockutils [req-f040fb4b-6b2e-475b-9a96-5a29a9909012 req-83225abb-db76-4d4e-84b1-948b4eaee283 service nova] Acquired lock "refresh_cache-f419ae47-7e6d-46bc-ba2f-f8e570fb8c80" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.608388] env[69052]: DEBUG nova.network.neutron [req-f040fb4b-6b2e-475b-9a96-5a29a9909012 req-83225abb-db76-4d4e-84b1-948b4eaee283 service nova] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Refreshing network info cache for port 55f7e193-a6e7-4836-8c8a-0f5600712ca1 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.645025] env[69052]: DEBUG nova.compute.manager [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.645025] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.645025] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d88cb0f-85d6-4fa2-b22b-2fa7a190e90e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.655599] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.656299] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a675963-576b-4a29-af12-0c3c797cf226 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.664008] env[69052]: DEBUG oslo_vmware.api [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 814.664008] env[69052]: value = "task-3236341" [ 814.664008] env[69052]: _type = "Task" [ 814.664008] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.668777] env[69052]: DEBUG nova.network.neutron [-] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.685960] env[69052]: DEBUG oslo_vmware.api [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.811606] env[69052]: DEBUG nova.compute.manager [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Stashing vm_state: stopped {{(pid=69052) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 814.934803] env[69052]: DEBUG nova.compute.utils [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.939700] env[69052]: DEBUG nova.compute.manager [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.939878] env[69052]: DEBUG nova.network.neutron [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.942626] env[69052]: DEBUG oslo_vmware.api [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236335, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.960835] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.973559] env[69052]: DEBUG oslo_vmware.api [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.012139] env[69052]: DEBUG nova.policy [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '188cf2053c6e4a80a597ce1a8b91580a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2af91bd65654c01aa49f77533b573cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.109729] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236340, 'name': CreateVM_Task, 'duration_secs': 0.388264} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.111991] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.112722] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.112897] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.113252] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.113886] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b7f3d22-0e35-4909-876a-81ace01c814d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.119966] env[69052]: DEBUG oslo_vmware.api [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Waiting for the task: (returnval){ [ 815.119966] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a22dc3-42f3-3ad8-d7b3-76b3ed18fa3e" [ 815.119966] env[69052]: _type = "Task" [ 815.119966] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.131259] env[69052]: DEBUG oslo_vmware.api [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a22dc3-42f3-3ad8-d7b3-76b3ed18fa3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.176345] env[69052]: INFO nova.compute.manager [-] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Took 1.32 seconds to deallocate network for instance. [ 815.176345] env[69052]: DEBUG oslo_vmware.api [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236341, 'name': PowerOffVM_Task, 'duration_secs': 0.224671} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.178228] env[69052]: DEBUG oslo_concurrency.lockutils [None req-35748220-869b-4132-a2f9-c81dd4cbbd0a tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Acquiring lock "ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.178479] env[69052]: DEBUG oslo_concurrency.lockutils [None req-35748220-869b-4132-a2f9-c81dd4cbbd0a tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Lock "ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.178721] env[69052]: DEBUG oslo_concurrency.lockutils [None req-35748220-869b-4132-a2f9-c81dd4cbbd0a tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Acquiring lock "ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.178922] env[69052]: DEBUG oslo_concurrency.lockutils [None req-35748220-869b-4132-a2f9-c81dd4cbbd0a tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Lock "ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.179321] env[69052]: DEBUG oslo_concurrency.lockutils [None req-35748220-869b-4132-a2f9-c81dd4cbbd0a tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Lock "ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.180728] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.180795] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.184354] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9347315-c119-4181-94f3-d1412f6f5ab8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.187808] env[69052]: INFO nova.compute.manager [None req-35748220-869b-4132-a2f9-c81dd4cbbd0a tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Terminating instance [ 815.342596] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.355888] env[69052]: DEBUG nova.network.neutron [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Successfully created port: 7163b369-77d9-44a7-bf21-564011e76ff4 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.430452] env[69052]: DEBUG nova.compute.manager [req-3c65355f-6c88-48f7-9c66-0c308818c7c4 req-2ff5b8b5-1f62-4676-a4a4-342b7458aa16 service nova] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Received event network-vif-deleted-9e0a8e78-cd36-45b5-b3e5-fa7cf9e40791 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.443248] env[69052]: DEBUG oslo_vmware.api [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236335, 'name': CloneVM_Task} progress is 95%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.443954] env[69052]: DEBUG nova.compute.manager [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.462774] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Applying migration context for instance 34b9818a-917b-4047-9591-bf2be8d69da9 as it has an incoming, in-progress migration c53e13fb-f6c1-47e7-b705-bf3872af1bad. Migration status is reverting {{(pid=69052) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 815.466541] env[69052]: INFO nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Updating resource usage from migration c53e13fb-f6c1-47e7-b705-bf3872af1bad [ 815.466971] env[69052]: INFO nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Updating resource usage from migration cd36e51d-2fb6-4095-8230-ca0ea8abc7a6 [ 815.473958] env[69052]: DEBUG nova.network.neutron [req-f040fb4b-6b2e-475b-9a96-5a29a9909012 req-83225abb-db76-4d4e-84b1-948b4eaee283 service nova] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Updated VIF entry in instance network info cache for port 55f7e193-a6e7-4836-8c8a-0f5600712ca1. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.473958] env[69052]: DEBUG nova.network.neutron [req-f040fb4b-6b2e-475b-9a96-5a29a9909012 req-83225abb-db76-4d4e-84b1-948b4eaee283 service nova] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Updating instance_info_cache with network_info: [{"id": "55f7e193-a6e7-4836-8c8a-0f5600712ca1", "address": "fa:16:3e:09:f1:ce", "network": {"id": "9cc8f403-d7a4-44ef-ace7-d4bb8412e766", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1133397119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a9e9c55288495bb47e6274f65d72a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f7e193-a6", "ovs_interfaceid": "55f7e193-a6e7-4836-8c8a-0f5600712ca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.486210] env[69052]: DEBUG oslo_vmware.api [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236337, 'name': ReconfigVM_Task, 'duration_secs': 0.745741} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.486541] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Reconfigured VM instance instance-0000003a to attach disk [datastore2] df2f721c-7fab-42ac-8da9-3a3c49e36065/df2f721c-7fab-42ac-8da9-3a3c49e36065.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.487240] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1cba06e-bd74-4851-90a2-38ef51b14ed6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.492313] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 005d3319-8faf-4320-afeb-983875e2db0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.492529] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 93e9483a-c673-4ab5-9050-e6c30acf5743 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.492681] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 3a1584dd-c15a-4ddc-a601-00fb583cbb5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.492839] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 13fd90f3-97b9-4e45-9de3-da498c79a8a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.492990] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.493155] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance cef3db69-2bc5-4b16-b362-5b92bfeb9f5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.493299] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 56722277-77c9-43f6-a98e-f102e43df903 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.493488] env[69052]: WARNING nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance cacc34cd-e3b1-4a08-a7da-45457403d114 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 815.493781] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance d144e192-e16f-4437-9813-6b44fdcaa8e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.493781] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 3fec9237-3f28-4688-bde6-ad51c9504d4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.493929] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance c4b2bcae-5752-4932-9fad-8cba15d7d15c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.494099] env[69052]: WARNING nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 00532336-a3a9-43f7-a3bd-59b2f3790091 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 815.494279] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance b839f31c-fe81-4af7-b93f-41479b62a5bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.494428] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance d817707c-6ec4-4671-8988-b57818e92b1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.494621] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 0c78112e-f66a-4382-9fb2-3a448309d148 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.494788] env[69052]: WARNING nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance eb348863-9387-4218-a304-1a49c608285c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 815.494926] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 2108c0a4-a6bc-42b6-87bf-c540a527496a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.498605] env[69052]: WARNING nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 815.498605] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Migration c53e13fb-f6c1-47e7-b705-bf3872af1bad is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 815.498605] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 34b9818a-917b-4047-9591-bf2be8d69da9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.498605] env[69052]: WARNING nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 0471c239-25b5-45ee-a222-44a4646f5091 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 815.498605] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance b540f87b-3e89-4200-a4f1-23f0b7dfb23b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.498605] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance c666b4b5-2e1e-45c2-97b8-2072f50f91e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.498605] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.498605] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 1dd9636a-57a4-428f-9e12-e7ae2d33d23f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.498605] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance df2f721c-7fab-42ac-8da9-3a3c49e36065 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.498605] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance f419ae47-7e6d-46bc-ba2f-f8e570fb8c80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.498605] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 99a03827-ed53-4c0a-987a-a383c4eff5cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 815.499587] env[69052]: DEBUG oslo_vmware.api [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 815.499587] env[69052]: value = "task-3236343" [ 815.499587] env[69052]: _type = "Task" [ 815.499587] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.511096] env[69052]: DEBUG oslo_vmware.api [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236343, 'name': Rename_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.632017] env[69052]: DEBUG oslo_vmware.api [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a22dc3-42f3-3ad8-d7b3-76b3ed18fa3e, 'name': SearchDatastore_Task, 'duration_secs': 0.015071} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.632527] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.633489] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.633489] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.633489] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.633489] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.634306] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29074889-3a42-4624-8df4-3f1eeadf6ace {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.644954] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.645171] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.645955] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a11f9434-a933-41e4-b106-3977902f089d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.651717] env[69052]: DEBUG oslo_vmware.api [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Waiting for the task: (returnval){ [ 815.651717] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f26ae5-e109-4f96-dcf8-bf6ae2f1628d" [ 815.651717] env[69052]: _type = "Task" [ 815.651717] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.660392] env[69052]: DEBUG oslo_vmware.api [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f26ae5-e109-4f96-dcf8-bf6ae2f1628d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.695291] env[69052]: DEBUG oslo_concurrency.lockutils [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.695291] env[69052]: DEBUG nova.compute.manager [None req-35748220-869b-4132-a2f9-c81dd4cbbd0a tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.695291] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-35748220-869b-4132-a2f9-c81dd4cbbd0a tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.695291] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7c7b7d-9844-4fc7-954f-994dfd3fc1fc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.703652] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-35748220-869b-4132-a2f9-c81dd4cbbd0a tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.703804] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b213424-f297-471f-a2e0-a7f41ad03ddf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.940688] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-35748220-869b-4132-a2f9-c81dd4cbbd0a tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.941127] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-35748220-869b-4132-a2f9-c81dd4cbbd0a tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.941127] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-35748220-869b-4132-a2f9-c81dd4cbbd0a tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Deleting the datastore file [datastore1] ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.941348] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.941598] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.941783] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Deleting the datastore file [datastore1] 93e9483a-c673-4ab5-9050-e6c30acf5743 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.942475] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c1aa6fc-ee8c-4394-89f2-b2a8f254bcd2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.944279] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e70c7f1-383c-42d8-9752-0d7f9f704732 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.952777] env[69052]: DEBUG oslo_vmware.api [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236335, 'name': CloneVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.959382] env[69052]: DEBUG oslo_vmware.api [None req-35748220-869b-4132-a2f9-c81dd4cbbd0a tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Waiting for the task: (returnval){ [ 815.959382] env[69052]: value = "task-3236345" [ 815.959382] env[69052]: _type = "Task" [ 815.959382] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.960760] env[69052]: DEBUG oslo_vmware.api [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 815.960760] env[69052]: value = "task-3236346" [ 815.960760] env[69052]: _type = "Task" [ 815.960760] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.975157] env[69052]: DEBUG oslo_vmware.api [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.978355] env[69052]: DEBUG oslo_concurrency.lockutils [req-f040fb4b-6b2e-475b-9a96-5a29a9909012 req-83225abb-db76-4d4e-84b1-948b4eaee283 service nova] Releasing lock "refresh_cache-f419ae47-7e6d-46bc-ba2f-f8e570fb8c80" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.978803] env[69052]: DEBUG oslo_vmware.api [None req-35748220-869b-4132-a2f9-c81dd4cbbd0a tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': task-3236345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.001277] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 91342a01-d210-4d72-8e49-fc88e36ea168 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 816.013693] env[69052]: DEBUG oslo_vmware.api [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236343, 'name': Rename_Task, 'duration_secs': 0.489598} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.014659] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.014947] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57e4a97b-6f5f-4f12-b9c7-733c6d13f71c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.023464] env[69052]: DEBUG oslo_vmware.api [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 816.023464] env[69052]: value = "task-3236347" [ 816.023464] env[69052]: _type = "Task" [ 816.023464] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.034251] env[69052]: DEBUG oslo_vmware.api [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.162955] env[69052]: DEBUG oslo_vmware.api [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f26ae5-e109-4f96-dcf8-bf6ae2f1628d, 'name': SearchDatastore_Task, 'duration_secs': 0.010167} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.163784] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d13359f-c1cc-4df5-875f-e5071588715a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.169818] env[69052]: DEBUG oslo_vmware.api [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Waiting for the task: (returnval){ [ 816.169818] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525a49e0-edca-2eef-9445-3b55f8106f1c" [ 816.169818] env[69052]: _type = "Task" [ 816.169818] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.178546] env[69052]: DEBUG oslo_vmware.api [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525a49e0-edca-2eef-9445-3b55f8106f1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.442573] env[69052]: DEBUG oslo_vmware.api [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236335, 'name': CloneVM_Task, 'duration_secs': 2.657086} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.442573] env[69052]: INFO nova.virt.vmwareapi.vmops [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Created linked-clone VM from snapshot [ 816.442573] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b96146-f3c4-43ce-8264-47f7c5500816 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.450835] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Uploading image d0285285-a935-4c90-86b9-85f80229d122 {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 816.454932] env[69052]: DEBUG nova.compute.manager [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.478145] env[69052]: DEBUG oslo_vmware.api [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190593} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.478401] env[69052]: DEBUG oslo_vmware.api [None req-35748220-869b-4132-a2f9-c81dd4cbbd0a tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': task-3236345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190935} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.480141] env[69052]: DEBUG oslo_vmware.rw_handles [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 816.480141] env[69052]: value = "vm-646851" [ 816.480141] env[69052]: _type = "VirtualMachine" [ 816.480141] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 816.480424] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.480618] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.480791] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.480956] env[69052]: INFO nova.compute.manager [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Took 1.84 seconds to destroy the instance on the hypervisor. [ 816.481199] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.481379] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-35748220-869b-4132-a2f9-c81dd4cbbd0a tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.481544] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-35748220-869b-4132-a2f9-c81dd4cbbd0a tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.481704] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-35748220-869b-4132-a2f9-c81dd4cbbd0a tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.481859] env[69052]: INFO nova.compute.manager [None req-35748220-869b-4132-a2f9-c81dd4cbbd0a tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Took 0.79 seconds to destroy the instance on the hypervisor. [ 816.482130] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35748220-869b-4132-a2f9-c81dd4cbbd0a tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.483329] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-60ec79ee-64da-4a82-ac37-69d2733b5048 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.484944] env[69052]: DEBUG nova.compute.manager [-] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.485055] env[69052]: DEBUG nova.network.neutron [-] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.486483] env[69052]: DEBUG nova.compute.manager [-] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.486578] env[69052]: DEBUG nova.network.neutron [-] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.490667] env[69052]: DEBUG nova.virt.hardware [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.490895] env[69052]: DEBUG nova.virt.hardware [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.491065] env[69052]: DEBUG nova.virt.hardware [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.491580] env[69052]: DEBUG nova.virt.hardware [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.491580] env[69052]: DEBUG nova.virt.hardware [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.491580] env[69052]: DEBUG nova.virt.hardware [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.491832] env[69052]: DEBUG nova.virt.hardware [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.491875] env[69052]: DEBUG nova.virt.hardware [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.492030] env[69052]: DEBUG nova.virt.hardware [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.492199] env[69052]: DEBUG nova.virt.hardware [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.492416] env[69052]: DEBUG nova.virt.hardware [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.493621] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3943ac4-6d5a-4a9a-b121-85f3a576e649 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.497245] env[69052]: DEBUG oslo_vmware.rw_handles [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lease: (returnval){ [ 816.497245] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b093f9-4a67-c471-3869-9b621e92f80d" [ 816.497245] env[69052]: _type = "HttpNfcLease" [ 816.497245] env[69052]: } obtained for exporting VM: (result){ [ 816.497245] env[69052]: value = "vm-646851" [ 816.497245] env[69052]: _type = "VirtualMachine" [ 816.497245] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 816.497551] env[69052]: DEBUG oslo_vmware.api [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the lease: (returnval){ [ 816.497551] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b093f9-4a67-c471-3869-9b621e92f80d" [ 816.497551] env[69052]: _type = "HttpNfcLease" [ 816.497551] env[69052]: } to be ready. {{(pid=69052) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 816.506043] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3cf487-2b78-4d14-90b5-f14dcbbb366d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.511960] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 74530170-b942-4e79-b027-e4aee95e18cd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 816.513958] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 816.513958] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b093f9-4a67-c471-3869-9b621e92f80d" [ 816.513958] env[69052]: _type = "HttpNfcLease" [ 816.513958] env[69052]: } is initializing. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 816.533722] env[69052]: DEBUG oslo_vmware.api [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236347, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.681103] env[69052]: DEBUG oslo_vmware.api [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525a49e0-edca-2eef-9445-3b55f8106f1c, 'name': SearchDatastore_Task, 'duration_secs': 0.014499} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.681369] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.681622] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] f419ae47-7e6d-46bc-ba2f-f8e570fb8c80/f419ae47-7e6d-46bc-ba2f-f8e570fb8c80.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.681868] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75bd0169-c504-4896-b7f5-b38b166b4fdb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.689671] env[69052]: DEBUG oslo_vmware.api [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Waiting for the task: (returnval){ [ 816.689671] env[69052]: value = "task-3236349" [ 816.689671] env[69052]: _type = "Task" [ 816.689671] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.698347] env[69052]: DEBUG oslo_vmware.api [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.855799] env[69052]: DEBUG nova.network.neutron [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Successfully updated port: 7163b369-77d9-44a7-bf21-564011e76ff4 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.922728] env[69052]: DEBUG oslo_concurrency.lockutils [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Acquiring lock "1dd9636a-57a4-428f-9e12-e7ae2d33d23f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.923152] env[69052]: DEBUG oslo_concurrency.lockutils [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Lock "1dd9636a-57a4-428f-9e12-e7ae2d33d23f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.923467] env[69052]: DEBUG oslo_concurrency.lockutils [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Acquiring lock "1dd9636a-57a4-428f-9e12-e7ae2d33d23f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.923776] env[69052]: DEBUG oslo_concurrency.lockutils [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Lock "1dd9636a-57a4-428f-9e12-e7ae2d33d23f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.924042] env[69052]: DEBUG oslo_concurrency.lockutils [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Lock "1dd9636a-57a4-428f-9e12-e7ae2d33d23f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.926788] env[69052]: INFO nova.compute.manager [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Terminating instance [ 817.008955] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 817.008955] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b093f9-4a67-c471-3869-9b621e92f80d" [ 817.008955] env[69052]: _type = "HttpNfcLease" [ 817.008955] env[69052]: } is ready. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 817.009419] env[69052]: DEBUG oslo_vmware.rw_handles [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 817.009419] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b093f9-4a67-c471-3869-9b621e92f80d" [ 817.009419] env[69052]: _type = "HttpNfcLease" [ 817.009419] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 817.010274] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0a50af-55c7-4111-8cc7-1f759201de90 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.015676] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 817.015900] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Migration cd36e51d-2fb6-4095-8230-ca0ea8abc7a6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 817.015993] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance b60dc416-39de-4dfa-a046-5e60cc9ffeed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 817.016308] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Total usable vcpus: 48, total allocated vcpus: 24 {{(pid=69052) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 817.016449] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5248MB phys_disk=200GB used_disk=25GB total_vcpus=48 used_vcpus=24 pci_stats=[] {{(pid=69052) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 817.023366] env[69052]: DEBUG oslo_vmware.rw_handles [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5296a6d0-191b-1622-a770-725a65c5f480/disk-0.vmdk from lease info. {{(pid=69052) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 817.023595] env[69052]: DEBUG oslo_vmware.rw_handles [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5296a6d0-191b-1622-a770-725a65c5f480/disk-0.vmdk for reading. {{(pid=69052) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 817.105165] env[69052]: DEBUG oslo_vmware.api [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236347, 'name': PowerOnVM_Task, 'duration_secs': 0.934218} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.105795] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.106039] env[69052]: INFO nova.compute.manager [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Took 9.33 seconds to spawn the instance on the hypervisor. [ 817.106233] env[69052]: DEBUG nova.compute.manager [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.107070] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6c0b54-2e01-43c8-8fa4-2e99636ba50d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.200692] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-95a4f53b-d01b-45a3-a261-abb2aacea621 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.208474] env[69052]: DEBUG oslo_vmware.api [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236349, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.268123] env[69052]: DEBUG nova.compute.manager [req-c97f8126-b695-4ca7-8d89-bcce977cce23 req-a2beccb5-abee-4e58-ad7d-ff08e3b95a01 service nova] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Received event network-vif-deleted-95e93bea-4305-48fe-a8fc-4d8fcefcc294 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.268123] env[69052]: INFO nova.compute.manager [req-c97f8126-b695-4ca7-8d89-bcce977cce23 req-a2beccb5-abee-4e58-ad7d-ff08e3b95a01 service nova] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Neutron deleted interface 95e93bea-4305-48fe-a8fc-4d8fcefcc294; detaching it from the instance and deleting it from the info cache [ 817.268123] env[69052]: DEBUG nova.network.neutron [req-c97f8126-b695-4ca7-8d89-bcce977cce23 req-a2beccb5-abee-4e58-ad7d-ff08e3b95a01 service nova] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.357893] env[69052]: DEBUG oslo_concurrency.lockutils [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Acquiring lock "refresh_cache-99a03827-ed53-4c0a-987a-a383c4eff5cc" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.358054] env[69052]: DEBUG oslo_concurrency.lockutils [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Acquired lock "refresh_cache-99a03827-ed53-4c0a-987a-a383c4eff5cc" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.358203] env[69052]: DEBUG nova.network.neutron [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.436534] env[69052]: DEBUG nova.compute.manager [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.436992] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.438289] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8089d87f-4ff7-4785-aad8-22e6a8123aee {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.452352] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.452485] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6ead80d-f928-48f0-9f59-cd798b9660e3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.461234] env[69052]: DEBUG oslo_vmware.api [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Waiting for the task: (returnval){ [ 817.461234] env[69052]: value = "task-3236350" [ 817.461234] env[69052]: _type = "Task" [ 817.461234] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.471020] env[69052]: DEBUG nova.compute.manager [req-3c9dacba-d180-4b51-9aca-50b0470bae3e req-f825403e-69a2-4fc7-9282-f3a3fd090724 service nova] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Received event network-vif-plugged-7163b369-77d9-44a7-bf21-564011e76ff4 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.471355] env[69052]: DEBUG oslo_concurrency.lockutils [req-3c9dacba-d180-4b51-9aca-50b0470bae3e req-f825403e-69a2-4fc7-9282-f3a3fd090724 service nova] Acquiring lock "99a03827-ed53-4c0a-987a-a383c4eff5cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.471576] env[69052]: DEBUG oslo_concurrency.lockutils [req-3c9dacba-d180-4b51-9aca-50b0470bae3e req-f825403e-69a2-4fc7-9282-f3a3fd090724 service nova] Lock "99a03827-ed53-4c0a-987a-a383c4eff5cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.471778] env[69052]: DEBUG oslo_concurrency.lockutils [req-3c9dacba-d180-4b51-9aca-50b0470bae3e req-f825403e-69a2-4fc7-9282-f3a3fd090724 service nova] Lock "99a03827-ed53-4c0a-987a-a383c4eff5cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.471946] env[69052]: DEBUG nova.compute.manager [req-3c9dacba-d180-4b51-9aca-50b0470bae3e req-f825403e-69a2-4fc7-9282-f3a3fd090724 service nova] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] No waiting events found dispatching network-vif-plugged-7163b369-77d9-44a7-bf21-564011e76ff4 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.472142] env[69052]: WARNING nova.compute.manager [req-3c9dacba-d180-4b51-9aca-50b0470bae3e req-f825403e-69a2-4fc7-9282-f3a3fd090724 service nova] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Received unexpected event network-vif-plugged-7163b369-77d9-44a7-bf21-564011e76ff4 for instance with vm_state building and task_state spawning. [ 817.472692] env[69052]: DEBUG nova.compute.manager [req-3c9dacba-d180-4b51-9aca-50b0470bae3e req-f825403e-69a2-4fc7-9282-f3a3fd090724 service nova] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Received event network-changed-7163b369-77d9-44a7-bf21-564011e76ff4 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.472692] env[69052]: DEBUG nova.compute.manager [req-3c9dacba-d180-4b51-9aca-50b0470bae3e req-f825403e-69a2-4fc7-9282-f3a3fd090724 service nova] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Refreshing instance network info cache due to event network-changed-7163b369-77d9-44a7-bf21-564011e76ff4. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.472692] env[69052]: DEBUG oslo_concurrency.lockutils [req-3c9dacba-d180-4b51-9aca-50b0470bae3e req-f825403e-69a2-4fc7-9282-f3a3fd090724 service nova] Acquiring lock "refresh_cache-99a03827-ed53-4c0a-987a-a383c4eff5cc" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.478766] env[69052]: DEBUG oslo_vmware.api [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.567761] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243d535b-e433-4bd4-bae4-0cb6f08abb64 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.576272] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ae8d5a-16bf-470f-96d1-3ba3c7aaf983 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.609300] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9174f52b-7899-44c2-a31f-20ea9bfbbd71 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.614043] env[69052]: DEBUG nova.network.neutron [-] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.619299] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ca476a-6608-4c54-b56d-422edc674b4d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.626712] env[69052]: DEBUG nova.network.neutron [-] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.646181] env[69052]: DEBUG nova.compute.provider_tree [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 817.648686] env[69052]: INFO nova.compute.manager [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Took 47.48 seconds to build instance. [ 817.700520] env[69052]: DEBUG oslo_vmware.api [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521847} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.700909] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] f419ae47-7e6d-46bc-ba2f-f8e570fb8c80/f419ae47-7e6d-46bc-ba2f-f8e570fb8c80.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.701152] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.701493] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5af7877a-5817-4b10-a53b-6e5476fb8068 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.708423] env[69052]: DEBUG oslo_vmware.api [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Waiting for the task: (returnval){ [ 817.708423] env[69052]: value = "task-3236351" [ 817.708423] env[69052]: _type = "Task" [ 817.708423] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.719893] env[69052]: DEBUG oslo_vmware.api [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.770037] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3db2b124-8610-4d3f-b9c4-389964a55c39 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.779673] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732cc2e0-a3f9-4adf-a538-e808126a2762 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.818214] env[69052]: DEBUG nova.compute.manager [req-c97f8126-b695-4ca7-8d89-bcce977cce23 req-a2beccb5-abee-4e58-ad7d-ff08e3b95a01 service nova] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Detach interface failed, port_id=95e93bea-4305-48fe-a8fc-4d8fcefcc294, reason: Instance ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 817.891034] env[69052]: DEBUG nova.network.neutron [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.976344] env[69052]: DEBUG oslo_vmware.api [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236350, 'name': PowerOffVM_Task, 'duration_secs': 0.453847} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.976565] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.976758] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.977113] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a85a8c07-a559-4f7d-a30c-18617a0a2d49 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.056332] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.056750] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.060029] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Deleting the datastore file [datastore2] 1dd9636a-57a4-428f-9e12-e7ae2d33d23f {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.060029] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1582b572-0620-499c-ba83-20cca4fafbbc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.070253] env[69052]: DEBUG oslo_vmware.api [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Waiting for the task: (returnval){ [ 818.070253] env[69052]: value = "task-3236353" [ 818.070253] env[69052]: _type = "Task" [ 818.070253] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.078705] env[69052]: DEBUG oslo_vmware.api [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.116101] env[69052]: INFO nova.compute.manager [-] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Took 1.63 seconds to deallocate network for instance. [ 818.134094] env[69052]: DEBUG nova.network.neutron [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Updating instance_info_cache with network_info: [{"id": "7163b369-77d9-44a7-bf21-564011e76ff4", "address": "fa:16:3e:91:7a:28", "network": {"id": "f42fe87a-51d1-4f21-83fa-3de19e5a9e7a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-782639184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2af91bd65654c01aa49f77533b573cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7163b369-77", "ovs_interfaceid": "7163b369-77d9-44a7-bf21-564011e76ff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.135138] env[69052]: INFO nova.compute.manager [-] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Took 1.65 seconds to deallocate network for instance. [ 818.152143] env[69052]: DEBUG oslo_concurrency.lockutils [None req-73acb40b-7bf0-49ed-ab61-4cb6cfb78fae tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "df2f721c-7fab-42ac-8da9-3a3c49e36065" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.002s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.173154] env[69052]: ERROR nova.scheduler.client.report [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [req-d2cf0cb7-dee1-4b24-a416-c3aa3287077c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5482791e-699f-417a-8caf-f93d7835d755. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d2cf0cb7-dee1-4b24-a416-c3aa3287077c"}]} [ 818.191809] env[69052]: DEBUG nova.scheduler.client.report [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Refreshing inventories for resource provider 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 818.217817] env[69052]: DEBUG nova.scheduler.client.report [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Updating ProviderTree inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 818.218072] env[69052]: DEBUG nova.compute.provider_tree [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 818.225521] env[69052]: DEBUG oslo_vmware.api [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067537} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.225913] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.226936] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f02ce1-d3ca-466b-b661-244fd426945d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.250665] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] f419ae47-7e6d-46bc-ba2f-f8e570fb8c80/f419ae47-7e6d-46bc-ba2f-f8e570fb8c80.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.251876] env[69052]: DEBUG nova.scheduler.client.report [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Refreshing aggregate associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, aggregates: None {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 818.254313] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e8de5cf-fb99-4f69-a279-674732254cc9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.275881] env[69052]: DEBUG oslo_vmware.api [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Waiting for the task: (returnval){ [ 818.275881] env[69052]: value = "task-3236354" [ 818.275881] env[69052]: _type = "Task" [ 818.275881] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.284753] env[69052]: DEBUG oslo_vmware.api [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.293139] env[69052]: DEBUG nova.scheduler.client.report [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Refreshing trait associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 818.585758] env[69052]: DEBUG oslo_vmware.api [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156425} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.586197] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.586293] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.586540] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.586783] env[69052]: INFO nova.compute.manager [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 818.587109] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.587294] env[69052]: DEBUG nova.compute.manager [-] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.587404] env[69052]: DEBUG nova.network.neutron [-] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.623552] env[69052]: DEBUG oslo_concurrency.lockutils [None req-35748220-869b-4132-a2f9-c81dd4cbbd0a tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.641297] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.641727] env[69052]: DEBUG oslo_concurrency.lockutils [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Releasing lock "refresh_cache-99a03827-ed53-4c0a-987a-a383c4eff5cc" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.642022] env[69052]: DEBUG nova.compute.manager [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Instance network_info: |[{"id": "7163b369-77d9-44a7-bf21-564011e76ff4", "address": "fa:16:3e:91:7a:28", "network": {"id": "f42fe87a-51d1-4f21-83fa-3de19e5a9e7a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-782639184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2af91bd65654c01aa49f77533b573cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7163b369-77", "ovs_interfaceid": "7163b369-77d9-44a7-bf21-564011e76ff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.642367] env[69052]: DEBUG oslo_concurrency.lockutils [req-3c9dacba-d180-4b51-9aca-50b0470bae3e req-f825403e-69a2-4fc7-9282-f3a3fd090724 service nova] Acquired lock "refresh_cache-99a03827-ed53-4c0a-987a-a383c4eff5cc" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.642641] env[69052]: DEBUG nova.network.neutron [req-3c9dacba-d180-4b51-9aca-50b0470bae3e req-f825403e-69a2-4fc7-9282-f3a3fd090724 service nova] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Refreshing network info cache for port 7163b369-77d9-44a7-bf21-564011e76ff4 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.647033] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:7a:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7163b369-77d9-44a7-bf21-564011e76ff4', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.651883] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Creating folder: Project (b2af91bd65654c01aa49f77533b573cf). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.658247] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7612a15b-ed30-4985-a482-f271fc5d7918 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.672348] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Created folder: Project (b2af91bd65654c01aa49f77533b573cf) in parent group-v646676. [ 818.672735] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Creating folder: Instances. Parent ref: group-v646855. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.673118] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48f9bf32-d2e2-4afd-8276-9b39f8f7bf11 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.682736] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Created folder: Instances in parent group-v646855. [ 818.683040] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.683291] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.683601] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-802db6c6-ea42-44d4-8c06-0a04c146eaa7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.706968] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.706968] env[69052]: value = "task-3236357" [ 818.706968] env[69052]: _type = "Task" [ 818.706968] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.715653] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236357, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.785465] env[69052]: DEBUG oslo_vmware.api [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236354, 'name': ReconfigVM_Task, 'duration_secs': 0.279929} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.786130] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Reconfigured VM instance instance-0000003b to attach disk [datastore1] f419ae47-7e6d-46bc-ba2f-f8e570fb8c80/f419ae47-7e6d-46bc-ba2f-f8e570fb8c80.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.787276] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4fed828-c14b-480f-9c3a-0939c5d2423f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.793287] env[69052]: DEBUG oslo_vmware.api [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Waiting for the task: (returnval){ [ 818.793287] env[69052]: value = "task-3236358" [ 818.793287] env[69052]: _type = "Task" [ 818.793287] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.803093] env[69052]: DEBUG oslo_vmware.api [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236358, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.812279] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8f48c8-4bb8-46a0-ac13-55b184ce19d4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.820135] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12e0e27-de27-4e25-919f-cf084c212158 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.881440] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c661dd9e-6c7a-40b2-9523-690ec06a68f1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.881440] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fc1092-b2df-4d3b-a644-9376e4cd617a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.885281] env[69052]: DEBUG nova.compute.provider_tree [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 819.218685] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236357, 'name': CreateVM_Task, 'duration_secs': 0.399619} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.218987] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.219641] env[69052]: DEBUG oslo_concurrency.lockutils [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.219816] env[69052]: DEBUG oslo_concurrency.lockutils [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.220152] env[69052]: DEBUG oslo_concurrency.lockutils [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.220491] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e53d78b-d07c-4607-ab9e-7a8f20e1e35e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.225588] env[69052]: DEBUG oslo_vmware.api [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Waiting for the task: (returnval){ [ 819.225588] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c6ff60-b8ab-4713-7445-7a19e772941d" [ 819.225588] env[69052]: _type = "Task" [ 819.225588] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.233988] env[69052]: DEBUG oslo_vmware.api [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c6ff60-b8ab-4713-7445-7a19e772941d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.304354] env[69052]: DEBUG oslo_vmware.api [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236358, 'name': Rename_Task, 'duration_secs': 0.159808} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.304354] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.304354] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bc817d8-7409-4108-92b3-ac163f64048e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.311011] env[69052]: DEBUG oslo_vmware.api [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Waiting for the task: (returnval){ [ 819.311011] env[69052]: value = "task-3236359" [ 819.311011] env[69052]: _type = "Task" [ 819.311011] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.322459] env[69052]: DEBUG oslo_vmware.api [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.434198] env[69052]: DEBUG nova.scheduler.client.report [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Updated inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 819.434498] env[69052]: DEBUG nova.compute.provider_tree [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Updating resource provider 5482791e-699f-417a-8caf-f93d7835d755 generation from 86 to 87 during operation: update_inventory {{(pid=69052) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 819.434715] env[69052]: DEBUG nova.compute.provider_tree [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 819.738651] env[69052]: DEBUG oslo_vmware.api [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c6ff60-b8ab-4713-7445-7a19e772941d, 'name': SearchDatastore_Task, 'duration_secs': 0.010177} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.738937] env[69052]: DEBUG oslo_concurrency.lockutils [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.739255] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.739432] env[69052]: DEBUG oslo_concurrency.lockutils [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.739610] env[69052]: DEBUG oslo_concurrency.lockutils [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.739753] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.740408] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f5681bb-f213-45dc-b522-e762dff5c051 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.749482] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.749686] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.750551] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d429a0ea-5796-45d6-8a3d-ea585a5dd54f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.760509] env[69052]: DEBUG oslo_vmware.api [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Waiting for the task: (returnval){ [ 819.760509] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52cb3587-3f4d-cd1d-c1b5-6c1969ed16e6" [ 819.760509] env[69052]: _type = "Task" [ 819.760509] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.767813] env[69052]: DEBUG nova.compute.manager [req-70310694-6a91-4de8-ac9b-a0a673465841 req-523a8131-6fa0-4806-b47e-692d8fa04893 service nova] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Received event network-vif-deleted-c35dc851-f9c4-4470-a5c0-298963be4532 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.771842] env[69052]: DEBUG oslo_vmware.api [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52cb3587-3f4d-cd1d-c1b5-6c1969ed16e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.802982] env[69052]: DEBUG nova.network.neutron [req-3c9dacba-d180-4b51-9aca-50b0470bae3e req-f825403e-69a2-4fc7-9282-f3a3fd090724 service nova] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Updated VIF entry in instance network info cache for port 7163b369-77d9-44a7-bf21-564011e76ff4. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.803397] env[69052]: DEBUG nova.network.neutron [req-3c9dacba-d180-4b51-9aca-50b0470bae3e req-f825403e-69a2-4fc7-9282-f3a3fd090724 service nova] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Updating instance_info_cache with network_info: [{"id": "7163b369-77d9-44a7-bf21-564011e76ff4", "address": "fa:16:3e:91:7a:28", "network": {"id": "f42fe87a-51d1-4f21-83fa-3de19e5a9e7a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-782639184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2af91bd65654c01aa49f77533b573cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7163b369-77", "ovs_interfaceid": "7163b369-77d9-44a7-bf21-564011e76ff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.824641] env[69052]: DEBUG oslo_vmware.api [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236359, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.943109] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69052) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 819.943109] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.505s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.943109] env[69052]: DEBUG oslo_concurrency.lockutils [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 36.589s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.944179] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 819.944334] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Cleaning up deleted instances {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 820.090286] env[69052]: DEBUG nova.network.neutron [-] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.272014] env[69052]: DEBUG oslo_vmware.api [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52cb3587-3f4d-cd1d-c1b5-6c1969ed16e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010146} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.272835] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec22c0d9-fc4c-4901-9ff3-b326dfbd5448 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.278629] env[69052]: DEBUG oslo_vmware.api [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Waiting for the task: (returnval){ [ 820.278629] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52512d03-57e8-94d9-e02c-20bb555a4c1f" [ 820.278629] env[69052]: _type = "Task" [ 820.278629] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.286611] env[69052]: DEBUG oslo_vmware.api [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52512d03-57e8-94d9-e02c-20bb555a4c1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.305806] env[69052]: DEBUG oslo_concurrency.lockutils [req-3c9dacba-d180-4b51-9aca-50b0470bae3e req-f825403e-69a2-4fc7-9282-f3a3fd090724 service nova] Releasing lock "refresh_cache-99a03827-ed53-4c0a-987a-a383c4eff5cc" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.321856] env[69052]: DEBUG oslo_vmware.api [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236359, 'name': PowerOnVM_Task, 'duration_secs': 0.527775} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.322140] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.322350] env[69052]: INFO nova.compute.manager [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Took 8.75 seconds to spawn the instance on the hypervisor. [ 820.322561] env[69052]: DEBUG nova.compute.manager [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.323388] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8932387d-3b39-44be-bf6c-d72771f0b1af {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.446368] env[69052]: DEBUG nova.objects.instance [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lazy-loading 'migration_context' on Instance uuid 34b9818a-917b-4047-9591-bf2be8d69da9 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.456955] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] There are 32 instances to clean {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 820.457237] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: a16c75c5-956d-4a10-bfaa-8e203eb31b12] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 820.592628] env[69052]: INFO nova.compute.manager [-] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Took 2.01 seconds to deallocate network for instance. [ 820.790297] env[69052]: DEBUG oslo_vmware.api [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52512d03-57e8-94d9-e02c-20bb555a4c1f, 'name': SearchDatastore_Task, 'duration_secs': 0.00978} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.790633] env[69052]: DEBUG oslo_concurrency.lockutils [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.791080] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 99a03827-ed53-4c0a-987a-a383c4eff5cc/99a03827-ed53-4c0a-987a-a383c4eff5cc.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.791269] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ba72846-ed01-4a67-9e88-6f206dfda3f6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.799128] env[69052]: DEBUG oslo_vmware.api [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Waiting for the task: (returnval){ [ 820.799128] env[69052]: value = "task-3236360" [ 820.799128] env[69052]: _type = "Task" [ 820.799128] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.807156] env[69052]: DEBUG oslo_vmware.api [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Task: {'id': task-3236360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.841347] env[69052]: INFO nova.compute.manager [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Took 47.39 seconds to build instance. [ 820.960628] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 9b7a58b2-2e7c-4dde-a220-f34cc5b3251d] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 821.100154] env[69052]: DEBUG oslo_concurrency.lockutils [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.309375] env[69052]: DEBUG oslo_vmware.api [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Task: {'id': task-3236360, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.344088] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bc6d4405-e021-41b2-8369-4a3a5b53d7a7 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Lock "f419ae47-7e6d-46bc-ba2f-f8e570fb8c80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.915s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.427301] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffc2d0b-b416-4300-9c7a-c51ddd99c640 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.434710] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36ee187-8dd6-426c-a2e2-8615c48f6b7b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.464555] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: bf57b022-2a6e-4514-bb47-aa6965aad6ff] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 821.468403] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f5eb62-fea2-4628-9ac1-96bc7a8866d2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.477084] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9e4255-afdb-4032-925e-a4d83fa3d23a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.492114] env[69052]: DEBUG nova.compute.provider_tree [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.812659] env[69052]: DEBUG oslo_vmware.api [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Task: {'id': task-3236360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530471} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.812946] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 99a03827-ed53-4c0a-987a-a383c4eff5cc/99a03827-ed53-4c0a-987a-a383c4eff5cc.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.813219] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.813513] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c7350f9-4c4f-4ed5-adc9-c407960cdf28 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.824234] env[69052]: DEBUG oslo_vmware.api [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Waiting for the task: (returnval){ [ 821.824234] env[69052]: value = "task-3236361" [ 821.824234] env[69052]: _type = "Task" [ 821.824234] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.834287] env[69052]: DEBUG oslo_vmware.api [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Task: {'id': task-3236361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.968928] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 59f0e709-60bb-4763-920a-b6b25cd59c31] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 821.979284] env[69052]: DEBUG nova.compute.manager [req-7a13af9f-037c-40c6-8bcd-2f4f3ad8d57d req-51b296c2-fa11-452b-ae40-d13f9b561ceb service nova] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Received event network-vif-deleted-1ec70876-a7f0-4bfd-99ad-e0d940059218 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.979475] env[69052]: DEBUG nova.compute.manager [req-7a13af9f-037c-40c6-8bcd-2f4f3ad8d57d req-51b296c2-fa11-452b-ae40-d13f9b561ceb service nova] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Received event network-changed-4f939b47-e1ba-4d5a-a2eb-0710e508e942 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.979639] env[69052]: DEBUG nova.compute.manager [req-7a13af9f-037c-40c6-8bcd-2f4f3ad8d57d req-51b296c2-fa11-452b-ae40-d13f9b561ceb service nova] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Refreshing instance network info cache due to event network-changed-4f939b47-e1ba-4d5a-a2eb-0710e508e942. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.979853] env[69052]: DEBUG oslo_concurrency.lockutils [req-7a13af9f-037c-40c6-8bcd-2f4f3ad8d57d req-51b296c2-fa11-452b-ae40-d13f9b561ceb service nova] Acquiring lock "refresh_cache-df2f721c-7fab-42ac-8da9-3a3c49e36065" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.980143] env[69052]: DEBUG oslo_concurrency.lockutils [req-7a13af9f-037c-40c6-8bcd-2f4f3ad8d57d req-51b296c2-fa11-452b-ae40-d13f9b561ceb service nova] Acquired lock "refresh_cache-df2f721c-7fab-42ac-8da9-3a3c49e36065" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.980324] env[69052]: DEBUG nova.network.neutron [req-7a13af9f-037c-40c6-8bcd-2f4f3ad8d57d req-51b296c2-fa11-452b-ae40-d13f9b561ceb service nova] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Refreshing network info cache for port 4f939b47-e1ba-4d5a-a2eb-0710e508e942 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.996335] env[69052]: DEBUG nova.scheduler.client.report [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.335563] env[69052]: DEBUG oslo_vmware.api [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Task: {'id': task-3236361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06829} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.339617] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.339617] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e772506f-4c09-4e82-a47c-e8440b97a143 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.360929] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 99a03827-ed53-4c0a-987a-a383c4eff5cc/99a03827-ed53-4c0a-987a-a383c4eff5cc.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.361580] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b78634f-264a-49da-9102-d2242fce3d10 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.388698] env[69052]: DEBUG oslo_vmware.api [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Waiting for the task: (returnval){ [ 822.388698] env[69052]: value = "task-3236362" [ 822.388698] env[69052]: _type = "Task" [ 822.388698] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.399768] env[69052]: DEBUG oslo_vmware.api [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Task: {'id': task-3236362, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.475756] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 19eaa995-6c0a-4441-a241-2493d41ff90c] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 822.872674] env[69052]: DEBUG nova.network.neutron [req-7a13af9f-037c-40c6-8bcd-2f4f3ad8d57d req-51b296c2-fa11-452b-ae40-d13f9b561ceb service nova] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Updated VIF entry in instance network info cache for port 4f939b47-e1ba-4d5a-a2eb-0710e508e942. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.873297] env[69052]: DEBUG nova.network.neutron [req-7a13af9f-037c-40c6-8bcd-2f4f3ad8d57d req-51b296c2-fa11-452b-ae40-d13f9b561ceb service nova] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Updating instance_info_cache with network_info: [{"id": "4f939b47-e1ba-4d5a-a2eb-0710e508e942", "address": "fa:16:3e:e7:4a:a1", "network": {"id": "56c1dd7d-b901-4c5e-b9bb-aa67dd73ac4b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-418858492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c2e3bd10a284aa5b4fd77019062da33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f939b47-e1", "ovs_interfaceid": "4f939b47-e1ba-4d5a-a2eb-0710e508e942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.902405] env[69052]: DEBUG oslo_vmware.api [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Task: {'id': task-3236362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.979587] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 1364cf7d-e902-4658-88db-dc937c1c153e] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 823.008516] env[69052]: DEBUG oslo_concurrency.lockutils [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.067s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.017113] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.993s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.017568] env[69052]: INFO nova.compute.claims [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.377073] env[69052]: DEBUG oslo_concurrency.lockutils [req-7a13af9f-037c-40c6-8bcd-2f4f3ad8d57d req-51b296c2-fa11-452b-ae40-d13f9b561ceb service nova] Releasing lock "refresh_cache-df2f721c-7fab-42ac-8da9-3a3c49e36065" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.401459] env[69052]: DEBUG oslo_vmware.api [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Task: {'id': task-3236362, 'name': ReconfigVM_Task, 'duration_secs': 0.65517} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.401544] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 99a03827-ed53-4c0a-987a-a383c4eff5cc/99a03827-ed53-4c0a-987a-a383c4eff5cc.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.402321] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee50a863-508a-48f9-b0a6-d3af885f0c6c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.409102] env[69052]: DEBUG oslo_vmware.api [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Waiting for the task: (returnval){ [ 823.409102] env[69052]: value = "task-3236363" [ 823.409102] env[69052]: _type = "Task" [ 823.409102] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.418789] env[69052]: DEBUG oslo_vmware.api [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Task: {'id': task-3236363, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.484723] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: f3e3db76-727b-4b27-a797-8226068aaa39] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 823.919598] env[69052]: DEBUG oslo_vmware.api [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Task: {'id': task-3236363, 'name': Rename_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.988439] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 5c9656f5-6e06-4083-aaa9-a37d13e0aae8] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 824.164073] env[69052]: DEBUG nova.compute.manager [req-f1a0d68e-93db-4c56-97b0-7c44b693ff83 req-b7d2fc86-c0ee-4ad8-bdab-23bca6954fe1 service nova] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Received event network-changed-55f7e193-a6e7-4836-8c8a-0f5600712ca1 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.164073] env[69052]: DEBUG nova.compute.manager [req-f1a0d68e-93db-4c56-97b0-7c44b693ff83 req-b7d2fc86-c0ee-4ad8-bdab-23bca6954fe1 service nova] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Refreshing instance network info cache due to event network-changed-55f7e193-a6e7-4836-8c8a-0f5600712ca1. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.164073] env[69052]: DEBUG oslo_concurrency.lockutils [req-f1a0d68e-93db-4c56-97b0-7c44b693ff83 req-b7d2fc86-c0ee-4ad8-bdab-23bca6954fe1 service nova] Acquiring lock "refresh_cache-f419ae47-7e6d-46bc-ba2f-f8e570fb8c80" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.164886] env[69052]: DEBUG oslo_concurrency.lockutils [req-f1a0d68e-93db-4c56-97b0-7c44b693ff83 req-b7d2fc86-c0ee-4ad8-bdab-23bca6954fe1 service nova] Acquired lock "refresh_cache-f419ae47-7e6d-46bc-ba2f-f8e570fb8c80" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.165150] env[69052]: DEBUG nova.network.neutron [req-f1a0d68e-93db-4c56-97b0-7c44b693ff83 req-b7d2fc86-c0ee-4ad8-bdab-23bca6954fe1 service nova] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Refreshing network info cache for port 55f7e193-a6e7-4836-8c8a-0f5600712ca1 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.419982] env[69052]: DEBUG oslo_vmware.api [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Task: {'id': task-3236363, 'name': Rename_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.444013] env[69052]: DEBUG oslo_concurrency.lockutils [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "62440cd7-3ffd-4f98-ab55-97b6b984b85d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.444275] env[69052]: DEBUG oslo_concurrency.lockutils [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "62440cd7-3ffd-4f98-ab55-97b6b984b85d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.491834] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: f0296e2f-c896-4e4e-b5a8-8cdeab977714] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 824.555092] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20eb90a0-e96c-44b9-8f81-70cc74184d3d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.563417] env[69052]: INFO nova.compute.manager [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Swapping old allocation on dict_keys(['5482791e-699f-417a-8caf-f93d7835d755']) held by migration c53e13fb-f6c1-47e7-b705-bf3872af1bad for instance [ 824.564449] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b88612f-9e88-4f88-8c42-dd94e2967345 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.601648] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ccca6d-ba47-40ee-9877-432759920cd0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.612303] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65922645-9a6e-4698-99b2-697250efbefb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.623389] env[69052]: DEBUG nova.compute.provider_tree [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.626062] env[69052]: DEBUG nova.scheduler.client.report [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Overwriting current allocation {'allocations': {'5482791e-699f-417a-8caf-f93d7835d755': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 88}}, 'project_id': '68d6872252ed4e2a812469eb6bad3c43', 'user_id': '437b625c0aaa436487e696e4acd5ba94', 'consumer_generation': 1} on consumer 34b9818a-917b-4047-9591-bf2be8d69da9 {{(pid=69052) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 824.738170] env[69052]: DEBUG oslo_concurrency.lockutils [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "refresh_cache-34b9818a-917b-4047-9591-bf2be8d69da9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.738378] env[69052]: DEBUG oslo_concurrency.lockutils [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquired lock "refresh_cache-34b9818a-917b-4047-9591-bf2be8d69da9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.738544] env[69052]: DEBUG nova.network.neutron [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.921382] env[69052]: DEBUG oslo_vmware.api [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Task: {'id': task-3236363, 'name': Rename_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.946945] env[69052]: DEBUG nova.compute.manager [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.994822] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: b68b58fe-18bb-4114-9f12-de11c57f6632] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 825.049135] env[69052]: DEBUG nova.network.neutron [req-f1a0d68e-93db-4c56-97b0-7c44b693ff83 req-b7d2fc86-c0ee-4ad8-bdab-23bca6954fe1 service nova] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Updated VIF entry in instance network info cache for port 55f7e193-a6e7-4836-8c8a-0f5600712ca1. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.049568] env[69052]: DEBUG nova.network.neutron [req-f1a0d68e-93db-4c56-97b0-7c44b693ff83 req-b7d2fc86-c0ee-4ad8-bdab-23bca6954fe1 service nova] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Updating instance_info_cache with network_info: [{"id": "55f7e193-a6e7-4836-8c8a-0f5600712ca1", "address": "fa:16:3e:09:f1:ce", "network": {"id": "9cc8f403-d7a4-44ef-ace7-d4bb8412e766", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1133397119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a9e9c55288495bb47e6274f65d72a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f7e193-a6", "ovs_interfaceid": "55f7e193-a6e7-4836-8c8a-0f5600712ca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.126900] env[69052]: DEBUG nova.scheduler.client.report [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.425121] env[69052]: DEBUG oslo_vmware.api [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Task: {'id': task-3236363, 'name': Rename_Task, 'duration_secs': 1.779102} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.425458] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.425656] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40ebb96c-17e3-408f-9eaf-ad06fd3b993a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.431833] env[69052]: DEBUG oslo_vmware.api [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Waiting for the task: (returnval){ [ 825.431833] env[69052]: value = "task-3236364" [ 825.431833] env[69052]: _type = "Task" [ 825.431833] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.443641] env[69052]: DEBUG oslo_vmware.api [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Task: {'id': task-3236364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.477314] env[69052]: DEBUG oslo_concurrency.lockutils [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.498375] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: ea17e00e-765a-4ded-8fff-4f49a3726918] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 825.554790] env[69052]: DEBUG oslo_concurrency.lockutils [req-f1a0d68e-93db-4c56-97b0-7c44b693ff83 req-b7d2fc86-c0ee-4ad8-bdab-23bca6954fe1 service nova] Releasing lock "refresh_cache-f419ae47-7e6d-46bc-ba2f-f8e570fb8c80" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.554790] env[69052]: DEBUG nova.compute.manager [req-f1a0d68e-93db-4c56-97b0-7c44b693ff83 req-b7d2fc86-c0ee-4ad8-bdab-23bca6954fe1 service nova] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Received event network-changed-55f7e193-a6e7-4836-8c8a-0f5600712ca1 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.554790] env[69052]: DEBUG nova.compute.manager [req-f1a0d68e-93db-4c56-97b0-7c44b693ff83 req-b7d2fc86-c0ee-4ad8-bdab-23bca6954fe1 service nova] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Refreshing instance network info cache due to event network-changed-55f7e193-a6e7-4836-8c8a-0f5600712ca1. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.554790] env[69052]: DEBUG oslo_concurrency.lockutils [req-f1a0d68e-93db-4c56-97b0-7c44b693ff83 req-b7d2fc86-c0ee-4ad8-bdab-23bca6954fe1 service nova] Acquiring lock "refresh_cache-f419ae47-7e6d-46bc-ba2f-f8e570fb8c80" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.554790] env[69052]: DEBUG oslo_concurrency.lockutils [req-f1a0d68e-93db-4c56-97b0-7c44b693ff83 req-b7d2fc86-c0ee-4ad8-bdab-23bca6954fe1 service nova] Acquired lock "refresh_cache-f419ae47-7e6d-46bc-ba2f-f8e570fb8c80" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.554790] env[69052]: DEBUG nova.network.neutron [req-f1a0d68e-93db-4c56-97b0-7c44b693ff83 req-b7d2fc86-c0ee-4ad8-bdab-23bca6954fe1 service nova] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Refreshing network info cache for port 55f7e193-a6e7-4836-8c8a-0f5600712ca1 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.628256] env[69052]: DEBUG nova.network.neutron [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Updating instance_info_cache with network_info: [{"id": "89c332f7-3944-42e7-989b-dcc6944c3ae2", "address": "fa:16:3e:e9:12:10", "network": {"id": "1808d4c6-5034-48c9-8096-7c99cf2abbbc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "935d3d2334f4452292f998be89c06918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89c332f7-39", "ovs_interfaceid": "89c332f7-3944-42e7-989b-dcc6944c3ae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.634144] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.634144] env[69052]: DEBUG nova.compute.manager [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 825.639524] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b2ea863a-1207-4d58-81d2-cc3d7d1c3ee4 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.458s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.639524] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b2ea863a-1207-4d58-81d2-cc3d7d1c3ee4 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.639524] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.789s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.640769] env[69052]: INFO nova.compute.claims [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.662918] env[69052]: INFO nova.scheduler.client.report [None req-b2ea863a-1207-4d58-81d2-cc3d7d1c3ee4 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Deleted allocations for instance eb348863-9387-4218-a304-1a49c608285c [ 825.943175] env[69052]: DEBUG oslo_vmware.api [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Task: {'id': task-3236364, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.005093] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: f58a891e-8076-4cfe-aa62-20f3d4dfb5da] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 826.131089] env[69052]: DEBUG oslo_concurrency.lockutils [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Releasing lock "refresh_cache-34b9818a-917b-4047-9591-bf2be8d69da9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.131630] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.131955] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d83fb27-f2fc-47df-9ed9-9f3034cd013a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.140458] env[69052]: DEBUG oslo_vmware.api [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 826.140458] env[69052]: value = "task-3236365" [ 826.140458] env[69052]: _type = "Task" [ 826.140458] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.146465] env[69052]: DEBUG nova.compute.utils [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.150843] env[69052]: DEBUG nova.compute.manager [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 826.151405] env[69052]: DEBUG nova.network.neutron [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 826.167310] env[69052]: DEBUG oslo_vmware.api [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.170834] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b2ea863a-1207-4d58-81d2-cc3d7d1c3ee4 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "eb348863-9387-4218-a304-1a49c608285c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.064s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.443950] env[69052]: DEBUG oslo_vmware.api [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Task: {'id': task-3236364, 'name': PowerOnVM_Task, 'duration_secs': 0.622832} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.444343] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.445580] env[69052]: INFO nova.compute.manager [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Took 9.99 seconds to spawn the instance on the hypervisor. [ 826.445580] env[69052]: DEBUG nova.compute.manager [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.445580] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a10693-ab3e-4172-9888-c9d0f8a429e2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.501330] env[69052]: DEBUG nova.policy [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9124c0f357fc4a39bd24bc16ac8a3b00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '353f2218a5c042c7abecff0feacf6f94', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.508842] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 8a9a11e6-fbed-4445-b8c8-fdce8b831834] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 826.651342] env[69052]: DEBUG nova.compute.manager [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 826.663659] env[69052]: DEBUG oslo_vmware.api [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236365, 'name': PowerOffVM_Task, 'duration_secs': 0.331805} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.664594] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.665391] env[69052]: DEBUG nova.virt.hardware [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:10:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d70bae61-57df-4549-be8f-a390f7f725fa',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1523271661',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.665750] env[69052]: DEBUG nova.virt.hardware [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.665954] env[69052]: DEBUG nova.virt.hardware [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.666199] env[69052]: DEBUG nova.virt.hardware [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.666389] env[69052]: DEBUG nova.virt.hardware [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.666597] env[69052]: DEBUG nova.virt.hardware [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.666861] env[69052]: DEBUG nova.virt.hardware [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.667440] env[69052]: DEBUG nova.virt.hardware [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.667678] env[69052]: DEBUG nova.virt.hardware [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.667908] env[69052]: DEBUG nova.virt.hardware [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.668244] env[69052]: DEBUG nova.virt.hardware [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.673434] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c8a3391-6a4d-4d72-853a-43ebd97a0fcb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.697818] env[69052]: DEBUG oslo_vmware.api [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 826.697818] env[69052]: value = "task-3236366" [ 826.697818] env[69052]: _type = "Task" [ 826.697818] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.713266] env[69052]: DEBUG oslo_vmware.api [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236366, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.802429] env[69052]: DEBUG nova.network.neutron [req-f1a0d68e-93db-4c56-97b0-7c44b693ff83 req-b7d2fc86-c0ee-4ad8-bdab-23bca6954fe1 service nova] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Updated VIF entry in instance network info cache for port 55f7e193-a6e7-4836-8c8a-0f5600712ca1. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.802429] env[69052]: DEBUG nova.network.neutron [req-f1a0d68e-93db-4c56-97b0-7c44b693ff83 req-b7d2fc86-c0ee-4ad8-bdab-23bca6954fe1 service nova] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Updating instance_info_cache with network_info: [{"id": "55f7e193-a6e7-4836-8c8a-0f5600712ca1", "address": "fa:16:3e:09:f1:ce", "network": {"id": "9cc8f403-d7a4-44ef-ace7-d4bb8412e766", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1133397119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a9e9c55288495bb47e6274f65d72a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f7e193-a6", "ovs_interfaceid": "55f7e193-a6e7-4836-8c8a-0f5600712ca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.808301] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Acquiring lock "1f08ce1e-b8b6-4785-a768-43d711a8b7c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.808531] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Lock "1f08ce1e-b8b6-4785-a768-43d711a8b7c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.967376] env[69052]: INFO nova.compute.manager [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Took 44.68 seconds to build instance. [ 827.011782] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 4b90f588-9d0c-4874-ba00-ffaecd742e56] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 827.179347] env[69052]: DEBUG nova.network.neutron [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Successfully created port: 878616f5-1589-43b0-bc7d-0bbc2f16b4fa {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.183550] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04788f1b-52fe-447e-a7f4-9a73cabbb161 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.191332] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa507ce-12b0-4a74-a238-27b7d19b3345 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.228917] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f13e5a1-599e-4763-b06f-94f57aa1c090 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.236694] env[69052]: DEBUG oslo_vmware.api [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236366, 'name': ReconfigVM_Task, 'duration_secs': 0.333115} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.240386] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3e1b74-291d-4222-ba02-0d8c080b1b27 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.244891] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa7d56e-3330-4b89-aef0-4b7c1455357d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.267700] env[69052]: DEBUG nova.compute.provider_tree [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.283921] env[69052]: DEBUG nova.virt.hardware [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:10:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d70bae61-57df-4549-be8f-a390f7f725fa',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1523271661',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.284223] env[69052]: DEBUG nova.virt.hardware [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.284379] env[69052]: DEBUG nova.virt.hardware [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.284629] env[69052]: DEBUG nova.virt.hardware [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.284858] env[69052]: DEBUG nova.virt.hardware [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.285022] env[69052]: DEBUG nova.virt.hardware [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.285230] env[69052]: DEBUG nova.virt.hardware [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.285384] env[69052]: DEBUG nova.virt.hardware [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.285545] env[69052]: DEBUG nova.virt.hardware [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.285697] env[69052]: DEBUG nova.virt.hardware [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.285861] env[69052]: DEBUG nova.virt.hardware [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.287464] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b13c2626-dcf9-4a5b-894c-89bfa27bcd92 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.293586] env[69052]: DEBUG oslo_vmware.api [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 827.293586] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52fd3256-854b-57ae-de42-28f9e9f0d95c" [ 827.293586] env[69052]: _type = "Task" [ 827.293586] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.301391] env[69052]: DEBUG oslo_vmware.api [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52fd3256-854b-57ae-de42-28f9e9f0d95c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.303973] env[69052]: DEBUG oslo_concurrency.lockutils [req-f1a0d68e-93db-4c56-97b0-7c44b693ff83 req-b7d2fc86-c0ee-4ad8-bdab-23bca6954fe1 service nova] Releasing lock "refresh_cache-f419ae47-7e6d-46bc-ba2f-f8e570fb8c80" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.310951] env[69052]: DEBUG nova.compute.manager [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.474701] env[69052]: DEBUG oslo_concurrency.lockutils [None req-22f426f4-0421-4858-99fb-5eb2fe801064 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Lock "99a03827-ed53-4c0a-987a-a383c4eff5cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.196s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.518310] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 599309eb-3858-40cd-b1b7-0e1ea4a611da] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 827.661692] env[69052]: DEBUG nova.compute.manager [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 827.688189] env[69052]: DEBUG nova.virt.hardware [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.688496] env[69052]: DEBUG nova.virt.hardware [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.688608] env[69052]: DEBUG nova.virt.hardware [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.688846] env[69052]: DEBUG nova.virt.hardware [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.689036] env[69052]: DEBUG nova.virt.hardware [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.689190] env[69052]: DEBUG nova.virt.hardware [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.689715] env[69052]: DEBUG nova.virt.hardware [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.689715] env[69052]: DEBUG nova.virt.hardware [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.689798] env[69052]: DEBUG nova.virt.hardware [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.689980] env[69052]: DEBUG nova.virt.hardware [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.690109] env[69052]: DEBUG nova.virt.hardware [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.691024] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bc3690-fffb-4852-b48c-9073c5fbf85b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.699171] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef951cf-9647-4924-b5f7-06aa4297c5c0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.734767] env[69052]: DEBUG oslo_vmware.rw_handles [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5296a6d0-191b-1622-a770-725a65c5f480/disk-0.vmdk. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 827.735692] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870e5f32-6d30-40f1-93c0-12644bd12e8e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.742026] env[69052]: DEBUG oslo_vmware.rw_handles [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5296a6d0-191b-1622-a770-725a65c5f480/disk-0.vmdk is in state: ready. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 827.742026] env[69052]: ERROR oslo_vmware.rw_handles [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5296a6d0-191b-1622-a770-725a65c5f480/disk-0.vmdk due to incomplete transfer. [ 827.742026] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-99ab6533-a629-4eba-a665-cc008c097851 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.748734] env[69052]: DEBUG oslo_vmware.rw_handles [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5296a6d0-191b-1622-a770-725a65c5f480/disk-0.vmdk. {{(pid=69052) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 827.748955] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Uploaded image d0285285-a935-4c90-86b9-85f80229d122 to the Glance image server {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 827.751442] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Destroying the VM {{(pid=69052) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 827.751697] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e57c9356-3f88-4e18-aa70-6e9e926735c0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.758712] env[69052]: DEBUG oslo_vmware.api [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 827.758712] env[69052]: value = "task-3236367" [ 827.758712] env[69052]: _type = "Task" [ 827.758712] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.766592] env[69052]: DEBUG oslo_vmware.api [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236367, 'name': Destroy_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.788819] env[69052]: DEBUG nova.scheduler.client.report [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.805169] env[69052]: DEBUG oslo_vmware.api [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52fd3256-854b-57ae-de42-28f9e9f0d95c, 'name': SearchDatastore_Task, 'duration_secs': 0.009} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.810537] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Reconfiguring VM instance instance-00000029 to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 827.811073] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd8cbf88-1ebe-4deb-adf9-bf59f1e29de5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.832087] env[69052]: DEBUG oslo_vmware.api [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 827.832087] env[69052]: value = "task-3236368" [ 827.832087] env[69052]: _type = "Task" [ 827.832087] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.842656] env[69052]: DEBUG oslo_vmware.api [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236368, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.842656] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.021538] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 5937537d-06cd-4124-9d30-374d4caa995d] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 828.270560] env[69052]: DEBUG oslo_vmware.api [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236367, 'name': Destroy_Task} progress is 33%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.293665] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.294380] env[69052]: DEBUG nova.compute.manager [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 828.297048] env[69052]: DEBUG oslo_concurrency.lockutils [None req-73ad4612-9b64-4a0a-88e5-da0bf64d9e65 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.759s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.297359] env[69052]: DEBUG oslo_concurrency.lockutils [None req-73ad4612-9b64-4a0a-88e5-da0bf64d9e65 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.303150] env[69052]: DEBUG oslo_concurrency.lockutils [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.603s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.303395] env[69052]: DEBUG nova.objects.instance [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69052) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 828.345893] env[69052]: DEBUG oslo_vmware.api [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236368, 'name': ReconfigVM_Task, 'duration_secs': 0.317331} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.349762] env[69052]: INFO nova.scheduler.client.report [None req-73ad4612-9b64-4a0a-88e5-da0bf64d9e65 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Deleted allocations for instance 00532336-a3a9-43f7-a3bd-59b2f3790091 [ 828.350832] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Reconfigured VM instance instance-00000029 to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 828.354596] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d02669-9e59-4274-82ce-796e8ef5ffd6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.378928] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 34b9818a-917b-4047-9591-bf2be8d69da9/34b9818a-917b-4047-9591-bf2be8d69da9.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.379273] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fecbd7fc-d41d-4e1b-a1aa-e10147e88b49 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.399122] env[69052]: DEBUG oslo_vmware.api [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 828.399122] env[69052]: value = "task-3236369" [ 828.399122] env[69052]: _type = "Task" [ 828.399122] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.407127] env[69052]: DEBUG oslo_vmware.api [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.525347] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 4d310649-22ae-4632-bd03-3dfdc1226a0e] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 828.669096] env[69052]: DEBUG nova.compute.manager [req-b4d49666-eaa5-4b71-b2cc-d30f091fcbd2 req-9dbd6596-9626-4d0d-ab06-787d93542aaa service nova] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Received event network-changed-7163b369-77d9-44a7-bf21-564011e76ff4 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.669096] env[69052]: DEBUG nova.compute.manager [req-b4d49666-eaa5-4b71-b2cc-d30f091fcbd2 req-9dbd6596-9626-4d0d-ab06-787d93542aaa service nova] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Refreshing instance network info cache due to event network-changed-7163b369-77d9-44a7-bf21-564011e76ff4. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.669096] env[69052]: DEBUG oslo_concurrency.lockutils [req-b4d49666-eaa5-4b71-b2cc-d30f091fcbd2 req-9dbd6596-9626-4d0d-ab06-787d93542aaa service nova] Acquiring lock "refresh_cache-99a03827-ed53-4c0a-987a-a383c4eff5cc" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.669932] env[69052]: DEBUG oslo_concurrency.lockutils [req-b4d49666-eaa5-4b71-b2cc-d30f091fcbd2 req-9dbd6596-9626-4d0d-ab06-787d93542aaa service nova] Acquired lock "refresh_cache-99a03827-ed53-4c0a-987a-a383c4eff5cc" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.671677] env[69052]: DEBUG nova.network.neutron [req-b4d49666-eaa5-4b71-b2cc-d30f091fcbd2 req-9dbd6596-9626-4d0d-ab06-787d93542aaa service nova] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Refreshing network info cache for port 7163b369-77d9-44a7-bf21-564011e76ff4 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.770689] env[69052]: DEBUG oslo_vmware.api [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236367, 'name': Destroy_Task, 'duration_secs': 0.864558} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.770959] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Destroyed the VM [ 828.771211] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Deleting Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 828.771695] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a7b15f3f-249d-4463-b135-96f82486747f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.778477] env[69052]: DEBUG oslo_vmware.api [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 828.778477] env[69052]: value = "task-3236370" [ 828.778477] env[69052]: _type = "Task" [ 828.778477] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.787191] env[69052]: DEBUG oslo_vmware.api [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236370, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.815450] env[69052]: DEBUG nova.compute.utils [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.817537] env[69052]: DEBUG nova.compute.manager [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.817754] env[69052]: DEBUG nova.network.neutron [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.862185] env[69052]: DEBUG oslo_concurrency.lockutils [None req-73ad4612-9b64-4a0a-88e5-da0bf64d9e65 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "00532336-a3a9-43f7-a3bd-59b2f3790091" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.473s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.889209] env[69052]: DEBUG nova.policy [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e48bbb19a3454821828f21b4df062b58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12d5287ebecb463ca0f3e47ef8801cff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.918008] env[69052]: DEBUG oslo_vmware.api [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236369, 'name': ReconfigVM_Task, 'duration_secs': 0.453619} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.918777] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 34b9818a-917b-4047-9591-bf2be8d69da9/34b9818a-917b-4047-9591-bf2be8d69da9.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.920157] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9b3614-1ae6-4bd8-97c2-4da9bc3e8a5c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.946319] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642ae526-4f78-4a00-9cff-865a27ce92a4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.968293] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ee0f0a-1dbe-4802-969e-e9dc0d9072d7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.990835] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca3917e-9431-4008-96d1-03543e2b5d15 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.001185] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.001185] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f200d30-8d8b-4ea3-a388-bff11bae7fb8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.007498] env[69052]: DEBUG oslo_vmware.api [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 829.007498] env[69052]: value = "task-3236371" [ 829.007498] env[69052]: _type = "Task" [ 829.007498] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.016240] env[69052]: DEBUG oslo_vmware.api [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.026936] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 7b0c2e85-ac32-4b92-80a8-f20dd67afa45] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 829.052509] env[69052]: DEBUG nova.network.neutron [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Successfully updated port: 878616f5-1589-43b0-bc7d-0bbc2f16b4fa {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.288985] env[69052]: DEBUG oslo_vmware.api [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236370, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.318725] env[69052]: DEBUG oslo_concurrency.lockutils [None req-442ee854-3937-4689-bc95-bb8abb06758d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.319879] env[69052]: DEBUG oslo_concurrency.lockutils [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.471s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.323241] env[69052]: INFO nova.compute.claims [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.326401] env[69052]: DEBUG nova.compute.manager [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 829.518869] env[69052]: DEBUG oslo_vmware.api [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236371, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.530605] env[69052]: DEBUG nova.network.neutron [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Successfully created port: 91ad878f-0dbb-44ba-9a5f-cb53ef3212ed {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.532763] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: d2b777aa-dab0-4258-b5cc-138fd60f8fb7] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 829.559285] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "refresh_cache-91342a01-d210-4d72-8e49-fc88e36ea168" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.559326] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquired lock "refresh_cache-91342a01-d210-4d72-8e49-fc88e36ea168" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.559458] env[69052]: DEBUG nova.network.neutron [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.718782] env[69052]: DEBUG oslo_concurrency.lockutils [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquiring lock "c4b2bcae-5752-4932-9fad-8cba15d7d15c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.719014] env[69052]: DEBUG oslo_concurrency.lockutils [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "c4b2bcae-5752-4932-9fad-8cba15d7d15c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.719242] env[69052]: DEBUG oslo_concurrency.lockutils [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquiring lock "c4b2bcae-5752-4932-9fad-8cba15d7d15c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.719432] env[69052]: DEBUG oslo_concurrency.lockutils [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "c4b2bcae-5752-4932-9fad-8cba15d7d15c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.719596] env[69052]: DEBUG oslo_concurrency.lockutils [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "c4b2bcae-5752-4932-9fad-8cba15d7d15c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.722048] env[69052]: INFO nova.compute.manager [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Terminating instance [ 829.744800] env[69052]: DEBUG nova.network.neutron [req-b4d49666-eaa5-4b71-b2cc-d30f091fcbd2 req-9dbd6596-9626-4d0d-ab06-787d93542aaa service nova] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Updated VIF entry in instance network info cache for port 7163b369-77d9-44a7-bf21-564011e76ff4. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.745190] env[69052]: DEBUG nova.network.neutron [req-b4d49666-eaa5-4b71-b2cc-d30f091fcbd2 req-9dbd6596-9626-4d0d-ab06-787d93542aaa service nova] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Updating instance_info_cache with network_info: [{"id": "7163b369-77d9-44a7-bf21-564011e76ff4", "address": "fa:16:3e:91:7a:28", "network": {"id": "f42fe87a-51d1-4f21-83fa-3de19e5a9e7a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-782639184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2af91bd65654c01aa49f77533b573cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7163b369-77", "ovs_interfaceid": "7163b369-77d9-44a7-bf21-564011e76ff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.790467] env[69052]: DEBUG oslo_vmware.api [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236370, 'name': RemoveSnapshot_Task, 'duration_secs': 0.944598} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.790837] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Deleted Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 829.791206] env[69052]: DEBUG nova.compute.manager [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.792477] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd01ec2d-022a-4686-9253-a5ec08e420f9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.017401] env[69052]: DEBUG oslo_vmware.api [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236371, 'name': PowerOnVM_Task, 'duration_secs': 0.789231} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.017685] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.035418] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 6fc5568a-4b04-4e1b-9cde-3b16b9ac8130] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 830.100353] env[69052]: DEBUG nova.network.neutron [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.226071] env[69052]: DEBUG nova.compute.manager [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.226320] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.227229] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d1958e-59f8-4ec0-8f2a-c976f2058e67 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.237219] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.237219] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a71d685-f5ee-409b-8df8-09d5328a35e1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.247176] env[69052]: DEBUG oslo_vmware.api [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 830.247176] env[69052]: value = "task-3236372" [ 830.247176] env[69052]: _type = "Task" [ 830.247176] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.251458] env[69052]: DEBUG oslo_concurrency.lockutils [req-b4d49666-eaa5-4b71-b2cc-d30f091fcbd2 req-9dbd6596-9626-4d0d-ab06-787d93542aaa service nova] Releasing lock "refresh_cache-99a03827-ed53-4c0a-987a-a383c4eff5cc" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.254557] env[69052]: DEBUG oslo_vmware.api [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.271473] env[69052]: DEBUG nova.network.neutron [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Updating instance_info_cache with network_info: [{"id": "878616f5-1589-43b0-bc7d-0bbc2f16b4fa", "address": "fa:16:3e:f4:c4:59", "network": {"id": "c10e9613-c54a-485e-9a95-44732ac3b1ae", "bridge": "br-int", "label": "tempest-ImagesTestJSON-91491714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353f2218a5c042c7abecff0feacf6f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap878616f5-15", "ovs_interfaceid": "878616f5-1589-43b0-bc7d-0bbc2f16b4fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.304846] env[69052]: INFO nova.compute.manager [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Shelve offloading [ 830.338601] env[69052]: DEBUG nova.compute.manager [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 830.368854] env[69052]: DEBUG nova.virt.hardware [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.369197] env[69052]: DEBUG nova.virt.hardware [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.369378] env[69052]: DEBUG nova.virt.hardware [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.369630] env[69052]: DEBUG nova.virt.hardware [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.369795] env[69052]: DEBUG nova.virt.hardware [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.369947] env[69052]: DEBUG nova.virt.hardware [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.370173] env[69052]: DEBUG nova.virt.hardware [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.370404] env[69052]: DEBUG nova.virt.hardware [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.370689] env[69052]: DEBUG nova.virt.hardware [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.370980] env[69052]: DEBUG nova.virt.hardware [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.371277] env[69052]: DEBUG nova.virt.hardware [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.372537] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9529365-de54-459b-9cee-e84baabf4e5e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.385692] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c30fae0-14a3-43bf-90b1-478461f4f89f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.538295] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 857c7aa8-406a-4a90-8f1b-166e87f0f559] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 830.707118] env[69052]: DEBUG nova.compute.manager [req-2e8ea966-2d3c-47cd-8922-6dc9c9348e13 req-d930ff1b-d5dd-4810-8e4b-74d91c574848 service nova] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Received event network-vif-plugged-878616f5-1589-43b0-bc7d-0bbc2f16b4fa {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.707347] env[69052]: DEBUG oslo_concurrency.lockutils [req-2e8ea966-2d3c-47cd-8922-6dc9c9348e13 req-d930ff1b-d5dd-4810-8e4b-74d91c574848 service nova] Acquiring lock "91342a01-d210-4d72-8e49-fc88e36ea168-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.707833] env[69052]: DEBUG oslo_concurrency.lockutils [req-2e8ea966-2d3c-47cd-8922-6dc9c9348e13 req-d930ff1b-d5dd-4810-8e4b-74d91c574848 service nova] Lock "91342a01-d210-4d72-8e49-fc88e36ea168-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.707833] env[69052]: DEBUG oslo_concurrency.lockutils [req-2e8ea966-2d3c-47cd-8922-6dc9c9348e13 req-d930ff1b-d5dd-4810-8e4b-74d91c574848 service nova] Lock "91342a01-d210-4d72-8e49-fc88e36ea168-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.707935] env[69052]: DEBUG nova.compute.manager [req-2e8ea966-2d3c-47cd-8922-6dc9c9348e13 req-d930ff1b-d5dd-4810-8e4b-74d91c574848 service nova] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] No waiting events found dispatching network-vif-plugged-878616f5-1589-43b0-bc7d-0bbc2f16b4fa {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.708065] env[69052]: WARNING nova.compute.manager [req-2e8ea966-2d3c-47cd-8922-6dc9c9348e13 req-d930ff1b-d5dd-4810-8e4b-74d91c574848 service nova] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Received unexpected event network-vif-plugged-878616f5-1589-43b0-bc7d-0bbc2f16b4fa for instance with vm_state building and task_state spawning. [ 830.708270] env[69052]: DEBUG nova.compute.manager [req-2e8ea966-2d3c-47cd-8922-6dc9c9348e13 req-d930ff1b-d5dd-4810-8e4b-74d91c574848 service nova] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Received event network-changed-878616f5-1589-43b0-bc7d-0bbc2f16b4fa {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.708426] env[69052]: DEBUG nova.compute.manager [req-2e8ea966-2d3c-47cd-8922-6dc9c9348e13 req-d930ff1b-d5dd-4810-8e4b-74d91c574848 service nova] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Refreshing instance network info cache due to event network-changed-878616f5-1589-43b0-bc7d-0bbc2f16b4fa. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.708593] env[69052]: DEBUG oslo_concurrency.lockutils [req-2e8ea966-2d3c-47cd-8922-6dc9c9348e13 req-d930ff1b-d5dd-4810-8e4b-74d91c574848 service nova] Acquiring lock "refresh_cache-91342a01-d210-4d72-8e49-fc88e36ea168" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.731831] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc5ff37-763d-49ed-8777-08ac28dd7f4b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.739474] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58a4ebf-79bf-40d0-ab2a-01ce55a780f5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.772934] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb57b38f-d8f5-4f96-95db-94f43b53f4d4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.776163] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Releasing lock "refresh_cache-91342a01-d210-4d72-8e49-fc88e36ea168" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.776463] env[69052]: DEBUG nova.compute.manager [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Instance network_info: |[{"id": "878616f5-1589-43b0-bc7d-0bbc2f16b4fa", "address": "fa:16:3e:f4:c4:59", "network": {"id": "c10e9613-c54a-485e-9a95-44732ac3b1ae", "bridge": "br-int", "label": "tempest-ImagesTestJSON-91491714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353f2218a5c042c7abecff0feacf6f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap878616f5-15", "ovs_interfaceid": "878616f5-1589-43b0-bc7d-0bbc2f16b4fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 830.776738] env[69052]: DEBUG oslo_concurrency.lockutils [req-2e8ea966-2d3c-47cd-8922-6dc9c9348e13 req-d930ff1b-d5dd-4810-8e4b-74d91c574848 service nova] Acquired lock "refresh_cache-91342a01-d210-4d72-8e49-fc88e36ea168" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.776915] env[69052]: DEBUG nova.network.neutron [req-2e8ea966-2d3c-47cd-8922-6dc9c9348e13 req-d930ff1b-d5dd-4810-8e4b-74d91c574848 service nova] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Refreshing network info cache for port 878616f5-1589-43b0-bc7d-0bbc2f16b4fa {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.778113] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:c4:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '878616f5-1589-43b0-bc7d-0bbc2f16b4fa', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.785656] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.792428] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.792752] env[69052]: DEBUG oslo_vmware.api [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236372, 'name': PowerOffVM_Task, 'duration_secs': 0.189833} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.793251] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7de494c5-d65b-4c08-bab2-e476c6d1f3b5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.807411] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.807603] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.808861] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2435a859-5ccf-4222-af8f-e8df6c0fc067 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.812811] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e29d44f-793d-4af0-ae82-41c6a11fbbf7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.814558] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.815176] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-666027f2-4614-4249-b50d-53fbf5afc24e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.827433] env[69052]: DEBUG nova.compute.provider_tree [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.830741] env[69052]: DEBUG oslo_vmware.api [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 830.830741] env[69052]: value = "task-3236374" [ 830.830741] env[69052]: _type = "Task" [ 830.830741] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.830903] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.830903] env[69052]: value = "task-3236373" [ 830.830903] env[69052]: _type = "Task" [ 830.830903] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.846070] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] VM already powered off {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 830.846336] env[69052]: DEBUG nova.compute.manager [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.846572] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236373, 'name': CreateVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.850020] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40214c8f-8738-411e-8d4c-650821a4692b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.858236] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquiring lock "refresh_cache-56722277-77c9-43f6-a98e-f102e43df903" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.858421] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquired lock "refresh_cache-56722277-77c9-43f6-a98e-f102e43df903" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.858592] env[69052]: DEBUG nova.network.neutron [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.897070] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.897070] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.897313] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Deleting the datastore file [datastore2] c4b2bcae-5752-4932-9fad-8cba15d7d15c {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.897478] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19986d86-a26d-4f59-9b26-8436b683c7f6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.907839] env[69052]: DEBUG oslo_vmware.api [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for the task: (returnval){ [ 830.907839] env[69052]: value = "task-3236376" [ 830.907839] env[69052]: _type = "Task" [ 830.907839] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.918019] env[69052]: DEBUG oslo_vmware.api [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.028509] env[69052]: INFO nova.compute.manager [None req-390ca097-cb49-4192-b4c4-c139c8ace443 tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Updating instance to original state: 'active' [ 831.041802] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 658ab1de-78f2-48e0-b777-6b68c07cf588] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 831.292941] env[69052]: DEBUG nova.network.neutron [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Successfully updated port: 91ad878f-0dbb-44ba-9a5f-cb53ef3212ed {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.334595] env[69052]: DEBUG nova.scheduler.client.report [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.347344] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236373, 'name': CreateVM_Task, 'duration_secs': 0.355984} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.347536] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.348247] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.348412] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.348769] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.349025] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94275289-ea3c-4e4b-bbd9-77b438ec9384 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.354159] env[69052]: DEBUG oslo_vmware.api [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 831.354159] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b3a9b1-11b1-cabb-bdb5-09d3318ee1c3" [ 831.354159] env[69052]: _type = "Task" [ 831.354159] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.364533] env[69052]: DEBUG oslo_vmware.api [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b3a9b1-11b1-cabb-bdb5-09d3318ee1c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.418529] env[69052]: DEBUG oslo_vmware.api [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Task: {'id': task-3236376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187684} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.420880] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.421188] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.421309] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.421482] env[69052]: INFO nova.compute.manager [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Took 1.20 seconds to destroy the instance on the hypervisor. [ 831.421717] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.421916] env[69052]: DEBUG nova.compute.manager [-] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.422049] env[69052]: DEBUG nova.network.neutron [-] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.545576] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 13714572-539a-445d-8998-a974a291135d] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 831.669142] env[69052]: DEBUG nova.network.neutron [req-2e8ea966-2d3c-47cd-8922-6dc9c9348e13 req-d930ff1b-d5dd-4810-8e4b-74d91c574848 service nova] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Updated VIF entry in instance network info cache for port 878616f5-1589-43b0-bc7d-0bbc2f16b4fa. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.669517] env[69052]: DEBUG nova.network.neutron [req-2e8ea966-2d3c-47cd-8922-6dc9c9348e13 req-d930ff1b-d5dd-4810-8e4b-74d91c574848 service nova] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Updating instance_info_cache with network_info: [{"id": "878616f5-1589-43b0-bc7d-0bbc2f16b4fa", "address": "fa:16:3e:f4:c4:59", "network": {"id": "c10e9613-c54a-485e-9a95-44732ac3b1ae", "bridge": "br-int", "label": "tempest-ImagesTestJSON-91491714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353f2218a5c042c7abecff0feacf6f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap878616f5-15", "ovs_interfaceid": "878616f5-1589-43b0-bc7d-0bbc2f16b4fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.795718] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "refresh_cache-74530170-b942-4e79-b027-e4aee95e18cd" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.795905] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired lock "refresh_cache-74530170-b942-4e79-b027-e4aee95e18cd" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.796051] env[69052]: DEBUG nova.network.neutron [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.842741] env[69052]: DEBUG oslo_concurrency.lockutils [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.843276] env[69052]: DEBUG nova.compute.manager [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.846169] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d4e5b6e6-aed3-4668-a6cb-655085537f71 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.579s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.846400] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d4e5b6e6-aed3-4668-a6cb-655085537f71 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.849035] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.618s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.849255] env[69052]: DEBUG nova.objects.instance [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69052) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 831.864832] env[69052]: DEBUG oslo_vmware.api [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b3a9b1-11b1-cabb-bdb5-09d3318ee1c3, 'name': SearchDatastore_Task, 'duration_secs': 0.014105} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.865144] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.865377] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.865613] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.865783] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.865965] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.866265] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1e3f2a9-fc06-425b-a69c-7efba5f9090d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.870187] env[69052]: INFO nova.scheduler.client.report [None req-d4e5b6e6-aed3-4668-a6cb-655085537f71 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Deleted allocations for instance 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3 [ 831.878049] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.878243] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.879316] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f024786-3efc-4e34-9060-0ec105bc1139 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.885713] env[69052]: DEBUG oslo_vmware.api [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 831.885713] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529691b9-f239-9199-e688-bbe08da5195c" [ 831.885713] env[69052]: _type = "Task" [ 831.885713] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.893665] env[69052]: DEBUG oslo_vmware.api [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529691b9-f239-9199-e688-bbe08da5195c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.988661] env[69052]: DEBUG nova.compute.manager [req-9a119df9-a841-4178-b5e6-40c6dfae1bfb req-ad7496e5-4343-40e2-a2db-7176b465c238 service nova] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Received event network-vif-deleted-ceb1196f-32f4-4fe4-9111-4bcf748b7edf {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.988888] env[69052]: INFO nova.compute.manager [req-9a119df9-a841-4178-b5e6-40c6dfae1bfb req-ad7496e5-4343-40e2-a2db-7176b465c238 service nova] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Neutron deleted interface ceb1196f-32f4-4fe4-9111-4bcf748b7edf; detaching it from the instance and deleting it from the info cache [ 831.989149] env[69052]: DEBUG nova.network.neutron [req-9a119df9-a841-4178-b5e6-40c6dfae1bfb req-ad7496e5-4343-40e2-a2db-7176b465c238 service nova] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.991544] env[69052]: DEBUG nova.network.neutron [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Updating instance_info_cache with network_info: [{"id": "85e64d75-de04-4fdd-b4de-da30b61f02b2", "address": "fa:16:3e:1a:db:8f", "network": {"id": "611d28cc-a800-4dc3-b742-50f4fc61d247", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1084610409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0012c8d368c4b578be0ba9f528ec75b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e64d75-de", "ovs_interfaceid": "85e64d75-de04-4fdd-b4de-da30b61f02b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.049131] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 742a374a-07f2-4a59-89cb-e58e3cd2e357] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 832.175896] env[69052]: DEBUG oslo_concurrency.lockutils [req-2e8ea966-2d3c-47cd-8922-6dc9c9348e13 req-d930ff1b-d5dd-4810-8e4b-74d91c574848 service nova] Releasing lock "refresh_cache-91342a01-d210-4d72-8e49-fc88e36ea168" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.192364] env[69052]: DEBUG nova.network.neutron [-] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.350499] env[69052]: DEBUG nova.compute.utils [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.351847] env[69052]: DEBUG nova.compute.manager [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.352015] env[69052]: DEBUG nova.network.neutron [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.357651] env[69052]: DEBUG nova.network.neutron [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.379252] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d4e5b6e6-aed3-4668-a6cb-655085537f71 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.263s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.397276] env[69052]: DEBUG oslo_vmware.api [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529691b9-f239-9199-e688-bbe08da5195c, 'name': SearchDatastore_Task, 'duration_secs': 0.008381} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.398479] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36915b20-96fc-4129-bbe9-f1084b47dc7f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.404557] env[69052]: DEBUG oslo_vmware.api [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 832.404557] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e908e0-fff1-3410-4eab-31232a24e250" [ 832.404557] env[69052]: _type = "Task" [ 832.404557] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.413617] env[69052]: DEBUG oslo_vmware.api [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e908e0-fff1-3410-4eab-31232a24e250, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.424928] env[69052]: DEBUG nova.policy [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5127a580dea040e38a680bee88523fbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33c7667f503642149086357b7386842c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.494107] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Releasing lock "refresh_cache-56722277-77c9-43f6-a98e-f102e43df903" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.496854] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-797f13c7-e74d-4ffd-9cb1-5ff0a274071d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.513906] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e59f6a3-082f-4a8c-b392-c6429606e073 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.556469] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: e621b1e7-bbfd-403e-8877-e275f3481265] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 832.558447] env[69052]: DEBUG nova.compute.manager [req-9a119df9-a841-4178-b5e6-40c6dfae1bfb req-ad7496e5-4343-40e2-a2db-7176b465c238 service nova] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Detach interface failed, port_id=ceb1196f-32f4-4fe4-9111-4bcf748b7edf, reason: Instance c4b2bcae-5752-4932-9fad-8cba15d7d15c could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 832.656011] env[69052]: DEBUG nova.network.neutron [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Updating instance_info_cache with network_info: [{"id": "91ad878f-0dbb-44ba-9a5f-cb53ef3212ed", "address": "fa:16:3e:32:2d:a6", "network": {"id": "742db944-3947-4476-b14c-efc7d440e7a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-605717120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12d5287ebecb463ca0f3e47ef8801cff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91ad878f-0d", "ovs_interfaceid": "91ad878f-0dbb-44ba-9a5f-cb53ef3212ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.695900] env[69052]: INFO nova.compute.manager [-] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Took 1.27 seconds to deallocate network for instance. [ 832.806357] env[69052]: DEBUG nova.network.neutron [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Successfully created port: a21869f9-8991-4561-902c-b9d4da95446a {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.585221] env[69052]: DEBUG nova.compute.manager [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.588651] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2d6774cd-bd7a-4805-8377-7c9076398d6e tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.739s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.590039] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 38065204-486c-4d9d-abcb-eb49214e3c58] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 833.591634] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Releasing lock "refresh_cache-74530170-b942-4e79-b027-e4aee95e18cd" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.591893] env[69052]: DEBUG nova.compute.manager [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Instance network_info: |[{"id": "91ad878f-0dbb-44ba-9a5f-cb53ef3212ed", "address": "fa:16:3e:32:2d:a6", "network": {"id": "742db944-3947-4476-b14c-efc7d440e7a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-605717120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12d5287ebecb463ca0f3e47ef8801cff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91ad878f-0d", "ovs_interfaceid": "91ad878f-0dbb-44ba-9a5f-cb53ef3212ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 833.592627] env[69052]: DEBUG oslo_concurrency.lockutils [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.593660] env[69052]: DEBUG nova.compute.manager [req-0d9f0eec-e291-4a96-b31e-89aeb8313e37 req-6248419b-5d7a-4034-abec-bf31e9b67972 service nova] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Received event network-vif-plugged-91ad878f-0dbb-44ba-9a5f-cb53ef3212ed {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.593876] env[69052]: DEBUG oslo_concurrency.lockutils [req-0d9f0eec-e291-4a96-b31e-89aeb8313e37 req-6248419b-5d7a-4034-abec-bf31e9b67972 service nova] Acquiring lock "74530170-b942-4e79-b027-e4aee95e18cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.594129] env[69052]: DEBUG oslo_concurrency.lockutils [req-0d9f0eec-e291-4a96-b31e-89aeb8313e37 req-6248419b-5d7a-4034-abec-bf31e9b67972 service nova] Lock "74530170-b942-4e79-b027-e4aee95e18cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.594316] env[69052]: DEBUG oslo_concurrency.lockutils [req-0d9f0eec-e291-4a96-b31e-89aeb8313e37 req-6248419b-5d7a-4034-abec-bf31e9b67972 service nova] Lock "74530170-b942-4e79-b027-e4aee95e18cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.594516] env[69052]: DEBUG nova.compute.manager [req-0d9f0eec-e291-4a96-b31e-89aeb8313e37 req-6248419b-5d7a-4034-abec-bf31e9b67972 service nova] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] No waiting events found dispatching network-vif-plugged-91ad878f-0dbb-44ba-9a5f-cb53ef3212ed {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.594912] env[69052]: WARNING nova.compute.manager [req-0d9f0eec-e291-4a96-b31e-89aeb8313e37 req-6248419b-5d7a-4034-abec-bf31e9b67972 service nova] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Received unexpected event network-vif-plugged-91ad878f-0dbb-44ba-9a5f-cb53ef3212ed for instance with vm_state building and task_state spawning. [ 833.594912] env[69052]: DEBUG nova.compute.manager [req-0d9f0eec-e291-4a96-b31e-89aeb8313e37 req-6248419b-5d7a-4034-abec-bf31e9b67972 service nova] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Received event network-changed-91ad878f-0dbb-44ba-9a5f-cb53ef3212ed {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.595068] env[69052]: DEBUG nova.compute.manager [req-0d9f0eec-e291-4a96-b31e-89aeb8313e37 req-6248419b-5d7a-4034-abec-bf31e9b67972 service nova] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Refreshing instance network info cache due to event network-changed-91ad878f-0dbb-44ba-9a5f-cb53ef3212ed. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.595162] env[69052]: DEBUG oslo_concurrency.lockutils [req-0d9f0eec-e291-4a96-b31e-89aeb8313e37 req-6248419b-5d7a-4034-abec-bf31e9b67972 service nova] Acquiring lock "refresh_cache-74530170-b942-4e79-b027-e4aee95e18cd" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.595302] env[69052]: DEBUG oslo_concurrency.lockutils [req-0d9f0eec-e291-4a96-b31e-89aeb8313e37 req-6248419b-5d7a-4034-abec-bf31e9b67972 service nova] Acquired lock "refresh_cache-74530170-b942-4e79-b027-e4aee95e18cd" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.595473] env[69052]: DEBUG nova.network.neutron [req-0d9f0eec-e291-4a96-b31e-89aeb8313e37 req-6248419b-5d7a-4034-abec-bf31e9b67972 service nova] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Refreshing network info cache for port 91ad878f-0dbb-44ba-9a5f-cb53ef3212ed {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.597913] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.598737] env[69052]: DEBUG oslo_concurrency.lockutils [None req-87120d3c-677c-42d1-ada8-1c1472fc8393 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.188s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.598928] env[69052]: DEBUG oslo_concurrency.lockutils [None req-87120d3c-677c-42d1-ada8-1c1472fc8393 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.601180] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cd8d2b9a-b02a-4160-8ac5-54e160ee1c03 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.159s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.601745] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cd8d2b9a-b02a-4160-8ac5-54e160ee1c03 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.603249] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.643s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.603561] env[69052]: DEBUG nova.objects.instance [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Lazy-loading 'resources' on Instance uuid c666b4b5-2e1e-45c2-97b8-2072f50f91e4 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.608213] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:2d:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91ad878f-0dbb-44ba-9a5f-cb53ef3212ed', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.615572] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Creating folder: Project (12d5287ebecb463ca0f3e47ef8801cff). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.616287] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d157982b-f75c-4112-8978-36ffd519a6c2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.623740] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2dfe440b-e6b3-4153-84be-1f9ee344e089 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.635252] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.638875] env[69052]: DEBUG oslo_vmware.api [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e908e0-fff1-3410-4eab-31232a24e250, 'name': SearchDatastore_Task, 'duration_secs': 0.009785} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.638875] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af79f486-4948-4fc0-a1af-9f8d2c9b6aa2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.639657] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.643016] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 91342a01-d210-4d72-8e49-fc88e36ea168/91342a01-d210-4d72-8e49-fc88e36ea168.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.643016] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Created folder: Project (12d5287ebecb463ca0f3e47ef8801cff) in parent group-v646676. [ 833.643016] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Creating folder: Instances. Parent ref: group-v646859. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.643016] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b7a15a5-6302-4173-8019-c20016f5fe1e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.644390] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb02250f-038e-4888-922f-288b22a39a85 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.650960] env[69052]: INFO nova.scheduler.client.report [None req-87120d3c-677c-42d1-ada8-1c1472fc8393 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Deleted allocations for instance cacc34cd-e3b1-4a08-a7da-45457403d114 [ 833.652944] env[69052]: DEBUG oslo_vmware.api [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 833.652944] env[69052]: value = "task-3236379" [ 833.652944] env[69052]: _type = "Task" [ 833.652944] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.659204] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Created folder: Instances in parent group-v646859. [ 833.659204] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.662261] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.664790] env[69052]: INFO nova.scheduler.client.report [None req-cd8d2b9a-b02a-4160-8ac5-54e160ee1c03 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Deleted allocations for instance 0471c239-25b5-45ee-a222-44a4646f5091 [ 833.664895] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-776566ba-7acd-4168-b2e8-24acfd7b0dce {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.688541] env[69052]: DEBUG oslo_vmware.api [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.694201] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.694201] env[69052]: value = "task-3236381" [ 833.694201] env[69052]: _type = "Task" [ 833.694201] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.702799] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236381, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.722791] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.723072] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.723360] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Deleting the datastore file [datastore1] 56722277-77c9-43f6-a98e-f102e43df903 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.723947] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17e3b36f-d5da-48f0-9f18-a836f3044485 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.734470] env[69052]: DEBUG oslo_vmware.api [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 833.734470] env[69052]: value = "task-3236382" [ 833.734470] env[69052]: _type = "Task" [ 833.734470] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.746962] env[69052]: DEBUG oslo_vmware.api [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.085992] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b72337ba-0319-4c20-93b9-622335bca51b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "34b9818a-917b-4047-9591-bf2be8d69da9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.086324] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b72337ba-0319-4c20-93b9-622335bca51b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "34b9818a-917b-4047-9591-bf2be8d69da9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.086623] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b72337ba-0319-4c20-93b9-622335bca51b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "34b9818a-917b-4047-9591-bf2be8d69da9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.089011] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b72337ba-0319-4c20-93b9-622335bca51b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "34b9818a-917b-4047-9591-bf2be8d69da9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.089234] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b72337ba-0319-4c20-93b9-622335bca51b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "34b9818a-917b-4047-9591-bf2be8d69da9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.094871] env[69052]: INFO nova.compute.manager [None req-b72337ba-0319-4c20-93b9-622335bca51b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Terminating instance [ 834.100861] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 5df864fc-1ee4-41d5-9ceb-ff166671992b] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 834.162943] env[69052]: DEBUG oslo_vmware.api [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502007} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.163324] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 91342a01-d210-4d72-8e49-fc88e36ea168/91342a01-d210-4d72-8e49-fc88e36ea168.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.163557] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.165813] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcea5753-1d86-46cb-9c27-38e5feb19f26 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.169095] env[69052]: DEBUG oslo_concurrency.lockutils [None req-87120d3c-677c-42d1-ada8-1c1472fc8393 tempest-FloatingIPsAssociationTestJSON-1522919215 tempest-FloatingIPsAssociationTestJSON-1522919215-project-member] Lock "cacc34cd-e3b1-4a08-a7da-45457403d114" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.202s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.171134] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ed015b-64fe-4091-ba04-dd2d24901235 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.188860] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37edf0f-db9c-4aa8-b5ef-1462577dd3b5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.188860] env[69052]: DEBUG oslo_vmware.api [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 834.188860] env[69052]: value = "task-3236383" [ 834.188860] env[69052]: _type = "Task" [ 834.188860] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.221166] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cd8d2b9a-b02a-4160-8ac5-54e160ee1c03 tempest-ServerRescueTestJSONUnderV235-2104961085 tempest-ServerRescueTestJSONUnderV235-2104961085-project-member] Lock "0471c239-25b5-45ee-a222-44a4646f5091" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.238s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.226396] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25664825-5460-4b6f-8adc-36be78bb272e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.232697] env[69052]: DEBUG oslo_vmware.api [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236383, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.243734] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236381, 'name': CreateVM_Task, 'duration_secs': 0.400009} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.244930] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.245537] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23aecd2e-4572-431c-81c7-38c5c3be66de {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.253824] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.254027] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.254413] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.254991] env[69052]: DEBUG oslo_vmware.api [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.442738} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.255217] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd93c667-714c-449a-806f-efed1e0d066f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.257107] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.257455] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.257455] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.268785] env[69052]: DEBUG nova.compute.provider_tree [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.274472] env[69052]: DEBUG oslo_vmware.api [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 834.274472] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d49ed6-6cc0-9fe9-64c7-c44701fc8bfd" [ 834.274472] env[69052]: _type = "Task" [ 834.274472] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.280697] env[69052]: INFO nova.scheduler.client.report [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Deleted allocations for instance 56722277-77c9-43f6-a98e-f102e43df903 [ 834.288193] env[69052]: DEBUG oslo_vmware.api [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d49ed6-6cc0-9fe9-64c7-c44701fc8bfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.446952] env[69052]: DEBUG nova.network.neutron [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Successfully updated port: a21869f9-8991-4561-902c-b9d4da95446a {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.476506] env[69052]: DEBUG nova.compute.manager [req-f409de12-f0b4-417f-81df-65a7e367114f req-0c2a77e3-597d-4413-a14f-c49016d43fb0 service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Received event network-vif-plugged-a21869f9-8991-4561-902c-b9d4da95446a {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.476673] env[69052]: DEBUG oslo_concurrency.lockutils [req-f409de12-f0b4-417f-81df-65a7e367114f req-0c2a77e3-597d-4413-a14f-c49016d43fb0 service nova] Acquiring lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.476880] env[69052]: DEBUG oslo_concurrency.lockutils [req-f409de12-f0b4-417f-81df-65a7e367114f req-0c2a77e3-597d-4413-a14f-c49016d43fb0 service nova] Lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.477056] env[69052]: DEBUG oslo_concurrency.lockutils [req-f409de12-f0b4-417f-81df-65a7e367114f req-0c2a77e3-597d-4413-a14f-c49016d43fb0 service nova] Lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.477227] env[69052]: DEBUG nova.compute.manager [req-f409de12-f0b4-417f-81df-65a7e367114f req-0c2a77e3-597d-4413-a14f-c49016d43fb0 service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] No waiting events found dispatching network-vif-plugged-a21869f9-8991-4561-902c-b9d4da95446a {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 834.477388] env[69052]: WARNING nova.compute.manager [req-f409de12-f0b4-417f-81df-65a7e367114f req-0c2a77e3-597d-4413-a14f-c49016d43fb0 service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Received unexpected event network-vif-plugged-a21869f9-8991-4561-902c-b9d4da95446a for instance with vm_state building and task_state spawning. [ 834.497527] env[69052]: DEBUG nova.network.neutron [req-0d9f0eec-e291-4a96-b31e-89aeb8313e37 req-6248419b-5d7a-4034-abec-bf31e9b67972 service nova] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Updated VIF entry in instance network info cache for port 91ad878f-0dbb-44ba-9a5f-cb53ef3212ed. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.497883] env[69052]: DEBUG nova.network.neutron [req-0d9f0eec-e291-4a96-b31e-89aeb8313e37 req-6248419b-5d7a-4034-abec-bf31e9b67972 service nova] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Updating instance_info_cache with network_info: [{"id": "91ad878f-0dbb-44ba-9a5f-cb53ef3212ed", "address": "fa:16:3e:32:2d:a6", "network": {"id": "742db944-3947-4476-b14c-efc7d440e7a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-605717120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12d5287ebecb463ca0f3e47ef8801cff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91ad878f-0d", "ovs_interfaceid": "91ad878f-0dbb-44ba-9a5f-cb53ef3212ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.603980] env[69052]: DEBUG nova.compute.manager [None req-b72337ba-0319-4c20-93b9-622335bca51b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.604262] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b72337ba-0319-4c20-93b9-622335bca51b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.605874] env[69052]: DEBUG nova.compute.manager [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.608144] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 12141b9b-bbb8-4080-ac76-aa4b6136b0de] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 834.610630] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e32e5a2-266e-421f-8824-d994028453d4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.618640] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72337ba-0319-4c20-93b9-622335bca51b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.618876] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4be30b75-1040-4a12-a498-a606d0d4c3bd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.624909] env[69052]: DEBUG oslo_vmware.api [None req-b72337ba-0319-4c20-93b9-622335bca51b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 834.624909] env[69052]: value = "task-3236384" [ 834.624909] env[69052]: _type = "Task" [ 834.624909] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.634936] env[69052]: DEBUG oslo_vmware.api [None req-b72337ba-0319-4c20-93b9-622335bca51b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.637047] env[69052]: DEBUG nova.virt.hardware [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.637253] env[69052]: DEBUG nova.virt.hardware [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.637415] env[69052]: DEBUG nova.virt.hardware [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.637598] env[69052]: DEBUG nova.virt.hardware [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.637744] env[69052]: DEBUG nova.virt.hardware [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.637887] env[69052]: DEBUG nova.virt.hardware [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.638107] env[69052]: DEBUG nova.virt.hardware [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.638293] env[69052]: DEBUG nova.virt.hardware [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.638479] env[69052]: DEBUG nova.virt.hardware [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.638621] env[69052]: DEBUG nova.virt.hardware [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.638793] env[69052]: DEBUG nova.virt.hardware [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.639800] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01466701-745c-4aef-8deb-15808c429b6f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.646644] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5859c90-d7fc-4eae-93ed-d7e5c6926db4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.699380] env[69052]: DEBUG oslo_vmware.api [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073744} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.699984] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.700820] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591bf7e4-fefd-4f06-a2ba-e899423cbe25 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.725201] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 91342a01-d210-4d72-8e49-fc88e36ea168/91342a01-d210-4d72-8e49-fc88e36ea168.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.725718] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3002750d-7e3f-4fa2-b3a7-981638526ba9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.748233] env[69052]: DEBUG oslo_vmware.api [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 834.748233] env[69052]: value = "task-3236385" [ 834.748233] env[69052]: _type = "Task" [ 834.748233] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.756658] env[69052]: DEBUG oslo_vmware.api [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.772461] env[69052]: DEBUG nova.scheduler.client.report [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.787114] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "e8a56eb2-4f01-4a90-9758-f531feba21c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.787387] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "e8a56eb2-4f01-4a90-9758-f531feba21c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.790090] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.797245] env[69052]: DEBUG oslo_vmware.api [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d49ed6-6cc0-9fe9-64c7-c44701fc8bfd, 'name': SearchDatastore_Task, 'duration_secs': 0.009823} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.797595] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.797852] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.798163] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.798397] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.798592] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.798856] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb478d7a-5a38-4a4c-bb63-ec90d79302de {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.809042] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.809333] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.810201] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de56a905-2457-4340-a5aa-12eccbe68601 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.816442] env[69052]: DEBUG oslo_vmware.api [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 834.816442] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52216981-6d38-bf21-694f-ef4090cfd0e6" [ 834.816442] env[69052]: _type = "Task" [ 834.816442] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.825254] env[69052]: DEBUG oslo_vmware.api [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52216981-6d38-bf21-694f-ef4090cfd0e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.906351] env[69052]: DEBUG nova.compute.manager [req-1b4bfb06-de1c-41d6-b40a-5deca336e2ae req-9899e9bb-196c-4293-b0ec-d178efa7f012 service nova] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Received event network-vif-unplugged-85e64d75-de04-4fdd-b4de-da30b61f02b2 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.906609] env[69052]: DEBUG oslo_concurrency.lockutils [req-1b4bfb06-de1c-41d6-b40a-5deca336e2ae req-9899e9bb-196c-4293-b0ec-d178efa7f012 service nova] Acquiring lock "56722277-77c9-43f6-a98e-f102e43df903-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.906855] env[69052]: DEBUG oslo_concurrency.lockutils [req-1b4bfb06-de1c-41d6-b40a-5deca336e2ae req-9899e9bb-196c-4293-b0ec-d178efa7f012 service nova] Lock "56722277-77c9-43f6-a98e-f102e43df903-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.907138] env[69052]: DEBUG oslo_concurrency.lockutils [req-1b4bfb06-de1c-41d6-b40a-5deca336e2ae req-9899e9bb-196c-4293-b0ec-d178efa7f012 service nova] Lock "56722277-77c9-43f6-a98e-f102e43df903-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.907310] env[69052]: DEBUG nova.compute.manager [req-1b4bfb06-de1c-41d6-b40a-5deca336e2ae req-9899e9bb-196c-4293-b0ec-d178efa7f012 service nova] [instance: 56722277-77c9-43f6-a98e-f102e43df903] No waiting events found dispatching network-vif-unplugged-85e64d75-de04-4fdd-b4de-da30b61f02b2 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 834.907482] env[69052]: WARNING nova.compute.manager [req-1b4bfb06-de1c-41d6-b40a-5deca336e2ae req-9899e9bb-196c-4293-b0ec-d178efa7f012 service nova] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Received unexpected event network-vif-unplugged-85e64d75-de04-4fdd-b4de-da30b61f02b2 for instance with vm_state shelved_offloaded and task_state None. [ 834.907639] env[69052]: DEBUG nova.compute.manager [req-1b4bfb06-de1c-41d6-b40a-5deca336e2ae req-9899e9bb-196c-4293-b0ec-d178efa7f012 service nova] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Received event network-changed-85e64d75-de04-4fdd-b4de-da30b61f02b2 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.907789] env[69052]: DEBUG nova.compute.manager [req-1b4bfb06-de1c-41d6-b40a-5deca336e2ae req-9899e9bb-196c-4293-b0ec-d178efa7f012 service nova] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Refreshing instance network info cache due to event network-changed-85e64d75-de04-4fdd-b4de-da30b61f02b2. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.907986] env[69052]: DEBUG oslo_concurrency.lockutils [req-1b4bfb06-de1c-41d6-b40a-5deca336e2ae req-9899e9bb-196c-4293-b0ec-d178efa7f012 service nova] Acquiring lock "refresh_cache-56722277-77c9-43f6-a98e-f102e43df903" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.908214] env[69052]: DEBUG oslo_concurrency.lockutils [req-1b4bfb06-de1c-41d6-b40a-5deca336e2ae req-9899e9bb-196c-4293-b0ec-d178efa7f012 service nova] Acquired lock "refresh_cache-56722277-77c9-43f6-a98e-f102e43df903" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.908284] env[69052]: DEBUG nova.network.neutron [req-1b4bfb06-de1c-41d6-b40a-5deca336e2ae req-9899e9bb-196c-4293-b0ec-d178efa7f012 service nova] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Refreshing network info cache for port 85e64d75-de04-4fdd-b4de-da30b61f02b2 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.949573] env[69052]: DEBUG oslo_concurrency.lockutils [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "refresh_cache-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.949706] env[69052]: DEBUG oslo_concurrency.lockutils [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired lock "refresh_cache-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.949871] env[69052]: DEBUG nova.network.neutron [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.000347] env[69052]: DEBUG oslo_concurrency.lockutils [req-0d9f0eec-e291-4a96-b31e-89aeb8313e37 req-6248419b-5d7a-4034-abec-bf31e9b67972 service nova] Releasing lock "refresh_cache-74530170-b942-4e79-b027-e4aee95e18cd" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.115202] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: b7901a47-6e24-45e2-869f-52c58e88354f] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 835.135355] env[69052]: DEBUG oslo_vmware.api [None req-b72337ba-0319-4c20-93b9-622335bca51b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236384, 'name': PowerOffVM_Task, 'duration_secs': 0.23958} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.135658] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72337ba-0319-4c20-93b9-622335bca51b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.138103] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b72337ba-0319-4c20-93b9-622335bca51b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.138103] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6fa1732-e4dc-481b-a4be-a0ac7d1def1e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.203826] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b72337ba-0319-4c20-93b9-622335bca51b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.204095] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b72337ba-0319-4c20-93b9-622335bca51b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.204286] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b72337ba-0319-4c20-93b9-622335bca51b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Deleting the datastore file [datastore2] 34b9818a-917b-4047-9591-bf2be8d69da9 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.204559] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0697453-8f0e-41f3-9da2-9397e34d95c1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.211893] env[69052]: DEBUG oslo_vmware.api [None req-b72337ba-0319-4c20-93b9-622335bca51b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 835.211893] env[69052]: value = "task-3236387" [ 835.211893] env[69052]: _type = "Task" [ 835.211893] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.220576] env[69052]: DEBUG oslo_vmware.api [None req-b72337ba-0319-4c20-93b9-622335bca51b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.257691] env[69052]: DEBUG oslo_vmware.api [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236385, 'name': ReconfigVM_Task, 'duration_secs': 0.307534} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.257979] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 91342a01-d210-4d72-8e49-fc88e36ea168/91342a01-d210-4d72-8e49-fc88e36ea168.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.258643] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e30866f9-a4c5-49e3-b8c2-b9d29fc2fe7e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.265157] env[69052]: DEBUG oslo_vmware.api [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 835.265157] env[69052]: value = "task-3236388" [ 835.265157] env[69052]: _type = "Task" [ 835.265157] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.273244] env[69052]: DEBUG oslo_vmware.api [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236388, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.281060] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.678s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.283380] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.941s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.291695] env[69052]: DEBUG nova.compute.manager [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.308805] env[69052]: INFO nova.scheduler.client.report [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Deleted allocations for instance c666b4b5-2e1e-45c2-97b8-2072f50f91e4 [ 835.327694] env[69052]: DEBUG oslo_vmware.api [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52216981-6d38-bf21-694f-ef4090cfd0e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009677} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.328552] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01503774-b5c5-4ee0-b313-4b683eba45f6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.334183] env[69052]: DEBUG oslo_vmware.api [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 835.334183] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524c78b8-2225-14a9-056b-45a9c17b4c34" [ 835.334183] env[69052]: _type = "Task" [ 835.334183] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.342686] env[69052]: DEBUG oslo_vmware.api [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524c78b8-2225-14a9-056b-45a9c17b4c34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.495877] env[69052]: DEBUG nova.network.neutron [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.619516] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 733f419b-7cfb-4e3b-bdbe-0c78dde72dd6] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 835.635638] env[69052]: DEBUG nova.network.neutron [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Updating instance_info_cache with network_info: [{"id": "a21869f9-8991-4561-902c-b9d4da95446a", "address": "fa:16:3e:27:42:78", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa21869f9-89", "ovs_interfaceid": "a21869f9-8991-4561-902c-b9d4da95446a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.728857] env[69052]: DEBUG oslo_vmware.api [None req-b72337ba-0319-4c20-93b9-622335bca51b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17092} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.729190] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b72337ba-0319-4c20-93b9-622335bca51b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.729383] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b72337ba-0319-4c20-93b9-622335bca51b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.729559] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b72337ba-0319-4c20-93b9-622335bca51b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.729723] env[69052]: INFO nova.compute.manager [None req-b72337ba-0319-4c20-93b9-622335bca51b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 835.729955] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b72337ba-0319-4c20-93b9-622335bca51b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.730168] env[69052]: DEBUG nova.compute.manager [-] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.730256] env[69052]: DEBUG nova.network.neutron [-] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.777434] env[69052]: DEBUG oslo_vmware.api [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236388, 'name': Rename_Task, 'duration_secs': 0.150242} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.777819] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.778104] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-718d5e31-ecc0-46e0-9376-456041aca825 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.785046] env[69052]: DEBUG oslo_vmware.api [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 835.785046] env[69052]: value = "task-3236389" [ 835.785046] env[69052]: _type = "Task" [ 835.785046] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.791750] env[69052]: INFO nova.compute.claims [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.803721] env[69052]: DEBUG oslo_vmware.api [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236389, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.817140] env[69052]: DEBUG oslo_concurrency.lockutils [None req-dca2f27f-e0d1-4c57-982a-21b823b36a3a tempest-ServersListShow296Test-1409513064 tempest-ServersListShow296Test-1409513064-project-member] Lock "c666b4b5-2e1e-45c2-97b8-2072f50f91e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.744s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.823416] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.845804] env[69052]: DEBUG oslo_vmware.api [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524c78b8-2225-14a9-056b-45a9c17b4c34, 'name': SearchDatastore_Task, 'duration_secs': 0.01232} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.846079] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.846386] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 74530170-b942-4e79-b027-e4aee95e18cd/74530170-b942-4e79-b027-e4aee95e18cd.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.847062] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7708a469-eac6-4c2a-8f61-ec180035abd2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.853935] env[69052]: DEBUG oslo_vmware.api [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 835.853935] env[69052]: value = "task-3236390" [ 835.853935] env[69052]: _type = "Task" [ 835.853935] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.862738] env[69052]: DEBUG oslo_vmware.api [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.124769] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: a4462b16-2118-4c35-8790-eaf8c5d3f7db] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 836.138531] env[69052]: DEBUG oslo_concurrency.lockutils [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Releasing lock "refresh_cache-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.138935] env[69052]: DEBUG nova.compute.manager [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Instance network_info: |[{"id": "a21869f9-8991-4561-902c-b9d4da95446a", "address": "fa:16:3e:27:42:78", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa21869f9-89", "ovs_interfaceid": "a21869f9-8991-4561-902c-b9d4da95446a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.139468] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:42:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a21869f9-8991-4561-902c-b9d4da95446a', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.149102] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.149514] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.149822] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3aba1b6e-6f23-4ae7-a919-2b2fee1d3dac {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.173930] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.173930] env[69052]: value = "task-3236391" [ 836.173930] env[69052]: _type = "Task" [ 836.173930] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.183745] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236391, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.298038] env[69052]: DEBUG oslo_vmware.api [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236389, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.302776] env[69052]: INFO nova.compute.resource_tracker [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Updating resource usage from migration cd36e51d-2fb6-4095-8230-ca0ea8abc7a6 [ 836.349651] env[69052]: DEBUG nova.network.neutron [req-1b4bfb06-de1c-41d6-b40a-5deca336e2ae req-9899e9bb-196c-4293-b0ec-d178efa7f012 service nova] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Updated VIF entry in instance network info cache for port 85e64d75-de04-4fdd-b4de-da30b61f02b2. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.350165] env[69052]: DEBUG nova.network.neutron [req-1b4bfb06-de1c-41d6-b40a-5deca336e2ae req-9899e9bb-196c-4293-b0ec-d178efa7f012 service nova] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Updating instance_info_cache with network_info: [{"id": "85e64d75-de04-4fdd-b4de-da30b61f02b2", "address": "fa:16:3e:1a:db:8f", "network": {"id": "611d28cc-a800-4dc3-b742-50f4fc61d247", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1084610409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0012c8d368c4b578be0ba9f528ec75b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap85e64d75-de", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.374612] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquiring lock "56722277-77c9-43f6-a98e-f102e43df903" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.374988] env[69052]: DEBUG oslo_vmware.api [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509668} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.378681] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 74530170-b942-4e79-b027-e4aee95e18cd/74530170-b942-4e79-b027-e4aee95e18cd.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.379182] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.380467] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2de99d1a-40c8-4081-aef3-53bea05d3883 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.388450] env[69052]: DEBUG oslo_vmware.api [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 836.388450] env[69052]: value = "task-3236392" [ 836.388450] env[69052]: _type = "Task" [ 836.388450] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.400888] env[69052]: DEBUG oslo_vmware.api [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.539403] env[69052]: DEBUG nova.network.neutron [-] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.630171] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 00e9ed4f-84d3-458a-8d61-69cf77f39200] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 836.688342] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236391, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.768248] env[69052]: DEBUG nova.compute.manager [req-1c5ec99d-d81d-4070-8814-405a7c59d2a1 req-b546f30b-7157-4211-82e2-02b4f78f3c65 service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Received event network-changed-a21869f9-8991-4561-902c-b9d4da95446a {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.768391] env[69052]: DEBUG nova.compute.manager [req-1c5ec99d-d81d-4070-8814-405a7c59d2a1 req-b546f30b-7157-4211-82e2-02b4f78f3c65 service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Refreshing instance network info cache due to event network-changed-a21869f9-8991-4561-902c-b9d4da95446a. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 836.768599] env[69052]: DEBUG oslo_concurrency.lockutils [req-1c5ec99d-d81d-4070-8814-405a7c59d2a1 req-b546f30b-7157-4211-82e2-02b4f78f3c65 service nova] Acquiring lock "refresh_cache-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.768841] env[69052]: DEBUG oslo_concurrency.lockutils [req-1c5ec99d-d81d-4070-8814-405a7c59d2a1 req-b546f30b-7157-4211-82e2-02b4f78f3c65 service nova] Acquired lock "refresh_cache-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.768904] env[69052]: DEBUG nova.network.neutron [req-1c5ec99d-d81d-4070-8814-405a7c59d2a1 req-b546f30b-7157-4211-82e2-02b4f78f3c65 service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Refreshing network info cache for port a21869f9-8991-4561-902c-b9d4da95446a {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.799626] env[69052]: DEBUG oslo_vmware.api [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236389, 'name': PowerOnVM_Task, 'duration_secs': 0.846642} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.799941] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.800191] env[69052]: INFO nova.compute.manager [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Took 9.14 seconds to spawn the instance on the hypervisor. [ 836.800411] env[69052]: DEBUG nova.compute.manager [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.801230] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be43bca-e5e5-4bd7-80e0-00b1879a698b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.805278] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8521ed3b-2a3b-48e1-afe0-770e57c0d988 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.819553] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9f10fd-6a1d-40ee-bd4d-ba5660640dc2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.852809] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c9b9d1-fad9-484e-92db-57bb01467de5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.860942] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b449e8-b471-4aa9-8010-3ff28a9eb19c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.868743] env[69052]: DEBUG oslo_concurrency.lockutils [req-1b4bfb06-de1c-41d6-b40a-5deca336e2ae req-9899e9bb-196c-4293-b0ec-d178efa7f012 service nova] Releasing lock "refresh_cache-56722277-77c9-43f6-a98e-f102e43df903" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.878499] env[69052]: DEBUG nova.compute.provider_tree [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.898597] env[69052]: DEBUG oslo_vmware.api [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066806} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.898869] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.899771] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbb5a5b-a6ac-4d09-8c52-d1e230b7a52b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.926627] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 74530170-b942-4e79-b027-e4aee95e18cd/74530170-b942-4e79-b027-e4aee95e18cd.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.926956] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdc6444c-5331-4caf-be84-97861920a2a8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.946906] env[69052]: DEBUG oslo_vmware.api [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 836.946906] env[69052]: value = "task-3236393" [ 836.946906] env[69052]: _type = "Task" [ 836.946906] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.955277] env[69052]: DEBUG oslo_vmware.api [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236393, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.042230] env[69052]: INFO nova.compute.manager [-] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Took 1.31 seconds to deallocate network for instance. [ 837.135454] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 837.135454] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Cleaning up deleted instances with incomplete migration {{(pid=69052) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 837.185507] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236391, 'name': CreateVM_Task, 'duration_secs': 0.525404} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.185507] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.186273] env[69052]: DEBUG oslo_concurrency.lockutils [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.186433] env[69052]: DEBUG oslo_concurrency.lockutils [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.186797] env[69052]: DEBUG oslo_concurrency.lockutils [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.187082] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7461dc08-20da-45e4-a025-03753ebdd1a3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.192129] env[69052]: DEBUG oslo_vmware.api [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 837.192129] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52150f47-dc56-29f7-7ccf-cb8d291ef065" [ 837.192129] env[69052]: _type = "Task" [ 837.192129] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.201499] env[69052]: DEBUG oslo_vmware.api [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52150f47-dc56-29f7-7ccf-cb8d291ef065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.325492] env[69052]: INFO nova.compute.manager [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Took 53.33 seconds to build instance. [ 837.381612] env[69052]: DEBUG nova.scheduler.client.report [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.467022] env[69052]: DEBUG oslo_vmware.api [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236393, 'name': ReconfigVM_Task, 'duration_secs': 0.296782} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.467022] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 74530170-b942-4e79-b027-e4aee95e18cd/74530170-b942-4e79-b027-e4aee95e18cd.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.467022] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ee889ff-546f-4177-a79a-2de0f1f3c7f5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.474230] env[69052]: DEBUG oslo_vmware.api [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 837.474230] env[69052]: value = "task-3236394" [ 837.474230] env[69052]: _type = "Task" [ 837.474230] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.492602] env[69052]: DEBUG oslo_vmware.api [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236394, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.553014] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b72337ba-0319-4c20-93b9-622335bca51b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.637799] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 837.691682] env[69052]: DEBUG nova.network.neutron [req-1c5ec99d-d81d-4070-8814-405a7c59d2a1 req-b546f30b-7157-4211-82e2-02b4f78f3c65 service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Updated VIF entry in instance network info cache for port a21869f9-8991-4561-902c-b9d4da95446a. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.691682] env[69052]: DEBUG nova.network.neutron [req-1c5ec99d-d81d-4070-8814-405a7c59d2a1 req-b546f30b-7157-4211-82e2-02b4f78f3c65 service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Updating instance_info_cache with network_info: [{"id": "a21869f9-8991-4561-902c-b9d4da95446a", "address": "fa:16:3e:27:42:78", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa21869f9-89", "ovs_interfaceid": "a21869f9-8991-4561-902c-b9d4da95446a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.708307] env[69052]: DEBUG oslo_vmware.api [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52150f47-dc56-29f7-7ccf-cb8d291ef065, 'name': SearchDatastore_Task, 'duration_secs': 0.020856} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.708633] env[69052]: DEBUG oslo_concurrency.lockutils [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.708875] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.709124] env[69052]: DEBUG oslo_concurrency.lockutils [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.709268] env[69052]: DEBUG oslo_concurrency.lockutils [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.709440] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.709849] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6a5b0b4-eccf-40f0-bc51-59205ee850d6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.722602] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.722895] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.723575] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92266732-8f2d-413d-afd1-0cb37a7831ea {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.729824] env[69052]: DEBUG oslo_vmware.api [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 837.729824] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52266424-3c23-e9c1-e993-c74493deed6c" [ 837.729824] env[69052]: _type = "Task" [ 837.729824] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.737323] env[69052]: DEBUG oslo_vmware.api [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52266424-3c23-e9c1-e993-c74493deed6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.832492] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9bf5ef5a-0e6d-4f88-87b4-a379e5698cba tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "91342a01-d210-4d72-8e49-fc88e36ea168" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.847s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.890520] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.607s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.891925] env[69052]: INFO nova.compute.manager [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Migrating [ 837.898829] env[69052]: DEBUG oslo_concurrency.lockutils [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.205s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.898829] env[69052]: DEBUG nova.objects.instance [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Lazy-loading 'resources' on Instance uuid b540f87b-3e89-4200-a4f1-23f0b7dfb23b {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.985748] env[69052]: DEBUG oslo_vmware.api [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236394, 'name': Rename_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.201668] env[69052]: DEBUG oslo_concurrency.lockutils [req-1c5ec99d-d81d-4070-8814-405a7c59d2a1 req-b546f30b-7157-4211-82e2-02b4f78f3c65 service nova] Releasing lock "refresh_cache-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.201920] env[69052]: DEBUG nova.compute.manager [req-1c5ec99d-d81d-4070-8814-405a7c59d2a1 req-b546f30b-7157-4211-82e2-02b4f78f3c65 service nova] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Received event network-vif-deleted-89c332f7-3944-42e7-989b-dcc6944c3ae2 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.240374] env[69052]: DEBUG oslo_vmware.api [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52266424-3c23-e9c1-e993-c74493deed6c, 'name': SearchDatastore_Task, 'duration_secs': 0.047531} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.241412] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a3fb618-bf5f-4648-acb2-67ebf065bcc0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.247388] env[69052]: DEBUG oslo_vmware.api [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 838.247388] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5272efa5-ed5b-864c-0e30-0f9fe6589db7" [ 838.247388] env[69052]: _type = "Task" [ 838.247388] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.255406] env[69052]: DEBUG oslo_vmware.api [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5272efa5-ed5b-864c-0e30-0f9fe6589db7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.410608] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "refresh_cache-b60dc416-39de-4dfa-a046-5e60cc9ffeed" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.411034] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquired lock "refresh_cache-b60dc416-39de-4dfa-a046-5e60cc9ffeed" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.411034] env[69052]: DEBUG nova.network.neutron [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.487950] env[69052]: DEBUG oslo_vmware.api [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236394, 'name': Rename_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.761268] env[69052]: DEBUG oslo_vmware.api [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5272efa5-ed5b-864c-0e30-0f9fe6589db7, 'name': SearchDatastore_Task, 'duration_secs': 0.028815} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.763730] env[69052]: DEBUG oslo_concurrency.lockutils [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.763993] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a/4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.764424] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f65bc424-4cfc-4104-82dc-50345eae3316 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.771076] env[69052]: DEBUG oslo_vmware.api [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 838.771076] env[69052]: value = "task-3236395" [ 838.771076] env[69052]: _type = "Task" [ 838.771076] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.781355] env[69052]: DEBUG oslo_vmware.api [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.813516] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d92a3aa-e30a-445e-b5ad-d6c3ca9b62ed {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.820980] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa87a11-b5e6-4cdc-a475-ec93b636bdf1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.850554] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948ef59f-d93b-4dd0-b962-4ab7f001b06b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.859046] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94045539-451a-406c-91e8-d9a08290ba28 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.874025] env[69052]: DEBUG nova.compute.provider_tree [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.999322] env[69052]: DEBUG oslo_vmware.api [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236394, 'name': Rename_Task, 'duration_secs': 1.148945} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.999651] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.999922] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cfa839b-2615-4565-9d7b-c4207e07fc94 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.006968] env[69052]: DEBUG oslo_vmware.api [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 839.006968] env[69052]: value = "task-3236396" [ 839.006968] env[69052]: _type = "Task" [ 839.006968] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.018323] env[69052]: DEBUG oslo_vmware.api [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.201410] env[69052]: DEBUG nova.compute.manager [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.201725] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Acquiring lock "78a7aad6-b33e-4d1b-a06b-da3b836c5189" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.201946] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Lock "78a7aad6-b33e-4d1b-a06b-da3b836c5189" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.205345] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54d0226-376e-4c71-8c13-7ed7618e4519 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.282381] env[69052]: DEBUG oslo_vmware.api [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236395, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.380201] env[69052]: DEBUG nova.scheduler.client.report [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.481870] env[69052]: DEBUG nova.network.neutron [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Updating instance_info_cache with network_info: [{"id": "e1538ca3-f602-4a20-af79-a407e26339b3", "address": "fa:16:3e:f2:04:4c", "network": {"id": "a09c611a-3f85-44ff-a673-e176af1ea211", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-63151955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19918ec410294b2685d0e75828f74507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1538ca3-f6", "ovs_interfaceid": "e1538ca3-f602-4a20-af79-a407e26339b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.517012] env[69052]: DEBUG oslo_vmware.api [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236396, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.708583] env[69052]: DEBUG nova.compute.manager [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.718373] env[69052]: INFO nova.compute.manager [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] instance snapshotting [ 839.721168] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832c8890-0074-4aaa-ba94-1ddc6870b9b1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.740925] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca41ca6a-f117-45c7-86e3-aa41c90d83b9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.782190] env[69052]: DEBUG oslo_vmware.api [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62706} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.782190] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a/4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.782662] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.782662] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68ca832e-51f7-406d-978b-fa5b940241ff {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.788942] env[69052]: DEBUG oslo_vmware.api [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 839.788942] env[69052]: value = "task-3236397" [ 839.788942] env[69052]: _type = "Task" [ 839.788942] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.798558] env[69052]: DEBUG oslo_vmware.api [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.890446] env[69052]: DEBUG oslo_concurrency.lockutils [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.891557] env[69052]: DEBUG oslo_concurrency.lockutils [None req-35748220-869b-4132-a2f9-c81dd4cbbd0a tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.268s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.893060] env[69052]: DEBUG nova.objects.instance [None req-35748220-869b-4132-a2f9-c81dd4cbbd0a tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Lazy-loading 'resources' on Instance uuid ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.925193] env[69052]: INFO nova.scheduler.client.report [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Deleted allocations for instance b540f87b-3e89-4200-a4f1-23f0b7dfb23b [ 839.986309] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Releasing lock "refresh_cache-b60dc416-39de-4dfa-a046-5e60cc9ffeed" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.017856] env[69052]: DEBUG oslo_vmware.api [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236396, 'name': PowerOnVM_Task, 'duration_secs': 0.99662} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.018427] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.018755] env[69052]: INFO nova.compute.manager [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Took 9.68 seconds to spawn the instance on the hypervisor. [ 840.019056] env[69052]: DEBUG nova.compute.manager [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.019926] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2343dbc1-35c5-4b32-95ca-b49d9129c813 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.232896] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.258867] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Creating Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 840.258867] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e7c20d7e-8838-41b2-b80e-00e54d3a2fdb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.267018] env[69052]: DEBUG oslo_vmware.api [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 840.267018] env[69052]: value = "task-3236398" [ 840.267018] env[69052]: _type = "Task" [ 840.267018] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.274579] env[69052]: DEBUG oslo_vmware.api [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236398, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.301769] env[69052]: DEBUG oslo_vmware.api [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070664} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.301769] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.301769] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b73fbf9-8b0a-4aa1-ba54-cdbff680e7c4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.323979] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a/4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.324609] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fae6d8c7-d170-4766-a0c7-e9ea96fd4319 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.344905] env[69052]: DEBUG oslo_vmware.api [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 840.344905] env[69052]: value = "task-3236399" [ 840.344905] env[69052]: _type = "Task" [ 840.344905] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.353848] env[69052]: DEBUG oslo_vmware.api [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236399, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.440793] env[69052]: DEBUG oslo_concurrency.lockutils [None req-11d06c7f-8d5b-400b-ae9a-b7bc4b84cdc0 tempest-ServerTagsTestJSON-254164861 tempest-ServerTagsTestJSON-254164861-project-member] Lock "b540f87b-3e89-4200-a4f1-23f0b7dfb23b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.552s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.542581] env[69052]: INFO nova.compute.manager [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Took 51.72 seconds to build instance. [ 840.777718] env[69052]: DEBUG oslo_vmware.api [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236398, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.857170] env[69052]: DEBUG oslo_vmware.api [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.861942] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02016e26-a8cc-495d-ac56-8800f458089f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.874624] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961a51d8-2147-416b-bf7c-497f2e52b133 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.920916] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3859d7-4d80-4ed5-82f9-0e62d4d517f2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.930649] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7e0681-3aa9-476d-9111-39a2b46474dc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.948178] env[69052]: DEBUG nova.compute.provider_tree [None req-35748220-869b-4132-a2f9-c81dd4cbbd0a tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.047425] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b556e828-5bdd-4efa-a3f7-997c52c1fe4c tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "74530170-b942-4e79-b027-e4aee95e18cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.229s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.281028] env[69052]: DEBUG oslo_vmware.api [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236398, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.355330] env[69052]: DEBUG oslo_vmware.api [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236399, 'name': ReconfigVM_Task, 'duration_secs': 0.719519} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.355842] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a/4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.356535] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7357b6c8-57fe-4e5c-b52b-32f81352f482 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.363179] env[69052]: DEBUG oslo_vmware.api [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 841.363179] env[69052]: value = "task-3236400" [ 841.363179] env[69052]: _type = "Task" [ 841.363179] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.371810] env[69052]: DEBUG oslo_vmware.api [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236400, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.451097] env[69052]: DEBUG nova.scheduler.client.report [None req-35748220-869b-4132-a2f9-c81dd4cbbd0a tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.503353] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89d56d4-3bc0-40ec-89cd-79a5fe74eac3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.524101] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Updating instance 'b60dc416-39de-4dfa-a046-5e60cc9ffeed' progress to 0 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 841.782217] env[69052]: DEBUG oslo_vmware.api [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236398, 'name': CreateSnapshot_Task, 'duration_secs': 1.241936} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.782676] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Created Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 841.785018] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4502e2a-9b1e-43a1-8c44-84a39565bd76 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.874309] env[69052]: DEBUG oslo_vmware.api [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236400, 'name': Rename_Task, 'duration_secs': 0.20915} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.874635] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.875366] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f856db02-caae-488b-8529-dbaa16e50148 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.882189] env[69052]: DEBUG oslo_vmware.api [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 841.882189] env[69052]: value = "task-3236401" [ 841.882189] env[69052]: _type = "Task" [ 841.882189] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.894921] env[69052]: DEBUG oslo_vmware.api [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.960019] env[69052]: DEBUG oslo_concurrency.lockutils [None req-35748220-869b-4132-a2f9-c81dd4cbbd0a tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.960019] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.318s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.960019] env[69052]: DEBUG nova.objects.instance [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lazy-loading 'resources' on Instance uuid 93e9483a-c673-4ab5-9050-e6c30acf5743 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.978961] env[69052]: INFO nova.scheduler.client.report [None req-35748220-869b-4132-a2f9-c81dd4cbbd0a tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Deleted allocations for instance ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea [ 842.036958] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.036958] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d8485f6-3e44-4a3b-bbb6-3119e2e9fd44 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.046866] env[69052]: DEBUG oslo_vmware.api [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 842.046866] env[69052]: value = "task-3236402" [ 842.046866] env[69052]: _type = "Task" [ 842.046866] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.060248] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] VM already powered off {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 842.060549] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Updating instance 'b60dc416-39de-4dfa-a046-5e60cc9ffeed' progress to 17 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 842.317299] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Creating linked-clone VM from snapshot {{(pid=69052) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 842.318038] env[69052]: DEBUG oslo_concurrency.lockutils [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Acquiring lock "fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.318283] env[69052]: DEBUG oslo_concurrency.lockutils [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Lock "fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.320485] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-084a149e-666f-4a22-9726-f3c4f678767e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.334164] env[69052]: DEBUG oslo_vmware.api [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 842.334164] env[69052]: value = "task-3236403" [ 842.334164] env[69052]: _type = "Task" [ 842.334164] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.344531] env[69052]: DEBUG oslo_vmware.api [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236403, 'name': CloneVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.393564] env[69052]: DEBUG oslo_vmware.api [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236401, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.499659] env[69052]: DEBUG oslo_concurrency.lockutils [None req-35748220-869b-4132-a2f9-c81dd4cbbd0a tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Lock "ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.321s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.569601] env[69052]: DEBUG nova.virt.hardware [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.570261] env[69052]: DEBUG nova.virt.hardware [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.570711] env[69052]: DEBUG nova.virt.hardware [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.571130] env[69052]: DEBUG nova.virt.hardware [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.571328] env[69052]: DEBUG nova.virt.hardware [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.571405] env[69052]: DEBUG nova.virt.hardware [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.571686] env[69052]: DEBUG nova.virt.hardware [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.571899] env[69052]: DEBUG nova.virt.hardware [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.572153] env[69052]: DEBUG nova.virt.hardware [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.572379] env[69052]: DEBUG nova.virt.hardware [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.572618] env[69052]: DEBUG nova.virt.hardware [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.582734] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2105c7bb-2d70-4c04-a9fc-0c5ea033f0a0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.620545] env[69052]: DEBUG oslo_vmware.api [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 842.620545] env[69052]: value = "task-3236404" [ 842.620545] env[69052]: _type = "Task" [ 842.620545] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.639203] env[69052]: DEBUG oslo_vmware.api [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.830025] env[69052]: DEBUG nova.compute.manager [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.845190] env[69052]: DEBUG oslo_vmware.api [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236403, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.895256] env[69052]: DEBUG oslo_vmware.api [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236401, 'name': PowerOnVM_Task, 'duration_secs': 0.532765} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.895545] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.895692] env[69052]: INFO nova.compute.manager [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Took 8.29 seconds to spawn the instance on the hypervisor. [ 842.895862] env[69052]: DEBUG nova.compute.manager [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.896715] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2e92ef-1a00-48f0-9eb9-fc944e2c0573 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.055787] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461c8bc4-7cd9-4da7-86ac-39e07dd459f9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.063935] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fa814f-0ca7-4f9c-bab3-8afe94d89c52 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.096466] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8e50a4-9c1c-4162-92aa-9322ce5e7c27 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.108561] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca323527-914a-46d0-a96f-e7470da1dd74 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.113189] env[69052]: INFO nova.compute.manager [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Rebuilding instance [ 843.128455] env[69052]: DEBUG nova.compute.provider_tree [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.143027] env[69052]: DEBUG oslo_vmware.api [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236404, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.169192] env[69052]: DEBUG nova.compute.manager [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.170105] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d682655e-2ec4-4dc9-b347-e0856af92a1a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.346832] env[69052]: DEBUG oslo_vmware.api [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236403, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.347924] env[69052]: DEBUG oslo_concurrency.lockutils [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.426588] env[69052]: INFO nova.compute.manager [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Took 45.61 seconds to build instance. [ 843.604617] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Acquiring lock "d817707c-6ec4-4671-8988-b57818e92b1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.605028] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Lock "d817707c-6ec4-4671-8988-b57818e92b1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.605340] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Acquiring lock "d817707c-6ec4-4671-8988-b57818e92b1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.605614] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Lock "d817707c-6ec4-4671-8988-b57818e92b1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.605860] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Lock "d817707c-6ec4-4671-8988-b57818e92b1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.608649] env[69052]: INFO nova.compute.manager [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Terminating instance [ 843.633959] env[69052]: DEBUG nova.scheduler.client.report [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.641101] env[69052]: DEBUG oslo_vmware.api [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236404, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.851990] env[69052]: DEBUG oslo_vmware.api [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236403, 'name': CloneVM_Task} progress is 95%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.928864] env[69052]: DEBUG oslo_concurrency.lockutils [None req-58db11d0-e0a8-4397-a81c-8395aa0ba532 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.130s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.112816] env[69052]: DEBUG nova.compute.manager [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.113187] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.114167] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b2c8bb-a19a-4a7a-a0fe-3ebb52c344a7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.122107] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.122349] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-826bfe79-f397-4c18-a612-34ad60fc36d9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.129083] env[69052]: DEBUG oslo_vmware.api [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Waiting for the task: (returnval){ [ 844.129083] env[69052]: value = "task-3236405" [ 844.129083] env[69052]: _type = "Task" [ 844.129083] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.139616] env[69052]: DEBUG oslo_vmware.api [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236404, 'name': ReconfigVM_Task, 'duration_secs': 1.194} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.142641] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Updating instance 'b60dc416-39de-4dfa-a046-5e60cc9ffeed' progress to 33 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 844.148510] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.148966] env[69052]: DEBUG oslo_vmware.api [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': task-3236405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.149511] env[69052]: DEBUG oslo_concurrency.lockutils [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.050s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.151021] env[69052]: DEBUG nova.objects.instance [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Lazy-loading 'resources' on Instance uuid 1dd9636a-57a4-428f-9e12-e7ae2d33d23f {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.187300] env[69052]: INFO nova.scheduler.client.report [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Deleted allocations for instance 93e9483a-c673-4ab5-9050-e6c30acf5743 [ 844.191049] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.191614] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4aac7b7d-7be8-4405-8a30-db73731f03a0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.199641] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 844.199641] env[69052]: value = "task-3236406" [ 844.199641] env[69052]: _type = "Task" [ 844.199641] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.209714] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.349712] env[69052]: DEBUG oslo_vmware.api [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236403, 'name': CloneVM_Task, 'duration_secs': 1.981147} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.349990] env[69052]: INFO nova.virt.vmwareapi.vmops [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Created linked-clone VM from snapshot [ 844.350805] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434183a4-0bff-4037-b5b5-d762f337b671 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.358749] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Uploading image 9df9407e-a098-4a7a-a117-7cab774ce565 {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 844.391494] env[69052]: DEBUG oslo_vmware.rw_handles [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 844.391494] env[69052]: value = "vm-646864" [ 844.391494] env[69052]: _type = "VirtualMachine" [ 844.391494] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 844.391792] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b44f35c6-f567-44c1-b259-0e40ba5bd11b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.400301] env[69052]: DEBUG oslo_vmware.rw_handles [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lease: (returnval){ [ 844.400301] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526b2350-cdd8-a3cb-f0f1-779bc773a638" [ 844.400301] env[69052]: _type = "HttpNfcLease" [ 844.400301] env[69052]: } obtained for exporting VM: (result){ [ 844.400301] env[69052]: value = "vm-646864" [ 844.400301] env[69052]: _type = "VirtualMachine" [ 844.400301] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 844.400301] env[69052]: DEBUG oslo_vmware.api [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the lease: (returnval){ [ 844.400301] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526b2350-cdd8-a3cb-f0f1-779bc773a638" [ 844.400301] env[69052]: _type = "HttpNfcLease" [ 844.400301] env[69052]: } to be ready. {{(pid=69052) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 844.412140] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 844.412140] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526b2350-cdd8-a3cb-f0f1-779bc773a638" [ 844.412140] env[69052]: _type = "HttpNfcLease" [ 844.412140] env[69052]: } is ready. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 844.412407] env[69052]: DEBUG oslo_vmware.rw_handles [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 844.412407] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526b2350-cdd8-a3cb-f0f1-779bc773a638" [ 844.412407] env[69052]: _type = "HttpNfcLease" [ 844.412407] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 844.413340] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d74cdd-8236-45d2-bd4b-06a1398ddbe0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.422197] env[69052]: DEBUG oslo_vmware.rw_handles [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527d1e24-e3bc-0112-104d-c92fd7f3b3d8/disk-0.vmdk from lease info. {{(pid=69052) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 844.422380] env[69052]: DEBUG oslo_vmware.rw_handles [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527d1e24-e3bc-0112-104d-c92fd7f3b3d8/disk-0.vmdk for reading. {{(pid=69052) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 844.482745] env[69052]: DEBUG nova.compute.manager [req-130650d8-b8bd-44ef-b30e-14955503815c req-f57c7f7f-1ea0-4450-8698-7d0ad3cace09 service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Received event network-changed-a21869f9-8991-4561-902c-b9d4da95446a {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.482745] env[69052]: DEBUG nova.compute.manager [req-130650d8-b8bd-44ef-b30e-14955503815c req-f57c7f7f-1ea0-4450-8698-7d0ad3cace09 service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Refreshing instance network info cache due to event network-changed-a21869f9-8991-4561-902c-b9d4da95446a. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.482962] env[69052]: DEBUG oslo_concurrency.lockutils [req-130650d8-b8bd-44ef-b30e-14955503815c req-f57c7f7f-1ea0-4450-8698-7d0ad3cace09 service nova] Acquiring lock "refresh_cache-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.483120] env[69052]: DEBUG oslo_concurrency.lockutils [req-130650d8-b8bd-44ef-b30e-14955503815c req-f57c7f7f-1ea0-4450-8698-7d0ad3cace09 service nova] Acquired lock "refresh_cache-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.483282] env[69052]: DEBUG nova.network.neutron [req-130650d8-b8bd-44ef-b30e-14955503815c req-f57c7f7f-1ea0-4450-8698-7d0ad3cace09 service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Refreshing network info cache for port a21869f9-8991-4561-902c-b9d4da95446a {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.624390] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6055fabb-7505-4338-95fa-6345503073ad {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.641853] env[69052]: DEBUG oslo_vmware.api [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': task-3236405, 'name': PowerOffVM_Task, 'duration_secs': 0.19829} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.641853] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.641853] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.641853] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e012cfc-24b6-487f-b32c-4ba3f29e9f5c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.653773] env[69052]: DEBUG nova.virt.hardware [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.653773] env[69052]: DEBUG nova.virt.hardware [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.653773] env[69052]: DEBUG nova.virt.hardware [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.653911] env[69052]: DEBUG nova.virt.hardware [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.654167] env[69052]: DEBUG nova.virt.hardware [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.654401] env[69052]: DEBUG nova.virt.hardware [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.654611] env[69052]: DEBUG nova.virt.hardware [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.654828] env[69052]: DEBUG nova.virt.hardware [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.655042] env[69052]: DEBUG nova.virt.hardware [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.656291] env[69052]: DEBUG nova.virt.hardware [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.656291] env[69052]: DEBUG nova.virt.hardware [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.662035] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Reconfiguring VM instance instance-00000009 to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 844.669650] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93243e07-be31-4fdb-9c5f-1865ba5b7070 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.712356] env[69052]: DEBUG oslo_vmware.api [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 844.712356] env[69052]: value = "task-3236409" [ 844.712356] env[69052]: _type = "Task" [ 844.712356] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.716741] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9fe30961-3585-4328-80f2-c361d5c69131 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "93e9483a-c673-4ab5-9050-e6c30acf5743" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.583s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.721828] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.722222] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.724593] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Deleting the datastore file [datastore1] d817707c-6ec4-4671-8988-b57818e92b1e {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.730181] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c93958eb-fcb7-486b-ad5e-782395d1023e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.740501] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236406, 'name': PowerOffVM_Task, 'duration_secs': 0.190706} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.744722] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.745022] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.745390] env[69052]: DEBUG oslo_vmware.api [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Waiting for the task: (returnval){ [ 844.745390] env[69052]: value = "task-3236410" [ 844.745390] env[69052]: _type = "Task" [ 844.745390] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.746461] env[69052]: DEBUG oslo_vmware.api [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.750124] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8d87e7-4e27-4443-b196-fb9efd824417 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.761229] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.767423] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52bddc62-bc2b-4c96-9b39-3826a3a64229 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.769444] env[69052]: DEBUG oslo_vmware.api [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': task-3236410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.844243] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.844518] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.844745] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Deleting the datastore file [datastore1] 74530170-b942-4e79-b027-e4aee95e18cd {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.845302] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b778a551-a826-4224-9623-eac9e9019361 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.853935] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 844.853935] env[69052]: value = "task-3236412" [ 844.853935] env[69052]: _type = "Task" [ 844.853935] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.872969] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.199987] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd11237-1ab9-4b1e-b1b5-0fa68cefc4ff {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.208619] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e83c9f-8aee-4296-9ab0-9aaa45e62a22 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.244924] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "005d3319-8faf-4320-afeb-983875e2db0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.245226] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "005d3319-8faf-4320-afeb-983875e2db0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.245977] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "005d3319-8faf-4320-afeb-983875e2db0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.246184] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "005d3319-8faf-4320-afeb-983875e2db0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.246370] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "005d3319-8faf-4320-afeb-983875e2db0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.258147] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f708b03e-7f5a-4c51-bbf1-969a36515c99 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.262125] env[69052]: INFO nova.compute.manager [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Terminating instance [ 845.279676] env[69052]: DEBUG oslo_vmware.api [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236409, 'name': ReconfigVM_Task, 'duration_secs': 0.188888} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.283694] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Reconfigured VM instance instance-00000009 to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 845.286118] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbb9645-4710-460a-9a0e-58acbd653717 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.291177] env[69052]: DEBUG oslo_vmware.api [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Task: {'id': task-3236410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225594} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.292092] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9abae9-bb0f-42ea-bfe2-64b84dd8f64b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.295075] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.295345] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.295593] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.296336] env[69052]: INFO nova.compute.manager [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 845.296336] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.297028] env[69052]: DEBUG nova.compute.manager [-] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.297278] env[69052]: DEBUG nova.network.neutron [-] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.313311] env[69052]: DEBUG nova.compute.provider_tree [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.338924] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] b60dc416-39de-4dfa-a046-5e60cc9ffeed/b60dc416-39de-4dfa-a046-5e60cc9ffeed.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.338924] env[69052]: DEBUG nova.scheduler.client.report [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.347987] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e29a5e83-e6e0-4ea6-b5c3-d234f6607052 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.373402] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21091} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.375094] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.375389] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.378019] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.378754] env[69052]: DEBUG oslo_vmware.api [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 845.378754] env[69052]: value = "task-3236413" [ 845.378754] env[69052]: _type = "Task" [ 845.378754] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.437578] env[69052]: DEBUG nova.network.neutron [req-130650d8-b8bd-44ef-b30e-14955503815c req-f57c7f7f-1ea0-4450-8698-7d0ad3cace09 service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Updated VIF entry in instance network info cache for port a21869f9-8991-4561-902c-b9d4da95446a. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.437955] env[69052]: DEBUG nova.network.neutron [req-130650d8-b8bd-44ef-b30e-14955503815c req-f57c7f7f-1ea0-4450-8698-7d0ad3cace09 service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Updating instance_info_cache with network_info: [{"id": "a21869f9-8991-4561-902c-b9d4da95446a", "address": "fa:16:3e:27:42:78", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa21869f9-89", "ovs_interfaceid": "a21869f9-8991-4561-902c-b9d4da95446a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.776760] env[69052]: DEBUG nova.compute.manager [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 845.781288] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.782324] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f1247f-34e2-4d44-bfe3-36dc76a0732d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.793436] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.793725] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-405715f1-1f11-430d-9a5d-0f3bc4b11d16 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.804123] env[69052]: DEBUG oslo_vmware.api [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 845.804123] env[69052]: value = "task-3236414" [ 845.804123] env[69052]: _type = "Task" [ 845.804123] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.817019] env[69052]: DEBUG oslo_vmware.api [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.863061] env[69052]: DEBUG oslo_concurrency.lockutils [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.868055] env[69052]: DEBUG oslo_concurrency.lockutils [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.388s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.868055] env[69052]: INFO nova.compute.claims [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.901048] env[69052]: DEBUG oslo_vmware.api [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236413, 'name': ReconfigVM_Task, 'duration_secs': 0.30035} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.901390] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Reconfigured VM instance instance-00000009 to attach disk [datastore2] b60dc416-39de-4dfa-a046-5e60cc9ffeed/b60dc416-39de-4dfa-a046-5e60cc9ffeed.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.901678] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Updating instance 'b60dc416-39de-4dfa-a046-5e60cc9ffeed' progress to 50 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 845.914725] env[69052]: INFO nova.scheduler.client.report [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Deleted allocations for instance 1dd9636a-57a4-428f-9e12-e7ae2d33d23f [ 845.917818] env[69052]: DEBUG nova.compute.manager [req-e096b735-33d8-41c6-85f5-094b0d6bde5a req-3c7b06f5-5c24-4c40-9cbc-553e3857dd37 service nova] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Received event network-vif-deleted-90301069-43cc-4cc0-9ab4-78281db5b31a {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.918167] env[69052]: INFO nova.compute.manager [req-e096b735-33d8-41c6-85f5-094b0d6bde5a req-3c7b06f5-5c24-4c40-9cbc-553e3857dd37 service nova] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Neutron deleted interface 90301069-43cc-4cc0-9ab4-78281db5b31a; detaching it from the instance and deleting it from the info cache [ 845.918346] env[69052]: DEBUG nova.network.neutron [req-e096b735-33d8-41c6-85f5-094b0d6bde5a req-3c7b06f5-5c24-4c40-9cbc-553e3857dd37 service nova] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.940936] env[69052]: DEBUG oslo_concurrency.lockutils [req-130650d8-b8bd-44ef-b30e-14955503815c req-f57c7f7f-1ea0-4450-8698-7d0ad3cace09 service nova] Releasing lock "refresh_cache-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.316973] env[69052]: DEBUG oslo_vmware.api [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236414, 'name': PowerOffVM_Task, 'duration_secs': 0.25521} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.316973] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.316973] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.317473] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7619cab7-0c4b-4458-986c-27d6640c677a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.391413] env[69052]: DEBUG nova.network.neutron [-] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.393848] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.394176] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.394289] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Deleting the datastore file [datastore2] 005d3319-8faf-4320-afeb-983875e2db0a {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.395138] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e98374ba-4f9d-4585-82e9-b34d933dfd30 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.404566] env[69052]: DEBUG oslo_vmware.api [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for the task: (returnval){ [ 846.404566] env[69052]: value = "task-3236416" [ 846.404566] env[69052]: _type = "Task" [ 846.404566] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.414728] env[69052]: DEBUG nova.virt.hardware [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.415225] env[69052]: DEBUG nova.virt.hardware [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.415401] env[69052]: DEBUG nova.virt.hardware [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.415606] env[69052]: DEBUG nova.virt.hardware [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.415839] env[69052]: DEBUG nova.virt.hardware [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.416100] env[69052]: DEBUG nova.virt.hardware [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.416378] env[69052]: DEBUG nova.virt.hardware [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.416619] env[69052]: DEBUG nova.virt.hardware [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.416771] env[69052]: DEBUG nova.virt.hardware [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.417040] env[69052]: DEBUG nova.virt.hardware [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.417422] env[69052]: DEBUG nova.virt.hardware [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.419724] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f536f5-2335-44f0-8107-e8b32ef1e3bf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.423386] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc468e9b-69d8-4382-a309-13d448e7108c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.437934] env[69052]: DEBUG oslo_vmware.api [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.437934] env[69052]: DEBUG oslo_concurrency.lockutils [None req-76d14316-55cf-41fa-ab0b-9412f202814c tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Lock "1dd9636a-57a4-428f-9e12-e7ae2d33d23f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.512s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.437934] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea18a1f6-0b31-4a8a-a325-ece3ea4c9241 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.462689] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf5fd39-183c-49f7-95c5-18aa9240d826 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.472812] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0c491a-55d9-4896-be3b-72252de569cb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.478551] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b449741f-0199-4de8-aca3-9a113a43f213 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.502238] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:2d:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91ad878f-0dbb-44ba-9a5f-cb53ef3212ed', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.509635] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.525189] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.525639] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Updating instance 'b60dc416-39de-4dfa-a046-5e60cc9ffeed' progress to 67 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 846.529441] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35ded5dd-129c-4925-8d9a-7d5f04bfb328 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.557561] env[69052]: DEBUG nova.compute.manager [req-e096b735-33d8-41c6-85f5-094b0d6bde5a req-3c7b06f5-5c24-4c40-9cbc-553e3857dd37 service nova] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Detach interface failed, port_id=90301069-43cc-4cc0-9ab4-78281db5b31a, reason: Instance d817707c-6ec4-4671-8988-b57818e92b1e could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 846.563525] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.563525] env[69052]: value = "task-3236417" [ 846.563525] env[69052]: _type = "Task" [ 846.563525] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.572440] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236417, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.896938] env[69052]: INFO nova.compute.manager [-] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Took 1.60 seconds to deallocate network for instance. [ 846.924049] env[69052]: DEBUG oslo_vmware.api [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Task: {'id': task-3236416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26796} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.924334] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.924556] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.924810] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.924960] env[69052]: INFO nova.compute.manager [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 846.925340] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.925340] env[69052]: DEBUG nova.compute.manager [-] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 846.925674] env[69052]: DEBUG nova.network.neutron [-] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 847.076077] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236417, 'name': CreateVM_Task, 'duration_secs': 0.397637} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.076414] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.077471] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.077774] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.078911] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.082237] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd73fd0a-b68d-4ea7-8f08-75ccf84cf07f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.090795] env[69052]: DEBUG nova.network.neutron [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Port e1538ca3-f602-4a20-af79-a407e26339b3 binding to destination host cpu-1 is already ACTIVE {{(pid=69052) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 847.094201] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 847.094201] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523274ac-89a5-3a19-e91a-38e2d7c34724" [ 847.094201] env[69052]: _type = "Task" [ 847.094201] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.109470] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523274ac-89a5-3a19-e91a-38e2d7c34724, 'name': SearchDatastore_Task, 'duration_secs': 0.015841} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.113425] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.113759] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.114194] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.114194] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.114348] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.116681] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4988c4b0-24fb-4bfa-a293-6a0db7cbba37 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.125443] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.125670] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.126447] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ea95c66-3d78-42e9-852e-d5afdcbe2829 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.139514] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 847.139514] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d9a639-aeb1-9764-ced9-a18e8f484607" [ 847.139514] env[69052]: _type = "Task" [ 847.139514] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.150956] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d9a639-aeb1-9764-ced9-a18e8f484607, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.410187] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.414181] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55b4f16-9836-44bd-b10c-d43c697ad014 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.427041] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915cbedc-6910-46ce-a87b-0e6087e529d4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.485012] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdda0144-da9d-4d75-88cc-7efc64697549 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.496313] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024cefe4-b86a-4493-a310-0e71ab6efbf5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.511250] env[69052]: DEBUG nova.compute.provider_tree [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.650638] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d9a639-aeb1-9764-ced9-a18e8f484607, 'name': SearchDatastore_Task, 'duration_secs': 0.021843} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.653821] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bdbdeaa-87ed-4365-beea-a8e1e096071d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.659024] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 847.659024] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52484394-e746-1948-3f3f-ba95ef7b119a" [ 847.659024] env[69052]: _type = "Task" [ 847.659024] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.666770] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52484394-e746-1948-3f3f-ba95ef7b119a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.848680] env[69052]: DEBUG nova.network.neutron [-] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.015333] env[69052]: DEBUG nova.scheduler.client.report [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.107020] env[69052]: DEBUG nova.compute.manager [req-2bcaee13-c502-47db-919e-3f9fc08c16ac req-bbb638cd-752b-47ab-b076-7df8d07af875 service nova] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Received event network-vif-deleted-ec8f9486-424e-4d10-9120-863762267a42 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.126268] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "b60dc416-39de-4dfa-a046-5e60cc9ffeed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.126268] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "b60dc416-39de-4dfa-a046-5e60cc9ffeed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.126268] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "b60dc416-39de-4dfa-a046-5e60cc9ffeed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.169319] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52484394-e746-1948-3f3f-ba95ef7b119a, 'name': SearchDatastore_Task, 'duration_secs': 0.027384} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.169834] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.170226] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 74530170-b942-4e79-b027-e4aee95e18cd/74530170-b942-4e79-b027-e4aee95e18cd.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.170749] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e531d8e-ddbc-4dd5-a682-8024f85bbcaf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.179438] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 848.179438] env[69052]: value = "task-3236419" [ 848.179438] env[69052]: _type = "Task" [ 848.179438] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.188620] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.352986] env[69052]: INFO nova.compute.manager [-] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Took 1.43 seconds to deallocate network for instance. [ 848.523536] env[69052]: DEBUG oslo_concurrency.lockutils [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.524490] env[69052]: DEBUG nova.compute.manager [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.526985] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.685s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.528554] env[69052]: INFO nova.compute.claims [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.691763] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236419, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.862775] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.920380] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Acquiring lock "7d0b57d7-4358-4a46-9f88-a439a405a891" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.920694] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Lock "7d0b57d7-4358-4a46-9f88-a439a405a891" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.033513] env[69052]: DEBUG nova.compute.utils [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.038736] env[69052]: DEBUG nova.compute.manager [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.038736] env[69052]: DEBUG nova.network.neutron [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.173181] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "refresh_cache-b60dc416-39de-4dfa-a046-5e60cc9ffeed" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.173384] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquired lock "refresh_cache-b60dc416-39de-4dfa-a046-5e60cc9ffeed" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.173584] env[69052]: DEBUG nova.network.neutron [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.187468] env[69052]: DEBUG nova.policy [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99309baae411445f83c096d0f7eef78e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '420997e04b2a41d882b1f61eb5a284f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.193154] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67913} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.193154] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 74530170-b942-4e79-b027-e4aee95e18cd/74530170-b942-4e79-b027-e4aee95e18cd.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.193499] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.194070] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-446e0a28-035f-4474-b672-565cfa169a4c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.201649] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 849.201649] env[69052]: value = "task-3236420" [ 849.201649] env[69052]: _type = "Task" [ 849.201649] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.211146] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.427106] env[69052]: DEBUG nova.compute.manager [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.481360] env[69052]: DEBUG nova.network.neutron [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Successfully created port: c9b054bd-3a61-49c9-a340-c75531aeff84 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.547692] env[69052]: DEBUG nova.compute.manager [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.711763] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073761} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.714910] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.717097] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1268f0b6-3559-4600-bc05-ee70d145da73 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.747536] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 74530170-b942-4e79-b027-e4aee95e18cd/74530170-b942-4e79-b027-e4aee95e18cd.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.752332] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ca0e119-0d5d-47e0-878e-0f15aeafb797 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.775155] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 849.775155] env[69052]: value = "task-3236421" [ 849.775155] env[69052]: _type = "Task" [ 849.775155] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.783582] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.946188] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.987218] env[69052]: DEBUG nova.network.neutron [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Updating instance_info_cache with network_info: [{"id": "e1538ca3-f602-4a20-af79-a407e26339b3", "address": "fa:16:3e:f2:04:4c", "network": {"id": "a09c611a-3f85-44ff-a673-e176af1ea211", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-63151955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19918ec410294b2685d0e75828f74507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1538ca3-f6", "ovs_interfaceid": "e1538ca3-f602-4a20-af79-a407e26339b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.997967] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af09ce8-c189-4a73-b702-71538cce9fe2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.007586] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1becd1-1b77-4994-bcbf-4f50568c411f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.040673] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d309d70d-201d-46a2-82ba-febf2abfcbfd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.048690] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04dc0503-77ea-40a8-b2bf-ca341257c49f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.066530] env[69052]: DEBUG nova.compute.provider_tree [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.287166] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236421, 'name': ReconfigVM_Task, 'duration_secs': 0.384443} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.287459] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 74530170-b942-4e79-b027-e4aee95e18cd/74530170-b942-4e79-b027-e4aee95e18cd.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.288171] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74f5e991-970c-49c1-8bf6-aa19f65c003b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.294887] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 850.294887] env[69052]: value = "task-3236422" [ 850.294887] env[69052]: _type = "Task" [ 850.294887] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.303298] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236422, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.489998] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Releasing lock "refresh_cache-b60dc416-39de-4dfa-a046-5e60cc9ffeed" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.558588] env[69052]: DEBUG nova.compute.manager [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.570189] env[69052]: DEBUG nova.scheduler.client.report [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.583505] env[69052]: DEBUG nova.virt.hardware [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.583839] env[69052]: DEBUG nova.virt.hardware [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.584034] env[69052]: DEBUG nova.virt.hardware [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.584234] env[69052]: DEBUG nova.virt.hardware [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.584388] env[69052]: DEBUG nova.virt.hardware [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.584537] env[69052]: DEBUG nova.virt.hardware [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.584751] env[69052]: DEBUG nova.virt.hardware [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.584908] env[69052]: DEBUG nova.virt.hardware [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.585086] env[69052]: DEBUG nova.virt.hardware [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.585254] env[69052]: DEBUG nova.virt.hardware [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.585435] env[69052]: DEBUG nova.virt.hardware [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.586325] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1aba86e-0d72-4ba4-82f3-a535f3198c9b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.595606] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ff444c-81c5-4f01-bbfd-3a68254968e4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.773022] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Acquiring lock "3fec9237-3f28-4688-bde6-ad51c9504d4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.773022] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Lock "3fec9237-3f28-4688-bde6-ad51c9504d4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.773022] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Acquiring lock "3fec9237-3f28-4688-bde6-ad51c9504d4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.773022] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Lock "3fec9237-3f28-4688-bde6-ad51c9504d4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.773022] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Lock "3fec9237-3f28-4688-bde6-ad51c9504d4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.775344] env[69052]: INFO nova.compute.manager [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Terminating instance [ 850.806351] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236422, 'name': Rename_Task, 'duration_secs': 0.165917} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.807869] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.807869] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0ee7779-41c9-419c-a612-ba5b922299b9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.816293] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 850.816293] env[69052]: value = "task-3236423" [ 850.816293] env[69052]: _type = "Task" [ 850.816293] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.823873] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.958546] env[69052]: DEBUG nova.compute.manager [req-66438899-23a6-4bd6-97b8-cec3bb66e26a req-916951b6-4d33-47c5-8728-5ad401d9a842 service nova] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Received event network-vif-plugged-c9b054bd-3a61-49c9-a340-c75531aeff84 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.958546] env[69052]: DEBUG oslo_concurrency.lockutils [req-66438899-23a6-4bd6-97b8-cec3bb66e26a req-916951b6-4d33-47c5-8728-5ad401d9a842 service nova] Acquiring lock "62440cd7-3ffd-4f98-ab55-97b6b984b85d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.958546] env[69052]: DEBUG oslo_concurrency.lockutils [req-66438899-23a6-4bd6-97b8-cec3bb66e26a req-916951b6-4d33-47c5-8728-5ad401d9a842 service nova] Lock "62440cd7-3ffd-4f98-ab55-97b6b984b85d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.958546] env[69052]: DEBUG oslo_concurrency.lockutils [req-66438899-23a6-4bd6-97b8-cec3bb66e26a req-916951b6-4d33-47c5-8728-5ad401d9a842 service nova] Lock "62440cd7-3ffd-4f98-ab55-97b6b984b85d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.958546] env[69052]: DEBUG nova.compute.manager [req-66438899-23a6-4bd6-97b8-cec3bb66e26a req-916951b6-4d33-47c5-8728-5ad401d9a842 service nova] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] No waiting events found dispatching network-vif-plugged-c9b054bd-3a61-49c9-a340-c75531aeff84 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.958546] env[69052]: WARNING nova.compute.manager [req-66438899-23a6-4bd6-97b8-cec3bb66e26a req-916951b6-4d33-47c5-8728-5ad401d9a842 service nova] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Received unexpected event network-vif-plugged-c9b054bd-3a61-49c9-a340-c75531aeff84 for instance with vm_state building and task_state spawning. [ 851.022030] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee21499-b2aa-4f79-a775-b2d5f31680fb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.046643] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1247f14-fe51-4e89-962f-b7fa03a377a3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.054238] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Updating instance 'b60dc416-39de-4dfa-a046-5e60cc9ffeed' progress to 83 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 851.062699] env[69052]: DEBUG nova.network.neutron [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Successfully updated port: c9b054bd-3a61-49c9-a340-c75531aeff84 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.075527] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.076393] env[69052]: DEBUG nova.compute.manager [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.079864] env[69052]: DEBUG oslo_concurrency.lockutils [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.487s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.080218] env[69052]: DEBUG nova.objects.instance [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lazy-loading 'resources' on Instance uuid c4b2bcae-5752-4932-9fad-8cba15d7d15c {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.280570] env[69052]: DEBUG nova.compute.manager [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.280861] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.281789] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6d6d2a-e3cf-45ac-9af2-809a56c2d7c7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.290380] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.290687] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0772a04e-8433-4c67-a281-f26fcec68718 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.296732] env[69052]: DEBUG oslo_vmware.api [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Waiting for the task: (returnval){ [ 851.296732] env[69052]: value = "task-3236424" [ 851.296732] env[69052]: _type = "Task" [ 851.296732] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.306871] env[69052]: DEBUG oslo_vmware.api [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.324081] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236423, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.561676] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6395e78b-a84e-4ad5-bc2b-3133f5efc653 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Updating instance 'b60dc416-39de-4dfa-a046-5e60cc9ffeed' progress to 100 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 851.566948] env[69052]: DEBUG oslo_concurrency.lockutils [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "refresh_cache-62440cd7-3ffd-4f98-ab55-97b6b984b85d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.567132] env[69052]: DEBUG oslo_concurrency.lockutils [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquired lock "refresh_cache-62440cd7-3ffd-4f98-ab55-97b6b984b85d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.567277] env[69052]: DEBUG nova.network.neutron [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.584599] env[69052]: DEBUG nova.compute.utils [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.591290] env[69052]: DEBUG nova.compute.manager [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.591406] env[69052]: DEBUG nova.network.neutron [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.638728] env[69052]: DEBUG nova.policy [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06475826d8154449b84a0fe795d20169', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4a9e9c55288495bb47e6274f65d72a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.810429] env[69052]: DEBUG oslo_vmware.api [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236424, 'name': PowerOffVM_Task, 'duration_secs': 0.290906} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.810429] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.810429] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.810429] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62ed3bf1-c3eb-4de6-8b97-4f3990bfd3aa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.824837] env[69052]: DEBUG oslo_vmware.api [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236423, 'name': PowerOnVM_Task, 'duration_secs': 0.602361} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.824837] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.825067] env[69052]: DEBUG nova.compute.manager [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.828171] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489dfeef-f03d-45a7-969c-b042aad1c703 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.897045] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.897248] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.897478] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Deleting the datastore file [datastore2] 3fec9237-3f28-4688-bde6-ad51c9504d4a {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.897786] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-649769db-d9fe-4fe0-a165-2d750b6edba8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.906452] env[69052]: DEBUG oslo_vmware.api [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Waiting for the task: (returnval){ [ 851.906452] env[69052]: value = "task-3236426" [ 851.906452] env[69052]: _type = "Task" [ 851.906452] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.915843] env[69052]: DEBUG oslo_vmware.api [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.925116] env[69052]: DEBUG nova.network.neutron [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Successfully created port: 165beb37-a65c-4421-86e7-a91bfd0d1a6b {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.012840] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df154a7-4792-454a-83c2-da41ba163002 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.022036] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88a3a70-b9e3-4060-bb24-f344d4d8c307 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.061921] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0208f425-534c-4b9f-bc81-b75f3bd88a37 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.077566] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1415a54f-ab43-4927-865d-d56ca9e71bde {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.095795] env[69052]: DEBUG nova.compute.manager [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.098931] env[69052]: DEBUG nova.compute.provider_tree [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.135908] env[69052]: DEBUG nova.network.neutron [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.282387] env[69052]: DEBUG nova.network.neutron [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Updating instance_info_cache with network_info: [{"id": "c9b054bd-3a61-49c9-a340-c75531aeff84", "address": "fa:16:3e:5f:1b:c7", "network": {"id": "4e7ad40f-fc44-47b3-ada6-0ae53251c650", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329642848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "420997e04b2a41d882b1f61eb5a284f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9b054bd-3a", "ovs_interfaceid": "c9b054bd-3a61-49c9-a340-c75531aeff84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.347841] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.418626] env[69052]: DEBUG oslo_vmware.api [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Task: {'id': task-3236426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424771} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.418896] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.419097] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.419279] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.419453] env[69052]: INFO nova.compute.manager [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 852.419730] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.419935] env[69052]: DEBUG nova.compute.manager [-] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.420048] env[69052]: DEBUG nova.network.neutron [-] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.607704] env[69052]: DEBUG nova.scheduler.client.report [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.788011] env[69052]: DEBUG oslo_concurrency.lockutils [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Releasing lock "refresh_cache-62440cd7-3ffd-4f98-ab55-97b6b984b85d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.788011] env[69052]: DEBUG nova.compute.manager [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Instance network_info: |[{"id": "c9b054bd-3a61-49c9-a340-c75531aeff84", "address": "fa:16:3e:5f:1b:c7", "network": {"id": "4e7ad40f-fc44-47b3-ada6-0ae53251c650", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329642848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "420997e04b2a41d882b1f61eb5a284f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9b054bd-3a", "ovs_interfaceid": "c9b054bd-3a61-49c9-a340-c75531aeff84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.788011] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:1b:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abcf0d10-3f3f-45dc-923e-1c78766e2dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9b054bd-3a61-49c9-a340-c75531aeff84', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.794783] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.795704] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.796101] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-952f2a05-92a1-472d-9328-c4920f04c06b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.819056] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.819056] env[69052]: value = "task-3236427" [ 852.819056] env[69052]: _type = "Task" [ 852.819056] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.827617] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236427, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.985305] env[69052]: DEBUG nova.compute.manager [req-795c4f90-9efc-4834-bf29-047af4e6b26f req-32c0dd7a-b087-4d51-842b-d3aa6626611c service nova] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Received event network-changed-c9b054bd-3a61-49c9-a340-c75531aeff84 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.985305] env[69052]: DEBUG nova.compute.manager [req-795c4f90-9efc-4834-bf29-047af4e6b26f req-32c0dd7a-b087-4d51-842b-d3aa6626611c service nova] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Refreshing instance network info cache due to event network-changed-c9b054bd-3a61-49c9-a340-c75531aeff84. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.985945] env[69052]: DEBUG oslo_concurrency.lockutils [req-795c4f90-9efc-4834-bf29-047af4e6b26f req-32c0dd7a-b087-4d51-842b-d3aa6626611c service nova] Acquiring lock "refresh_cache-62440cd7-3ffd-4f98-ab55-97b6b984b85d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.986385] env[69052]: DEBUG oslo_concurrency.lockutils [req-795c4f90-9efc-4834-bf29-047af4e6b26f req-32c0dd7a-b087-4d51-842b-d3aa6626611c service nova] Acquired lock "refresh_cache-62440cd7-3ffd-4f98-ab55-97b6b984b85d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.986745] env[69052]: DEBUG nova.network.neutron [req-795c4f90-9efc-4834-bf29-047af4e6b26f req-32c0dd7a-b087-4d51-842b-d3aa6626611c service nova] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Refreshing network info cache for port c9b054bd-3a61-49c9-a340-c75531aeff84 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.115519] env[69052]: DEBUG nova.compute.manager [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.117874] env[69052]: DEBUG oslo_concurrency.lockutils [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.038s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.126525] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.336s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.127251] env[69052]: DEBUG nova.objects.instance [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lazy-loading 'resources' on Instance uuid 56722277-77c9-43f6-a98e-f102e43df903 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.145955] env[69052]: DEBUG nova.compute.manager [req-00e96a5d-f571-46e3-9e0e-66175bd75b44 req-5bb7bfd5-e0e9-42b0-9821-dd2022c12a29 service nova] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Received event network-vif-deleted-b815a953-e7c2-492b-99a4-a60e97e63d6f {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.146388] env[69052]: INFO nova.compute.manager [req-00e96a5d-f571-46e3-9e0e-66175bd75b44 req-5bb7bfd5-e0e9-42b0-9821-dd2022c12a29 service nova] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Neutron deleted interface b815a953-e7c2-492b-99a4-a60e97e63d6f; detaching it from the instance and deleting it from the info cache [ 853.146801] env[69052]: DEBUG nova.network.neutron [req-00e96a5d-f571-46e3-9e0e-66175bd75b44 req-5bb7bfd5-e0e9-42b0-9821-dd2022c12a29 service nova] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.160734] env[69052]: INFO nova.scheduler.client.report [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Deleted allocations for instance c4b2bcae-5752-4932-9fad-8cba15d7d15c [ 853.165181] env[69052]: DEBUG nova.virt.hardware [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.165181] env[69052]: DEBUG nova.virt.hardware [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.165181] env[69052]: DEBUG nova.virt.hardware [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.165432] env[69052]: DEBUG nova.virt.hardware [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.165432] env[69052]: DEBUG nova.virt.hardware [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.165589] env[69052]: DEBUG nova.virt.hardware [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.165824] env[69052]: DEBUG nova.virt.hardware [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.165991] env[69052]: DEBUG nova.virt.hardware [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.166402] env[69052]: DEBUG nova.virt.hardware [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.166723] env[69052]: DEBUG nova.virt.hardware [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.167058] env[69052]: DEBUG nova.virt.hardware [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.168411] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820a2752-4b0d-4e70-a113-4b5bcff91193 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.181604] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdc0ede-e928-4d5d-956e-1ff5ff0d2a7b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.331306] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236427, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.466427] env[69052]: DEBUG nova.network.neutron [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Successfully updated port: 165beb37-a65c-4421-86e7-a91bfd0d1a6b {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.599671] env[69052]: DEBUG nova.network.neutron [-] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.625609] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "74530170-b942-4e79-b027-e4aee95e18cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.626150] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "74530170-b942-4e79-b027-e4aee95e18cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.626237] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "74530170-b942-4e79-b027-e4aee95e18cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.626428] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "74530170-b942-4e79-b027-e4aee95e18cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.626592] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "74530170-b942-4e79-b027-e4aee95e18cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.628708] env[69052]: INFO nova.compute.manager [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Terminating instance [ 853.630351] env[69052]: DEBUG nova.objects.instance [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lazy-loading 'numa_topology' on Instance uuid 56722277-77c9-43f6-a98e-f102e43df903 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.657026] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-343a5703-2512-4f70-8d8e-7a6f67655796 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.669458] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b24c87-9f23-4237-85ee-2aafe6b8bf1e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.687465] env[69052]: DEBUG oslo_concurrency.lockutils [None req-14bb7ae3-96eb-4f4a-b7ce-c0ad4ef59c10 tempest-ListServerFiltersTestJSON-622808260 tempest-ListServerFiltersTestJSON-622808260-project-member] Lock "c4b2bcae-5752-4932-9fad-8cba15d7d15c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.968s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.715322] env[69052]: DEBUG nova.compute.manager [req-00e96a5d-f571-46e3-9e0e-66175bd75b44 req-5bb7bfd5-e0e9-42b0-9821-dd2022c12a29 service nova] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Detach interface failed, port_id=b815a953-e7c2-492b-99a4-a60e97e63d6f, reason: Instance 3fec9237-3f28-4688-bde6-ad51c9504d4a could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 853.723740] env[69052]: DEBUG nova.network.neutron [req-795c4f90-9efc-4834-bf29-047af4e6b26f req-32c0dd7a-b087-4d51-842b-d3aa6626611c service nova] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Updated VIF entry in instance network info cache for port c9b054bd-3a61-49c9-a340-c75531aeff84. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.724150] env[69052]: DEBUG nova.network.neutron [req-795c4f90-9efc-4834-bf29-047af4e6b26f req-32c0dd7a-b087-4d51-842b-d3aa6626611c service nova] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Updating instance_info_cache with network_info: [{"id": "c9b054bd-3a61-49c9-a340-c75531aeff84", "address": "fa:16:3e:5f:1b:c7", "network": {"id": "4e7ad40f-fc44-47b3-ada6-0ae53251c650", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329642848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "420997e04b2a41d882b1f61eb5a284f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9b054bd-3a", "ovs_interfaceid": "c9b054bd-3a61-49c9-a340-c75531aeff84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.831884] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236427, 'name': CreateVM_Task, 'duration_secs': 0.514958} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.832078] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.832941] env[69052]: DEBUG oslo_concurrency.lockutils [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.833178] env[69052]: DEBUG oslo_concurrency.lockutils [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.833544] env[69052]: DEBUG oslo_concurrency.lockutils [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.833892] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c94532d7-af40-4cfb-9e2e-0343d2de7f76 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.839081] env[69052]: DEBUG oslo_vmware.api [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 853.839081] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5216fa3e-17cf-b59c-ad3c-b264747196ea" [ 853.839081] env[69052]: _type = "Task" [ 853.839081] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.847829] env[69052]: DEBUG oslo_vmware.api [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5216fa3e-17cf-b59c-ad3c-b264747196ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.969265] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Acquiring lock "refresh_cache-1f08ce1e-b8b6-4785-a768-43d711a8b7c8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.969452] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Acquired lock "refresh_cache-1f08ce1e-b8b6-4785-a768-43d711a8b7c8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.969791] env[69052]: DEBUG nova.network.neutron [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.106509] env[69052]: INFO nova.compute.manager [-] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Took 1.69 seconds to deallocate network for instance. [ 854.117884] env[69052]: DEBUG oslo_vmware.rw_handles [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527d1e24-e3bc-0112-104d-c92fd7f3b3d8/disk-0.vmdk. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 854.119089] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d0ba8d-448b-4c49-8429-b90a3afae4d6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.130072] env[69052]: DEBUG oslo_vmware.rw_handles [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527d1e24-e3bc-0112-104d-c92fd7f3b3d8/disk-0.vmdk is in state: ready. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 854.130072] env[69052]: ERROR oslo_vmware.rw_handles [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527d1e24-e3bc-0112-104d-c92fd7f3b3d8/disk-0.vmdk due to incomplete transfer. [ 854.130072] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cf85702f-e0d8-4547-9856-890ec343fc53 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.133164] env[69052]: DEBUG nova.objects.base [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Object Instance<56722277-77c9-43f6-a98e-f102e43df903> lazy-loaded attributes: resources,numa_topology {{(pid=69052) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 854.137434] env[69052]: DEBUG nova.compute.manager [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.137644] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.141104] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a3811f-8ba5-4472-95f8-fa5251534c23 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.144506] env[69052]: DEBUG oslo_vmware.rw_handles [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527d1e24-e3bc-0112-104d-c92fd7f3b3d8/disk-0.vmdk. {{(pid=69052) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 854.144701] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Uploaded image 9df9407e-a098-4a7a-a117-7cab774ce565 to the Glance image server {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 854.146891] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Destroying the VM {{(pid=69052) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 854.148119] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-21d0eb6a-b27a-42a1-b4f0-dd236433550a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.156915] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.162135] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4da19ee-392b-4f44-9ff9-4f28fea9b5c8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.162565] env[69052]: DEBUG oslo_vmware.api [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 854.162565] env[69052]: value = "task-3236428" [ 854.162565] env[69052]: _type = "Task" [ 854.162565] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.169471] env[69052]: DEBUG oslo_vmware.api [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 854.169471] env[69052]: value = "task-3236429" [ 854.169471] env[69052]: _type = "Task" [ 854.169471] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.179809] env[69052]: DEBUG oslo_vmware.api [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236428, 'name': Destroy_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.185450] env[69052]: DEBUG oslo_vmware.api [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.226290] env[69052]: DEBUG oslo_concurrency.lockutils [req-795c4f90-9efc-4834-bf29-047af4e6b26f req-32c0dd7a-b087-4d51-842b-d3aa6626611c service nova] Releasing lock "refresh_cache-62440cd7-3ffd-4f98-ab55-97b6b984b85d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.231808] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2a3813a7-e798-4d39-993f-0a390136920b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "b60dc416-39de-4dfa-a046-5e60cc9ffeed" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.232078] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2a3813a7-e798-4d39-993f-0a390136920b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "b60dc416-39de-4dfa-a046-5e60cc9ffeed" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.232269] env[69052]: DEBUG nova.compute.manager [None req-2a3813a7-e798-4d39-993f-0a390136920b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Going to confirm migration 3 {{(pid=69052) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 854.261747] env[69052]: DEBUG oslo_concurrency.lockutils [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "eb1d97fe-61e7-4543-bdb1-841e5db7f21c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.262115] env[69052]: DEBUG oslo_concurrency.lockutils [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "eb1d97fe-61e7-4543-bdb1-841e5db7f21c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.349960] env[69052]: DEBUG oslo_vmware.api [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5216fa3e-17cf-b59c-ad3c-b264747196ea, 'name': SearchDatastore_Task, 'duration_secs': 0.019702} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.350314] env[69052]: DEBUG oslo_concurrency.lockutils [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.350521] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.350807] env[69052]: DEBUG oslo_concurrency.lockutils [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.351015] env[69052]: DEBUG oslo_concurrency.lockutils [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.351090] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.353687] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a874a586-b2e7-4ff4-8525-e1e941f827b9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.361822] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.362018] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.362772] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ab5fb2a-f7cb-4c04-a169-e15b9dec5769 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.369476] env[69052]: DEBUG oslo_vmware.api [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 854.369476] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52002339-9758-8023-e177-d57f8342d1b3" [ 854.369476] env[69052]: _type = "Task" [ 854.369476] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.377316] env[69052]: DEBUG oslo_vmware.api [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52002339-9758-8023-e177-d57f8342d1b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.514860] env[69052]: DEBUG nova.network.neutron [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.559771] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571fd17c-8874-4696-b28c-1b3650fb99de {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.566894] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e92a605-9ca8-4017-84e8-40d4b3007136 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.598926] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e72198e-aada-45bc-9aa4-7c90e53733db {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.606819] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc19994e-0743-465a-8fb4-2c8c4ecf2837 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.620840] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.621360] env[69052]: DEBUG nova.compute.provider_tree [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.663041] env[69052]: DEBUG nova.network.neutron [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Updating instance_info_cache with network_info: [{"id": "165beb37-a65c-4421-86e7-a91bfd0d1a6b", "address": "fa:16:3e:9e:ed:36", "network": {"id": "9cc8f403-d7a4-44ef-ace7-d4bb8412e766", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1133397119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a9e9c55288495bb47e6274f65d72a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165beb37-a6", "ovs_interfaceid": "165beb37-a65c-4421-86e7-a91bfd0d1a6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.673412] env[69052]: DEBUG oslo_vmware.api [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236428, 'name': Destroy_Task, 'duration_secs': 0.363575} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.676523] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Destroyed the VM [ 854.676698] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Deleting Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 854.677485] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6a963bad-99ed-49e7-9c58-0e5647196803 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.683738] env[69052]: DEBUG oslo_vmware.api [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236429, 'name': PowerOffVM_Task, 'duration_secs': 0.264932} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.685277] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.685457] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.685751] env[69052]: DEBUG oslo_vmware.api [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 854.685751] env[69052]: value = "task-3236430" [ 854.685751] env[69052]: _type = "Task" [ 854.685751] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.685957] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1aeb8466-c6d6-481f-a562-0937be3d5403 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.696117] env[69052]: DEBUG oslo_vmware.api [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236430, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.756449] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.756449] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.756588] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Deleting the datastore file [datastore1] 74530170-b942-4e79-b027-e4aee95e18cd {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.756750] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d68b489c-329c-46f3-b0d5-86c65c3403b1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.763272] env[69052]: DEBUG oslo_vmware.api [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 854.763272] env[69052]: value = "task-3236432" [ 854.763272] env[69052]: _type = "Task" [ 854.763272] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.767713] env[69052]: DEBUG nova.compute.manager [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.775191] env[69052]: DEBUG oslo_vmware.api [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.831640] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2a3813a7-e798-4d39-993f-0a390136920b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "refresh_cache-b60dc416-39de-4dfa-a046-5e60cc9ffeed" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.831875] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2a3813a7-e798-4d39-993f-0a390136920b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquired lock "refresh_cache-b60dc416-39de-4dfa-a046-5e60cc9ffeed" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.832125] env[69052]: DEBUG nova.network.neutron [None req-2a3813a7-e798-4d39-993f-0a390136920b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.832277] env[69052]: DEBUG nova.objects.instance [None req-2a3813a7-e798-4d39-993f-0a390136920b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lazy-loading 'info_cache' on Instance uuid b60dc416-39de-4dfa-a046-5e60cc9ffeed {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.880450] env[69052]: DEBUG oslo_vmware.api [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52002339-9758-8023-e177-d57f8342d1b3, 'name': SearchDatastore_Task, 'duration_secs': 0.022426} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.880993] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c50ec9d8-47f9-41ee-851b-5f16258261f9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.886963] env[69052]: DEBUG oslo_vmware.api [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 854.886963] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52907647-13f8-83c8-c6f5-1313ddc3cffd" [ 854.886963] env[69052]: _type = "Task" [ 854.886963] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.895355] env[69052]: DEBUG oslo_vmware.api [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52907647-13f8-83c8-c6f5-1313ddc3cffd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.025912] env[69052]: DEBUG nova.compute.manager [req-130cc5ae-e79b-47dd-ba82-e30d7b5ee556 req-b3c22f1f-573c-40bd-bab0-aa5dfdde93f2 service nova] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Received event network-vif-plugged-165beb37-a65c-4421-86e7-a91bfd0d1a6b {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.026157] env[69052]: DEBUG oslo_concurrency.lockutils [req-130cc5ae-e79b-47dd-ba82-e30d7b5ee556 req-b3c22f1f-573c-40bd-bab0-aa5dfdde93f2 service nova] Acquiring lock "1f08ce1e-b8b6-4785-a768-43d711a8b7c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.026709] env[69052]: DEBUG oslo_concurrency.lockutils [req-130cc5ae-e79b-47dd-ba82-e30d7b5ee556 req-b3c22f1f-573c-40bd-bab0-aa5dfdde93f2 service nova] Lock "1f08ce1e-b8b6-4785-a768-43d711a8b7c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.026709] env[69052]: DEBUG oslo_concurrency.lockutils [req-130cc5ae-e79b-47dd-ba82-e30d7b5ee556 req-b3c22f1f-573c-40bd-bab0-aa5dfdde93f2 service nova] Lock "1f08ce1e-b8b6-4785-a768-43d711a8b7c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.026709] env[69052]: DEBUG nova.compute.manager [req-130cc5ae-e79b-47dd-ba82-e30d7b5ee556 req-b3c22f1f-573c-40bd-bab0-aa5dfdde93f2 service nova] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] No waiting events found dispatching network-vif-plugged-165beb37-a65c-4421-86e7-a91bfd0d1a6b {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.026810] env[69052]: WARNING nova.compute.manager [req-130cc5ae-e79b-47dd-ba82-e30d7b5ee556 req-b3c22f1f-573c-40bd-bab0-aa5dfdde93f2 service nova] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Received unexpected event network-vif-plugged-165beb37-a65c-4421-86e7-a91bfd0d1a6b for instance with vm_state building and task_state spawning. [ 855.026974] env[69052]: DEBUG nova.compute.manager [req-130cc5ae-e79b-47dd-ba82-e30d7b5ee556 req-b3c22f1f-573c-40bd-bab0-aa5dfdde93f2 service nova] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Received event network-changed-165beb37-a65c-4421-86e7-a91bfd0d1a6b {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.027150] env[69052]: DEBUG nova.compute.manager [req-130cc5ae-e79b-47dd-ba82-e30d7b5ee556 req-b3c22f1f-573c-40bd-bab0-aa5dfdde93f2 service nova] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Refreshing instance network info cache due to event network-changed-165beb37-a65c-4421-86e7-a91bfd0d1a6b. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.027323] env[69052]: DEBUG oslo_concurrency.lockutils [req-130cc5ae-e79b-47dd-ba82-e30d7b5ee556 req-b3c22f1f-573c-40bd-bab0-aa5dfdde93f2 service nova] Acquiring lock "refresh_cache-1f08ce1e-b8b6-4785-a768-43d711a8b7c8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.125196] env[69052]: DEBUG nova.scheduler.client.report [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.165889] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Releasing lock "refresh_cache-1f08ce1e-b8b6-4785-a768-43d711a8b7c8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.166505] env[69052]: DEBUG nova.compute.manager [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Instance network_info: |[{"id": "165beb37-a65c-4421-86e7-a91bfd0d1a6b", "address": "fa:16:3e:9e:ed:36", "network": {"id": "9cc8f403-d7a4-44ef-ace7-d4bb8412e766", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1133397119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a9e9c55288495bb47e6274f65d72a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165beb37-a6", "ovs_interfaceid": "165beb37-a65c-4421-86e7-a91bfd0d1a6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.166716] env[69052]: DEBUG oslo_concurrency.lockutils [req-130cc5ae-e79b-47dd-ba82-e30d7b5ee556 req-b3c22f1f-573c-40bd-bab0-aa5dfdde93f2 service nova] Acquired lock "refresh_cache-1f08ce1e-b8b6-4785-a768-43d711a8b7c8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.166802] env[69052]: DEBUG nova.network.neutron [req-130cc5ae-e79b-47dd-ba82-e30d7b5ee556 req-b3c22f1f-573c-40bd-bab0-aa5dfdde93f2 service nova] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Refreshing network info cache for port 165beb37-a65c-4421-86e7-a91bfd0d1a6b {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.168104] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:ed:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '165beb37-a65c-4421-86e7-a91bfd0d1a6b', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.176922] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.180096] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.180908] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c4342a0-93ce-427c-a875-2b51498e10f1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.205518] env[69052]: DEBUG oslo_vmware.api [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236430, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.206940] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.206940] env[69052]: value = "task-3236433" [ 855.206940] env[69052]: _type = "Task" [ 855.206940] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.214477] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236433, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.273848] env[69052]: DEBUG oslo_vmware.api [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174875} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.274208] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.275071] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.275071] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.275071] env[69052]: INFO nova.compute.manager [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 855.275071] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.275238] env[69052]: DEBUG nova.compute.manager [-] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.275271] env[69052]: DEBUG nova.network.neutron [-] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.303163] env[69052]: DEBUG oslo_concurrency.lockutils [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.397765] env[69052]: DEBUG oslo_vmware.api [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52907647-13f8-83c8-c6f5-1313ddc3cffd, 'name': SearchDatastore_Task, 'duration_secs': 0.020439} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.397765] env[69052]: DEBUG oslo_concurrency.lockutils [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.398030] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 62440cd7-3ffd-4f98-ab55-97b6b984b85d/62440cd7-3ffd-4f98-ab55-97b6b984b85d.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.398390] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef889844-4d07-4e7d-ad9d-ab1d30a90897 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.406892] env[69052]: DEBUG oslo_vmware.api [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 855.406892] env[69052]: value = "task-3236434" [ 855.406892] env[69052]: _type = "Task" [ 855.406892] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.413975] env[69052]: DEBUG oslo_vmware.api [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.421318] env[69052]: DEBUG nova.network.neutron [req-130cc5ae-e79b-47dd-ba82-e30d7b5ee556 req-b3c22f1f-573c-40bd-bab0-aa5dfdde93f2 service nova] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Updated VIF entry in instance network info cache for port 165beb37-a65c-4421-86e7-a91bfd0d1a6b. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.421318] env[69052]: DEBUG nova.network.neutron [req-130cc5ae-e79b-47dd-ba82-e30d7b5ee556 req-b3c22f1f-573c-40bd-bab0-aa5dfdde93f2 service nova] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Updating instance_info_cache with network_info: [{"id": "165beb37-a65c-4421-86e7-a91bfd0d1a6b", "address": "fa:16:3e:9e:ed:36", "network": {"id": "9cc8f403-d7a4-44ef-ace7-d4bb8412e766", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1133397119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a9e9c55288495bb47e6274f65d72a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165beb37-a6", "ovs_interfaceid": "165beb37-a65c-4421-86e7-a91bfd0d1a6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.630063] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.503s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.632626] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.809s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.634253] env[69052]: INFO nova.compute.claims [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.709124] env[69052]: DEBUG oslo_vmware.api [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236430, 'name': RemoveSnapshot_Task, 'duration_secs': 0.752277} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.712796] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Deleted Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 855.713086] env[69052]: INFO nova.compute.manager [None req-6683ffe9-1274-4ec4-9e33-991cfaaaf8e7 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Took 15.99 seconds to snapshot the instance on the hypervisor. [ 855.722956] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236433, 'name': CreateVM_Task, 'duration_secs': 0.328085} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.723137] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.723976] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.724164] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.724489] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.724769] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f56a49f-6152-4b54-924e-93977a3679ea {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.732595] env[69052]: DEBUG oslo_vmware.api [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Waiting for the task: (returnval){ [ 855.732595] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ebebc7-2c4a-396b-7115-91291cdaf6d3" [ 855.732595] env[69052]: _type = "Task" [ 855.732595] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.747077] env[69052]: DEBUG oslo_vmware.api [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ebebc7-2c4a-396b-7115-91291cdaf6d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.854157] env[69052]: DEBUG nova.compute.manager [req-cc15a491-acca-431f-887c-9dddb59e76d4 req-68abb0ab-baa5-4294-8df7-00edc7ba311c service nova] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Received event network-vif-deleted-91ad878f-0dbb-44ba-9a5f-cb53ef3212ed {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.854346] env[69052]: INFO nova.compute.manager [req-cc15a491-acca-431f-887c-9dddb59e76d4 req-68abb0ab-baa5-4294-8df7-00edc7ba311c service nova] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Neutron deleted interface 91ad878f-0dbb-44ba-9a5f-cb53ef3212ed; detaching it from the instance and deleting it from the info cache [ 855.854518] env[69052]: DEBUG nova.network.neutron [req-cc15a491-acca-431f-887c-9dddb59e76d4 req-68abb0ab-baa5-4294-8df7-00edc7ba311c service nova] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.918520] env[69052]: DEBUG oslo_vmware.api [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236434, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503587} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.918939] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 62440cd7-3ffd-4f98-ab55-97b6b984b85d/62440cd7-3ffd-4f98-ab55-97b6b984b85d.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.919368] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.919776] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3473d0ad-9d6a-488d-b733-008e8ce62252 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.925797] env[69052]: DEBUG oslo_concurrency.lockutils [req-130cc5ae-e79b-47dd-ba82-e30d7b5ee556 req-b3c22f1f-573c-40bd-bab0-aa5dfdde93f2 service nova] Releasing lock "refresh_cache-1f08ce1e-b8b6-4785-a768-43d711a8b7c8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.931311] env[69052]: DEBUG oslo_vmware.api [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 855.931311] env[69052]: value = "task-3236435" [ 855.931311] env[69052]: _type = "Task" [ 855.931311] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.942189] env[69052]: DEBUG oslo_vmware.api [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.107701] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "1c69d12c-8441-484e-990c-dbdd81a9d21d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.108096] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "1c69d12c-8441-484e-990c-dbdd81a9d21d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.109453] env[69052]: DEBUG nova.network.neutron [-] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.144453] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0300cd10-1a42-44de-b11d-7d19c34605af tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lock "56722277-77c9-43f6-a98e-f102e43df903" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 46.371s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.145485] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lock "56722277-77c9-43f6-a98e-f102e43df903" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 19.771s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.145728] env[69052]: INFO nova.compute.manager [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Unshelving [ 856.245149] env[69052]: DEBUG oslo_vmware.api [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ebebc7-2c4a-396b-7115-91291cdaf6d3, 'name': SearchDatastore_Task, 'duration_secs': 0.053677} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.246272] env[69052]: DEBUG nova.network.neutron [None req-2a3813a7-e798-4d39-993f-0a390136920b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Updating instance_info_cache with network_info: [{"id": "e1538ca3-f602-4a20-af79-a407e26339b3", "address": "fa:16:3e:f2:04:4c", "network": {"id": "a09c611a-3f85-44ff-a673-e176af1ea211", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-63151955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19918ec410294b2685d0e75828f74507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1538ca3-f6", "ovs_interfaceid": "e1538ca3-f602-4a20-af79-a407e26339b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.247593] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.247890] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.248168] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.248344] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.248590] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.249061] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4d0d93a-39c8-41d8-bf9f-e3140a31db5c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.258169] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.258350] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.259343] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d98f52b-d599-4864-91f6-95a75808d3f3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.265377] env[69052]: DEBUG oslo_vmware.api [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Waiting for the task: (returnval){ [ 856.265377] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5265b557-1c89-4985-facb-0774676901a3" [ 856.265377] env[69052]: _type = "Task" [ 856.265377] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.273019] env[69052]: DEBUG oslo_vmware.api [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5265b557-1c89-4985-facb-0774676901a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.357903] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b1c6b38-4dda-4795-8127-3b8f381c4de9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.366871] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50cc9d1-6ba3-4fb8-a889-c5c065a48b50 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.400649] env[69052]: DEBUG nova.compute.manager [req-cc15a491-acca-431f-887c-9dddb59e76d4 req-68abb0ab-baa5-4294-8df7-00edc7ba311c service nova] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Detach interface failed, port_id=91ad878f-0dbb-44ba-9a5f-cb53ef3212ed, reason: Instance 74530170-b942-4e79-b027-e4aee95e18cd could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 856.435880] env[69052]: DEBUG oslo_vmware.api [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122655} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.436176] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.436875] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c76bed-1cf0-4071-a6eb-800b7fd3656a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.457991] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 62440cd7-3ffd-4f98-ab55-97b6b984b85d/62440cd7-3ffd-4f98-ab55-97b6b984b85d.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.458263] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-323b3764-0643-4705-b6f8-6c12f5f51fe3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.476862] env[69052]: DEBUG oslo_vmware.api [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 856.476862] env[69052]: value = "task-3236436" [ 856.476862] env[69052]: _type = "Task" [ 856.476862] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.484668] env[69052]: DEBUG oslo_vmware.api [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236436, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.612190] env[69052]: DEBUG nova.compute.manager [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.615442] env[69052]: INFO nova.compute.manager [-] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Took 1.34 seconds to deallocate network for instance. [ 856.751618] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2a3813a7-e798-4d39-993f-0a390136920b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Releasing lock "refresh_cache-b60dc416-39de-4dfa-a046-5e60cc9ffeed" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.751947] env[69052]: DEBUG nova.objects.instance [None req-2a3813a7-e798-4d39-993f-0a390136920b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lazy-loading 'migration_context' on Instance uuid b60dc416-39de-4dfa-a046-5e60cc9ffeed {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.778845] env[69052]: DEBUG oslo_vmware.api [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5265b557-1c89-4985-facb-0774676901a3, 'name': SearchDatastore_Task, 'duration_secs': 0.033031} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.781561] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b7f1810-903b-4960-a53f-54b7f7f03ae2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.786032] env[69052]: DEBUG oslo_vmware.api [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Waiting for the task: (returnval){ [ 856.786032] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e5e23c-01f3-b9b9-ff48-5cd07f679b68" [ 856.786032] env[69052]: _type = "Task" [ 856.786032] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.796488] env[69052]: DEBUG oslo_vmware.api [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e5e23c-01f3-b9b9-ff48-5cd07f679b68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.987065] env[69052]: DEBUG oslo_vmware.api [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.041658] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ef5049-510b-45e9-b8a8-5b7b14e89870 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.049615] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c9b6e0-e082-48f5-87f3-a32e74666a5d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.083796] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c5404b-f175-4f43-8bf8-0d5f3cc3e3f3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.092238] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d487b4fc-5fd2-40bd-b1a2-dabe883f0db6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.106460] env[69052]: DEBUG nova.compute.provider_tree [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.120568] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.130592] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.173342] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.257621] env[69052]: DEBUG nova.objects.base [None req-2a3813a7-e798-4d39-993f-0a390136920b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69052) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 857.258605] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0438a0b9-1b63-4a89-a391-d6e884545621 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.280036] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6144488-a991-4485-abe7-cfdf4a8b73a1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.285377] env[69052]: DEBUG oslo_vmware.api [None req-2a3813a7-e798-4d39-993f-0a390136920b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 857.285377] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52aa64f9-d77f-9039-d170-2a9812b57d66" [ 857.285377] env[69052]: _type = "Task" [ 857.285377] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.295469] env[69052]: DEBUG oslo_vmware.api [None req-2a3813a7-e798-4d39-993f-0a390136920b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52aa64f9-d77f-9039-d170-2a9812b57d66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.300657] env[69052]: DEBUG oslo_vmware.api [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e5e23c-01f3-b9b9-ff48-5cd07f679b68, 'name': SearchDatastore_Task, 'duration_secs': 0.011255} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.300904] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.301189] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 1f08ce1e-b8b6-4785-a768-43d711a8b7c8/1f08ce1e-b8b6-4785-a768-43d711a8b7c8.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.301437] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51ca5a08-4137-40fa-9119-9ad69ceb130d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.307885] env[69052]: DEBUG oslo_vmware.api [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Waiting for the task: (returnval){ [ 857.307885] env[69052]: value = "task-3236437" [ 857.307885] env[69052]: _type = "Task" [ 857.307885] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.317263] env[69052]: DEBUG oslo_vmware.api [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.490898] env[69052]: DEBUG oslo_vmware.api [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236436, 'name': ReconfigVM_Task, 'duration_secs': 0.863515} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.491218] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 62440cd7-3ffd-4f98-ab55-97b6b984b85d/62440cd7-3ffd-4f98-ab55-97b6b984b85d.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.491861] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b383f531-ca3a-4476-a0c9-fcb55746dbea {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.498520] env[69052]: DEBUG oslo_vmware.api [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 857.498520] env[69052]: value = "task-3236438" [ 857.498520] env[69052]: _type = "Task" [ 857.498520] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.508950] env[69052]: DEBUG oslo_vmware.api [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236438, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.610263] env[69052]: DEBUG nova.scheduler.client.report [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.795405] env[69052]: DEBUG oslo_vmware.api [None req-2a3813a7-e798-4d39-993f-0a390136920b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52aa64f9-d77f-9039-d170-2a9812b57d66, 'name': SearchDatastore_Task, 'duration_secs': 0.007949} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.795767] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2a3813a7-e798-4d39-993f-0a390136920b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.817813] env[69052]: DEBUG oslo_vmware.api [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.426553} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.818097] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 1f08ce1e-b8b6-4785-a768-43d711a8b7c8/1f08ce1e-b8b6-4785-a768-43d711a8b7c8.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.818317] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.818568] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be9a5cfa-0042-444e-9e23-70b98535fa75 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.824755] env[69052]: DEBUG oslo_vmware.api [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Waiting for the task: (returnval){ [ 857.824755] env[69052]: value = "task-3236439" [ 857.824755] env[69052]: _type = "Task" [ 857.824755] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.833019] env[69052]: DEBUG oslo_vmware.api [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.008935] env[69052]: DEBUG oslo_vmware.api [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236438, 'name': Rename_Task, 'duration_secs': 0.312334} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.009221] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.009468] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f6880fd-18f5-4d37-bb56-3c5f5d5f5031 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.015337] env[69052]: DEBUG oslo_vmware.api [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 858.015337] env[69052]: value = "task-3236440" [ 858.015337] env[69052]: _type = "Task" [ 858.015337] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.025011] env[69052]: DEBUG oslo_vmware.api [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.116234] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.116845] env[69052]: DEBUG nova.compute.manager [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.119666] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b72337ba-0319-4c20-93b9-622335bca51b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.568s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.119876] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b72337ba-0319-4c20-93b9-622335bca51b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.122089] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.889s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.123542] env[69052]: INFO nova.compute.claims [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.144040] env[69052]: INFO nova.scheduler.client.report [None req-b72337ba-0319-4c20-93b9-622335bca51b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Deleted allocations for instance 34b9818a-917b-4047-9591-bf2be8d69da9 [ 858.334301] env[69052]: DEBUG oslo_vmware.api [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070184} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.334573] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.335362] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2133b4-2622-4c28-8a8a-3735aa8235a0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.356741] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 1f08ce1e-b8b6-4785-a768-43d711a8b7c8/1f08ce1e-b8b6-4785-a768-43d711a8b7c8.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.356939] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d004afdf-d180-4c34-bcab-89a090719718 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.376683] env[69052]: DEBUG oslo_vmware.api [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Waiting for the task: (returnval){ [ 858.376683] env[69052]: value = "task-3236441" [ 858.376683] env[69052]: _type = "Task" [ 858.376683] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.385039] env[69052]: DEBUG oslo_vmware.api [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236441, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.525128] env[69052]: DEBUG oslo_vmware.api [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236440, 'name': PowerOnVM_Task, 'duration_secs': 0.502252} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.525339] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.525563] env[69052]: INFO nova.compute.manager [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Took 7.97 seconds to spawn the instance on the hypervisor. [ 858.525743] env[69052]: DEBUG nova.compute.manager [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.526549] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92baafb9-bc26-4f8d-88af-2ae5a9cd4aa4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.629785] env[69052]: DEBUG nova.compute.utils [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.632051] env[69052]: DEBUG nova.compute.manager [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.632220] env[69052]: DEBUG nova.network.neutron [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.651648] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b72337ba-0319-4c20-93b9-622335bca51b tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "34b9818a-917b-4047-9591-bf2be8d69da9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.565s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.682647] env[69052]: DEBUG nova.policy [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '439853f2f2474c7cb2799f2d5d8feede', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5d11523a34a41fc93f369d4737ccf38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.886196] env[69052]: DEBUG oslo_vmware.api [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236441, 'name': ReconfigVM_Task, 'duration_secs': 0.381934} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.886650] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 1f08ce1e-b8b6-4785-a768-43d711a8b7c8/1f08ce1e-b8b6-4785-a768-43d711a8b7c8.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.887108] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81b6e6d6-da7c-42bd-9734-6fb7ea06ae39 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.893384] env[69052]: DEBUG oslo_vmware.api [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Waiting for the task: (returnval){ [ 858.893384] env[69052]: value = "task-3236442" [ 858.893384] env[69052]: _type = "Task" [ 858.893384] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.902138] env[69052]: DEBUG oslo_vmware.api [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236442, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.048366] env[69052]: INFO nova.compute.manager [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Took 33.60 seconds to build instance. [ 859.057986] env[69052]: DEBUG nova.network.neutron [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Successfully created port: 06aadf6b-53e5-4ba1-bae4-af46b3e9a299 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.138095] env[69052]: DEBUG nova.compute.manager [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.404306] env[69052]: DEBUG oslo_vmware.api [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236442, 'name': Rename_Task, 'duration_secs': 0.16183} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.404595] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.404860] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b55b893a-4b50-47f1-a067-43bdf47486c8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.413301] env[69052]: DEBUG oslo_vmware.api [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Waiting for the task: (returnval){ [ 859.413301] env[69052]: value = "task-3236443" [ 859.413301] env[69052]: _type = "Task" [ 859.413301] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.515808] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb71a828-7aef-428a-ad83-d1538816715d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.523044] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16df1a77-8f55-4173-b254-dfef529dd333 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.554536] env[69052]: DEBUG oslo_concurrency.lockutils [None req-438405c8-f987-437c-9593-d729d8c7cec0 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "62440cd7-3ffd-4f98-ab55-97b6b984b85d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.110s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.555532] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dd05df-1188-4c89-a926-200db4f0aa5d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.562757] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68bd8ab-07b0-4693-b4a7-2baf3e12e4da {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.576343] env[69052]: DEBUG nova.compute.provider_tree [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.837722] env[69052]: DEBUG oslo_concurrency.lockutils [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "3a1584dd-c15a-4ddc-a601-00fb583cbb5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.838132] env[69052]: DEBUG oslo_concurrency.lockutils [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "3a1584dd-c15a-4ddc-a601-00fb583cbb5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.838356] env[69052]: DEBUG oslo_concurrency.lockutils [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "3a1584dd-c15a-4ddc-a601-00fb583cbb5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.838566] env[69052]: DEBUG oslo_concurrency.lockutils [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "3a1584dd-c15a-4ddc-a601-00fb583cbb5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.838746] env[69052]: DEBUG oslo_concurrency.lockutils [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "3a1584dd-c15a-4ddc-a601-00fb583cbb5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.841525] env[69052]: INFO nova.compute.manager [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Terminating instance [ 859.927671] env[69052]: DEBUG oslo_vmware.api [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236443, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.080687] env[69052]: DEBUG nova.scheduler.client.report [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.150712] env[69052]: DEBUG nova.compute.manager [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.180692] env[69052]: DEBUG nova.virt.hardware [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.180958] env[69052]: DEBUG nova.virt.hardware [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.181274] env[69052]: DEBUG nova.virt.hardware [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.181485] env[69052]: DEBUG nova.virt.hardware [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.181637] env[69052]: DEBUG nova.virt.hardware [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.181785] env[69052]: DEBUG nova.virt.hardware [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.181998] env[69052]: DEBUG nova.virt.hardware [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.182178] env[69052]: DEBUG nova.virt.hardware [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.182350] env[69052]: DEBUG nova.virt.hardware [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.182555] env[69052]: DEBUG nova.virt.hardware [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.182969] env[69052]: DEBUG nova.virt.hardware [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.184050] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d1f6d5-5c19-4913-acb2-4a120bc8ef6b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.192584] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdb1a43-d41b-404b-b210-227991d885a7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.346166] env[69052]: DEBUG nova.compute.manager [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.346426] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.347862] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbfc3dc-35f9-4691-945c-4717f91f7115 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.356839] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.357050] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd258e89-475f-4bdf-a646-a20156e89e01 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.363859] env[69052]: DEBUG oslo_vmware.api [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 860.363859] env[69052]: value = "task-3236444" [ 860.363859] env[69052]: _type = "Task" [ 860.363859] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.372010] env[69052]: DEBUG oslo_vmware.api [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.425906] env[69052]: DEBUG oslo_vmware.api [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236443, 'name': PowerOnVM_Task, 'duration_secs': 0.52688} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.426107] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.426332] env[69052]: INFO nova.compute.manager [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Took 7.31 seconds to spawn the instance on the hypervisor. [ 860.426403] env[69052]: DEBUG nova.compute.manager [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.427226] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bad05b-36f1-4fc3-a8ab-7c89c99530c3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.497312] env[69052]: DEBUG nova.compute.manager [req-dc77523d-5337-40c3-846b-f4d2f354003e req-c0e9125a-58d8-45c9-af56-39f5929f8df3 service nova] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Received event network-changed-c9b054bd-3a61-49c9-a340-c75531aeff84 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.497668] env[69052]: DEBUG nova.compute.manager [req-dc77523d-5337-40c3-846b-f4d2f354003e req-c0e9125a-58d8-45c9-af56-39f5929f8df3 service nova] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Refreshing instance network info cache due to event network-changed-c9b054bd-3a61-49c9-a340-c75531aeff84. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.497996] env[69052]: DEBUG oslo_concurrency.lockutils [req-dc77523d-5337-40c3-846b-f4d2f354003e req-c0e9125a-58d8-45c9-af56-39f5929f8df3 service nova] Acquiring lock "refresh_cache-62440cd7-3ffd-4f98-ab55-97b6b984b85d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.498352] env[69052]: DEBUG oslo_concurrency.lockutils [req-dc77523d-5337-40c3-846b-f4d2f354003e req-c0e9125a-58d8-45c9-af56-39f5929f8df3 service nova] Acquired lock "refresh_cache-62440cd7-3ffd-4f98-ab55-97b6b984b85d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.498598] env[69052]: DEBUG nova.network.neutron [req-dc77523d-5337-40c3-846b-f4d2f354003e req-c0e9125a-58d8-45c9-af56-39f5929f8df3 service nova] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Refreshing network info cache for port c9b054bd-3a61-49c9-a340-c75531aeff84 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.590114] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.590927] env[69052]: DEBUG nova.compute.manager [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.594165] env[69052]: DEBUG oslo_concurrency.lockutils [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.246s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.598036] env[69052]: INFO nova.compute.claims [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.749512] env[69052]: DEBUG nova.network.neutron [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Successfully updated port: 06aadf6b-53e5-4ba1-bae4-af46b3e9a299 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 860.873977] env[69052]: DEBUG oslo_vmware.api [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236444, 'name': PowerOffVM_Task, 'duration_secs': 0.26375} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.874303] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.874480] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.874767] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d79b882-5917-43cd-b1c6-2ab77404111c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.946849] env[69052]: INFO nova.compute.manager [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Took 33.12 seconds to build instance. [ 860.947634] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.948418] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.948418] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Deleting the datastore file [datastore2] 3a1584dd-c15a-4ddc-a601-00fb583cbb5f {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.948418] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-574a846c-d44d-4b10-94f9-ea5374778240 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.954639] env[69052]: DEBUG oslo_vmware.api [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for the task: (returnval){ [ 860.954639] env[69052]: value = "task-3236446" [ 860.954639] env[69052]: _type = "Task" [ 860.954639] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.963282] env[69052]: DEBUG oslo_vmware.api [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.100745] env[69052]: DEBUG nova.compute.utils [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.104238] env[69052]: DEBUG nova.compute.manager [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Not allocating networking since 'none' was specified. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 861.216059] env[69052]: DEBUG nova.network.neutron [req-dc77523d-5337-40c3-846b-f4d2f354003e req-c0e9125a-58d8-45c9-af56-39f5929f8df3 service nova] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Updated VIF entry in instance network info cache for port c9b054bd-3a61-49c9-a340-c75531aeff84. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.216480] env[69052]: DEBUG nova.network.neutron [req-dc77523d-5337-40c3-846b-f4d2f354003e req-c0e9125a-58d8-45c9-af56-39f5929f8df3 service nova] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Updating instance_info_cache with network_info: [{"id": "c9b054bd-3a61-49c9-a340-c75531aeff84", "address": "fa:16:3e:5f:1b:c7", "network": {"id": "4e7ad40f-fc44-47b3-ada6-0ae53251c650", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329642848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "420997e04b2a41d882b1f61eb5a284f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9b054bd-3a", "ovs_interfaceid": "c9b054bd-3a61-49c9-a340-c75531aeff84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.252256] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "refresh_cache-e8a56eb2-4f01-4a90-9758-f531feba21c9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.252431] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquired lock "refresh_cache-e8a56eb2-4f01-4a90-9758-f531feba21c9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.252618] env[69052]: DEBUG nova.network.neutron [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.448311] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9267b20a-b666-4176-9e26-9ed7ed870584 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Lock "1f08ce1e-b8b6-4785-a768-43d711a8b7c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.639s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.465286] env[69052]: DEBUG oslo_vmware.api [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Task: {'id': task-3236446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144688} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.465398] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.465554] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.465736] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.465910] env[69052]: INFO nova.compute.manager [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 861.466169] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.466368] env[69052]: DEBUG nova.compute.manager [-] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.466463] env[69052]: DEBUG nova.network.neutron [-] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.605546] env[69052]: DEBUG nova.compute.manager [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.719028] env[69052]: DEBUG oslo_concurrency.lockutils [req-dc77523d-5337-40c3-846b-f4d2f354003e req-c0e9125a-58d8-45c9-af56-39f5929f8df3 service nova] Releasing lock "refresh_cache-62440cd7-3ffd-4f98-ab55-97b6b984b85d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.790451] env[69052]: DEBUG nova.network.neutron [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.938123] env[69052]: DEBUG nova.network.neutron [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Updating instance_info_cache with network_info: [{"id": "06aadf6b-53e5-4ba1-bae4-af46b3e9a299", "address": "fa:16:3e:16:05:99", "network": {"id": "0624a1b3-6c9d-43d5-ac68-beaedb10c4eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-356147984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5d11523a34a41fc93f369d4737ccf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06aadf6b-53", "ovs_interfaceid": "06aadf6b-53e5-4ba1-bae4-af46b3e9a299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.056315] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348ed42a-b4b0-4f96-bb91-12c50a1328dd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.064238] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdfd67a-c2f5-4e2d-b526-a29e24b93e2a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.096838] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d25b735-e90d-4f81-b362-84743b483eac {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.104665] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a116c12b-0144-41d0-a404-bd4de5688d43 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.121211] env[69052]: DEBUG nova.compute.provider_tree [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.430740] env[69052]: DEBUG nova.network.neutron [-] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.440318] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Releasing lock "refresh_cache-e8a56eb2-4f01-4a90-9758-f531feba21c9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.440637] env[69052]: DEBUG nova.compute.manager [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Instance network_info: |[{"id": "06aadf6b-53e5-4ba1-bae4-af46b3e9a299", "address": "fa:16:3e:16:05:99", "network": {"id": "0624a1b3-6c9d-43d5-ac68-beaedb10c4eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-356147984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5d11523a34a41fc93f369d4737ccf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06aadf6b-53", "ovs_interfaceid": "06aadf6b-53e5-4ba1-bae4-af46b3e9a299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 862.441060] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:05:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06aadf6b-53e5-4ba1-bae4-af46b3e9a299', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.448464] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.449310] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.449543] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0c88725-472f-445a-9716-62f02233cdef {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.470482] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.470482] env[69052]: value = "task-3236447" [ 862.470482] env[69052]: _type = "Task" [ 862.470482] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.478376] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236447, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.526628] env[69052]: DEBUG nova.compute.manager [req-20cecc6c-658c-4403-9434-5247f74baf74 req-35d259d1-c429-477d-bf62-ebab344b2908 service nova] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Received event network-vif-plugged-06aadf6b-53e5-4ba1-bae4-af46b3e9a299 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.526847] env[69052]: DEBUG oslo_concurrency.lockutils [req-20cecc6c-658c-4403-9434-5247f74baf74 req-35d259d1-c429-477d-bf62-ebab344b2908 service nova] Acquiring lock "e8a56eb2-4f01-4a90-9758-f531feba21c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.527064] env[69052]: DEBUG oslo_concurrency.lockutils [req-20cecc6c-658c-4403-9434-5247f74baf74 req-35d259d1-c429-477d-bf62-ebab344b2908 service nova] Lock "e8a56eb2-4f01-4a90-9758-f531feba21c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.527237] env[69052]: DEBUG oslo_concurrency.lockutils [req-20cecc6c-658c-4403-9434-5247f74baf74 req-35d259d1-c429-477d-bf62-ebab344b2908 service nova] Lock "e8a56eb2-4f01-4a90-9758-f531feba21c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.527402] env[69052]: DEBUG nova.compute.manager [req-20cecc6c-658c-4403-9434-5247f74baf74 req-35d259d1-c429-477d-bf62-ebab344b2908 service nova] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] No waiting events found dispatching network-vif-plugged-06aadf6b-53e5-4ba1-bae4-af46b3e9a299 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.527573] env[69052]: WARNING nova.compute.manager [req-20cecc6c-658c-4403-9434-5247f74baf74 req-35d259d1-c429-477d-bf62-ebab344b2908 service nova] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Received unexpected event network-vif-plugged-06aadf6b-53e5-4ba1-bae4-af46b3e9a299 for instance with vm_state building and task_state spawning. [ 862.527814] env[69052]: DEBUG nova.compute.manager [req-20cecc6c-658c-4403-9434-5247f74baf74 req-35d259d1-c429-477d-bf62-ebab344b2908 service nova] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Received event network-changed-06aadf6b-53e5-4ba1-bae4-af46b3e9a299 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.527988] env[69052]: DEBUG nova.compute.manager [req-20cecc6c-658c-4403-9434-5247f74baf74 req-35d259d1-c429-477d-bf62-ebab344b2908 service nova] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Refreshing instance network info cache due to event network-changed-06aadf6b-53e5-4ba1-bae4-af46b3e9a299. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.528228] env[69052]: DEBUG oslo_concurrency.lockutils [req-20cecc6c-658c-4403-9434-5247f74baf74 req-35d259d1-c429-477d-bf62-ebab344b2908 service nova] Acquiring lock "refresh_cache-e8a56eb2-4f01-4a90-9758-f531feba21c9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.528316] env[69052]: DEBUG oslo_concurrency.lockutils [req-20cecc6c-658c-4403-9434-5247f74baf74 req-35d259d1-c429-477d-bf62-ebab344b2908 service nova] Acquired lock "refresh_cache-e8a56eb2-4f01-4a90-9758-f531feba21c9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.528466] env[69052]: DEBUG nova.network.neutron [req-20cecc6c-658c-4403-9434-5247f74baf74 req-35d259d1-c429-477d-bf62-ebab344b2908 service nova] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Refreshing network info cache for port 06aadf6b-53e5-4ba1-bae4-af46b3e9a299 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.624582] env[69052]: DEBUG nova.compute.manager [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.628507] env[69052]: DEBUG nova.scheduler.client.report [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.653835] env[69052]: DEBUG nova.virt.hardware [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.654138] env[69052]: DEBUG nova.virt.hardware [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.654318] env[69052]: DEBUG nova.virt.hardware [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.654514] env[69052]: DEBUG nova.virt.hardware [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.654669] env[69052]: DEBUG nova.virt.hardware [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.654830] env[69052]: DEBUG nova.virt.hardware [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.655068] env[69052]: DEBUG nova.virt.hardware [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.655594] env[69052]: DEBUG nova.virt.hardware [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.655594] env[69052]: DEBUG nova.virt.hardware [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.655594] env[69052]: DEBUG nova.virt.hardware [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.655819] env[69052]: DEBUG nova.virt.hardware [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.657182] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000e46e2-41be-4c82-86e5-83f7eb175d8c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.667055] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cbffc4-b36b-4221-a467-a004d9c31157 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.683049] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Instance VIF info [] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.688857] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Creating folder: Project (d36795d1813e45feb7451c23781a5c70). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.689253] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-248c6ddc-e183-4811-9567-7678aa8a73ad {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.699958] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Created folder: Project (d36795d1813e45feb7451c23781a5c70) in parent group-v646676. [ 862.700182] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Creating folder: Instances. Parent ref: group-v646869. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.700448] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-faceca8c-b6c8-4529-a412-8518ec1a2482 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.710847] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Created folder: Instances in parent group-v646869. [ 862.711178] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.711427] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.711686] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50aa2246-d1b6-4abc-9244-16552e6ca2ac {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.729757] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.729757] env[69052]: value = "task-3236450" [ 862.729757] env[69052]: _type = "Task" [ 862.729757] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.738346] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236450, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.757051] env[69052]: DEBUG oslo_concurrency.lockutils [None req-59520b7a-74a7-4c9b-bcb1-119b818d2d25 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Acquiring lock "1f08ce1e-b8b6-4785-a768-43d711a8b7c8" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.757340] env[69052]: DEBUG oslo_concurrency.lockutils [None req-59520b7a-74a7-4c9b-bcb1-119b818d2d25 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Lock "1f08ce1e-b8b6-4785-a768-43d711a8b7c8" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.757590] env[69052]: INFO nova.compute.manager [None req-59520b7a-74a7-4c9b-bcb1-119b818d2d25 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Rebooting instance [ 862.934116] env[69052]: INFO nova.compute.manager [-] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Took 1.47 seconds to deallocate network for instance. [ 862.980282] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236447, 'name': CreateVM_Task, 'duration_secs': 0.36277} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.980458] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.981188] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.981369] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.981676] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.981933] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-852734d7-9452-4c2f-b6f0-29b997ba92eb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.989315] env[69052]: DEBUG oslo_vmware.api [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 862.989315] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52aa5710-acbc-f37b-b75a-c02417e4107a" [ 862.989315] env[69052]: _type = "Task" [ 862.989315] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.995095] env[69052]: DEBUG oslo_vmware.api [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52aa5710-acbc-f37b-b75a-c02417e4107a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.134453] env[69052]: DEBUG oslo_concurrency.lockutils [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.135166] env[69052]: DEBUG nova.compute.manager [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.138784] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.729s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.139095] env[69052]: DEBUG nova.objects.instance [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Lazy-loading 'resources' on Instance uuid d817707c-6ec4-4671-8988-b57818e92b1e {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.241374] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236450, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.243016] env[69052]: DEBUG nova.network.neutron [req-20cecc6c-658c-4403-9434-5247f74baf74 req-35d259d1-c429-477d-bf62-ebab344b2908 service nova] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Updated VIF entry in instance network info cache for port 06aadf6b-53e5-4ba1-bae4-af46b3e9a299. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.243360] env[69052]: DEBUG nova.network.neutron [req-20cecc6c-658c-4403-9434-5247f74baf74 req-35d259d1-c429-477d-bf62-ebab344b2908 service nova] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Updating instance_info_cache with network_info: [{"id": "06aadf6b-53e5-4ba1-bae4-af46b3e9a299", "address": "fa:16:3e:16:05:99", "network": {"id": "0624a1b3-6c9d-43d5-ac68-beaedb10c4eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-356147984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5d11523a34a41fc93f369d4737ccf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06aadf6b-53", "ovs_interfaceid": "06aadf6b-53e5-4ba1-bae4-af46b3e9a299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.275231] env[69052]: DEBUG oslo_concurrency.lockutils [None req-59520b7a-74a7-4c9b-bcb1-119b818d2d25 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Acquiring lock "refresh_cache-1f08ce1e-b8b6-4785-a768-43d711a8b7c8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.275425] env[69052]: DEBUG oslo_concurrency.lockutils [None req-59520b7a-74a7-4c9b-bcb1-119b818d2d25 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Acquired lock "refresh_cache-1f08ce1e-b8b6-4785-a768-43d711a8b7c8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.275596] env[69052]: DEBUG nova.network.neutron [None req-59520b7a-74a7-4c9b-bcb1-119b818d2d25 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.440805] env[69052]: DEBUG oslo_concurrency.lockutils [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.499572] env[69052]: DEBUG oslo_vmware.api [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52aa5710-acbc-f37b-b75a-c02417e4107a, 'name': SearchDatastore_Task, 'duration_secs': 0.012246} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.499896] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.500142] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.500383] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.500531] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.500707] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.500967] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9852dd02-03b6-433a-8c61-8929d91a9459 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.515101] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.515276] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.515972] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a9c1143-46e1-44b0-b102-30e8407637cd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.520703] env[69052]: DEBUG oslo_vmware.api [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 863.520703] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52210a2c-e0fa-0586-3869-3737ce3f1456" [ 863.520703] env[69052]: _type = "Task" [ 863.520703] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.527951] env[69052]: DEBUG oslo_vmware.api [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52210a2c-e0fa-0586-3869-3737ce3f1456, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.646312] env[69052]: DEBUG nova.compute.utils [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.648068] env[69052]: DEBUG nova.compute.manager [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.648242] env[69052]: DEBUG nova.network.neutron [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.685882] env[69052]: DEBUG nova.policy [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d0e9e82a6554873b84d453fbcb26ac3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd59b1ffb3e0649279fc8564f0108ad99', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.742104] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236450, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.747879] env[69052]: DEBUG oslo_concurrency.lockutils [req-20cecc6c-658c-4403-9434-5247f74baf74 req-35d259d1-c429-477d-bf62-ebab344b2908 service nova] Releasing lock "refresh_cache-e8a56eb2-4f01-4a90-9758-f531feba21c9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.748139] env[69052]: DEBUG nova.compute.manager [req-20cecc6c-658c-4403-9434-5247f74baf74 req-35d259d1-c429-477d-bf62-ebab344b2908 service nova] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Received event network-vif-deleted-c5889b7d-60f3-482a-85cd-41b113447cdb {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.748325] env[69052]: DEBUG nova.compute.manager [req-20cecc6c-658c-4403-9434-5247f74baf74 req-35d259d1-c429-477d-bf62-ebab344b2908 service nova] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Received event network-changed-165beb37-a65c-4421-86e7-a91bfd0d1a6b {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.748486] env[69052]: DEBUG nova.compute.manager [req-20cecc6c-658c-4403-9434-5247f74baf74 req-35d259d1-c429-477d-bf62-ebab344b2908 service nova] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Refreshing instance network info cache due to event network-changed-165beb37-a65c-4421-86e7-a91bfd0d1a6b. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.748670] env[69052]: DEBUG oslo_concurrency.lockutils [req-20cecc6c-658c-4403-9434-5247f74baf74 req-35d259d1-c429-477d-bf62-ebab344b2908 service nova] Acquiring lock "refresh_cache-1f08ce1e-b8b6-4785-a768-43d711a8b7c8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.950844] env[69052]: DEBUG nova.network.neutron [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Successfully created port: c7dc34de-9a40-4a5e-9b53-b6985416003b {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.031103] env[69052]: DEBUG oslo_vmware.api [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52210a2c-e0fa-0586-3869-3737ce3f1456, 'name': SearchDatastore_Task, 'duration_secs': 0.036035} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.031987] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66cd96a4-c097-4238-a6ab-a31645b2074f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.038771] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ff4085-fa53-4871-811e-4e129b3179ab {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.044206] env[69052]: DEBUG oslo_vmware.api [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 864.044206] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ca1b1a-9c6e-211f-6055-6ba53e013e72" [ 864.044206] env[69052]: _type = "Task" [ 864.044206] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.049943] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f9da22-0647-42e4-b539-8b01e3848356 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.057362] env[69052]: DEBUG oslo_vmware.api [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ca1b1a-9c6e-211f-6055-6ba53e013e72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.082221] env[69052]: DEBUG nova.network.neutron [None req-59520b7a-74a7-4c9b-bcb1-119b818d2d25 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Updating instance_info_cache with network_info: [{"id": "165beb37-a65c-4421-86e7-a91bfd0d1a6b", "address": "fa:16:3e:9e:ed:36", "network": {"id": "9cc8f403-d7a4-44ef-ace7-d4bb8412e766", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1133397119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a9e9c55288495bb47e6274f65d72a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165beb37-a6", "ovs_interfaceid": "165beb37-a65c-4421-86e7-a91bfd0d1a6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.083922] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0f44b9-c1fd-4b20-87ed-5925b8eff8e5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.092843] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3faaf851-b194-4180-b0dd-79b2c8c8bd19 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.108601] env[69052]: DEBUG nova.compute.provider_tree [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.151315] env[69052]: DEBUG nova.compute.manager [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.242443] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236450, 'name': CreateVM_Task, 'duration_secs': 1.286488} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.242697] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.243162] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.243514] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.243660] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.243914] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8876ce9d-34ea-4beb-a72a-9e34f894ae69 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.248745] env[69052]: DEBUG oslo_vmware.api [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Waiting for the task: (returnval){ [ 864.248745] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c03704-25d8-3972-078c-1cd1a5c4d155" [ 864.248745] env[69052]: _type = "Task" [ 864.248745] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.256519] env[69052]: DEBUG oslo_vmware.api [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c03704-25d8-3972-078c-1cd1a5c4d155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.555971] env[69052]: DEBUG oslo_vmware.api [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ca1b1a-9c6e-211f-6055-6ba53e013e72, 'name': SearchDatastore_Task, 'duration_secs': 0.016549} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.556273] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.556531] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] e8a56eb2-4f01-4a90-9758-f531feba21c9/e8a56eb2-4f01-4a90-9758-f531feba21c9.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.556798] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-887d03f5-37fa-4ab2-90da-41e114071f08 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.563965] env[69052]: DEBUG oslo_vmware.api [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 864.563965] env[69052]: value = "task-3236451" [ 864.563965] env[69052]: _type = "Task" [ 864.563965] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.571197] env[69052]: DEBUG oslo_vmware.api [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.587872] env[69052]: DEBUG oslo_concurrency.lockutils [None req-59520b7a-74a7-4c9b-bcb1-119b818d2d25 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Releasing lock "refresh_cache-1f08ce1e-b8b6-4785-a768-43d711a8b7c8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.589074] env[69052]: DEBUG oslo_concurrency.lockutils [req-20cecc6c-658c-4403-9434-5247f74baf74 req-35d259d1-c429-477d-bf62-ebab344b2908 service nova] Acquired lock "refresh_cache-1f08ce1e-b8b6-4785-a768-43d711a8b7c8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.589265] env[69052]: DEBUG nova.network.neutron [req-20cecc6c-658c-4403-9434-5247f74baf74 req-35d259d1-c429-477d-bf62-ebab344b2908 service nova] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Refreshing network info cache for port 165beb37-a65c-4421-86e7-a91bfd0d1a6b {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.613617] env[69052]: DEBUG nova.scheduler.client.report [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.760370] env[69052]: DEBUG oslo_vmware.api [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c03704-25d8-3972-078c-1cd1a5c4d155, 'name': SearchDatastore_Task, 'duration_secs': 0.01071} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.760784] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.761084] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.761371] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.761549] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.761812] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.762128] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-281db29d-9568-48ca-9d00-24cc86206cc6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.771196] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.771409] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.772205] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c5f97c7-eedd-4b60-aa1a-f4d1c04c83c6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.777835] env[69052]: DEBUG oslo_vmware.api [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Waiting for the task: (returnval){ [ 864.777835] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52232705-392d-d4d7-7e28-ff99d9513dfb" [ 864.777835] env[69052]: _type = "Task" [ 864.777835] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.785755] env[69052]: DEBUG oslo_vmware.api [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52232705-392d-d4d7-7e28-ff99d9513dfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.073560] env[69052]: DEBUG oslo_vmware.api [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457024} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.073701] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] e8a56eb2-4f01-4a90-9758-f531feba21c9/e8a56eb2-4f01-4a90-9758-f531feba21c9.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.073944] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.074205] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a816271b-3236-4480-935f-ffd066d3ad74 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.081222] env[69052]: DEBUG oslo_vmware.api [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 865.081222] env[69052]: value = "task-3236452" [ 865.081222] env[69052]: _type = "Task" [ 865.081222] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.090109] env[69052]: DEBUG oslo_vmware.api [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.096450] env[69052]: DEBUG nova.compute.manager [None req-59520b7a-74a7-4c9b-bcb1-119b818d2d25 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.097270] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8042d438-0d59-4d58-9d10-d82eea51560b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.119466] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.121901] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.259s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.122151] env[69052]: DEBUG nova.objects.instance [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lazy-loading 'resources' on Instance uuid 005d3319-8faf-4320-afeb-983875e2db0a {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.145732] env[69052]: INFO nova.scheduler.client.report [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Deleted allocations for instance d817707c-6ec4-4671-8988-b57818e92b1e [ 865.163826] env[69052]: DEBUG nova.compute.manager [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.190871] env[69052]: DEBUG nova.virt.hardware [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.190999] env[69052]: DEBUG nova.virt.hardware [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.191166] env[69052]: DEBUG nova.virt.hardware [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.191360] env[69052]: DEBUG nova.virt.hardware [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.191515] env[69052]: DEBUG nova.virt.hardware [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.191664] env[69052]: DEBUG nova.virt.hardware [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.191876] env[69052]: DEBUG nova.virt.hardware [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.192307] env[69052]: DEBUG nova.virt.hardware [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.192307] env[69052]: DEBUG nova.virt.hardware [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.192420] env[69052]: DEBUG nova.virt.hardware [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.192569] env[69052]: DEBUG nova.virt.hardware [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.193431] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867452c2-6cb2-4afc-b8ee-c29db9b3d660 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.204532] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebaab0a-7103-44dc-9196-c0e7b004850e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.288037] env[69052]: DEBUG oslo_vmware.api [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52232705-392d-d4d7-7e28-ff99d9513dfb, 'name': SearchDatastore_Task, 'duration_secs': 0.014733} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.288762] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f4d6a21-009c-4ec4-8608-5a471d346d2b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.294351] env[69052]: DEBUG oslo_vmware.api [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Waiting for the task: (returnval){ [ 865.294351] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52dce232-df28-aa9c-89f1-ca2a47543f72" [ 865.294351] env[69052]: _type = "Task" [ 865.294351] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.304825] env[69052]: DEBUG oslo_vmware.api [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52dce232-df28-aa9c-89f1-ca2a47543f72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.347620] env[69052]: DEBUG nova.network.neutron [req-20cecc6c-658c-4403-9434-5247f74baf74 req-35d259d1-c429-477d-bf62-ebab344b2908 service nova] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Updated VIF entry in instance network info cache for port 165beb37-a65c-4421-86e7-a91bfd0d1a6b. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.347995] env[69052]: DEBUG nova.network.neutron [req-20cecc6c-658c-4403-9434-5247f74baf74 req-35d259d1-c429-477d-bf62-ebab344b2908 service nova] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Updating instance_info_cache with network_info: [{"id": "165beb37-a65c-4421-86e7-a91bfd0d1a6b", "address": "fa:16:3e:9e:ed:36", "network": {"id": "9cc8f403-d7a4-44ef-ace7-d4bb8412e766", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1133397119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a9e9c55288495bb47e6274f65d72a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165beb37-a6", "ovs_interfaceid": "165beb37-a65c-4421-86e7-a91bfd0d1a6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.350928] env[69052]: DEBUG nova.compute.manager [req-f22e8fe2-cfaf-47a7-9ba8-b89d14ad3e4d req-08935b56-d50d-4b2d-979a-8b73c8046f2b service nova] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Received event network-vif-plugged-c7dc34de-9a40-4a5e-9b53-b6985416003b {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.351159] env[69052]: DEBUG oslo_concurrency.lockutils [req-f22e8fe2-cfaf-47a7-9ba8-b89d14ad3e4d req-08935b56-d50d-4b2d-979a-8b73c8046f2b service nova] Acquiring lock "fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.351366] env[69052]: DEBUG oslo_concurrency.lockutils [req-f22e8fe2-cfaf-47a7-9ba8-b89d14ad3e4d req-08935b56-d50d-4b2d-979a-8b73c8046f2b service nova] Lock "fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.351534] env[69052]: DEBUG oslo_concurrency.lockutils [req-f22e8fe2-cfaf-47a7-9ba8-b89d14ad3e4d req-08935b56-d50d-4b2d-979a-8b73c8046f2b service nova] Lock "fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.351701] env[69052]: DEBUG nova.compute.manager [req-f22e8fe2-cfaf-47a7-9ba8-b89d14ad3e4d req-08935b56-d50d-4b2d-979a-8b73c8046f2b service nova] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] No waiting events found dispatching network-vif-plugged-c7dc34de-9a40-4a5e-9b53-b6985416003b {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.351868] env[69052]: WARNING nova.compute.manager [req-f22e8fe2-cfaf-47a7-9ba8-b89d14ad3e4d req-08935b56-d50d-4b2d-979a-8b73c8046f2b service nova] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Received unexpected event network-vif-plugged-c7dc34de-9a40-4a5e-9b53-b6985416003b for instance with vm_state building and task_state spawning. [ 865.435016] env[69052]: DEBUG nova.network.neutron [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Successfully updated port: c7dc34de-9a40-4a5e-9b53-b6985416003b {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.591452] env[69052]: DEBUG oslo_vmware.api [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087039} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.591731] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.592519] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe12ac4-f3d4-4879-ac9f-b025bbb5be7f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.620047] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] e8a56eb2-4f01-4a90-9758-f531feba21c9/e8a56eb2-4f01-4a90-9758-f531feba21c9.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.621075] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58e1a74c-ce52-4d6b-96bd-3a59f3e48ed8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.645030] env[69052]: DEBUG oslo_vmware.api [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 865.645030] env[69052]: value = "task-3236453" [ 865.645030] env[69052]: _type = "Task" [ 865.645030] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.655448] env[69052]: DEBUG oslo_vmware.api [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.658333] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c960aced-478d-4e10-b011-4490dbbc8653 tempest-ServersAdminNegativeTestJSON-492375858 tempest-ServersAdminNegativeTestJSON-492375858-project-member] Lock "d817707c-6ec4-4671-8988-b57818e92b1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.053s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.805630] env[69052]: DEBUG oslo_vmware.api [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52dce232-df28-aa9c-89f1-ca2a47543f72, 'name': SearchDatastore_Task, 'duration_secs': 0.070586} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.808236] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.808512] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 78a7aad6-b33e-4d1b-a06b-da3b836c5189/78a7aad6-b33e-4d1b-a06b-da3b836c5189.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.808949] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65e090e4-0ed5-4f64-b92f-1f197c2822de {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.816558] env[69052]: DEBUG oslo_vmware.api [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Waiting for the task: (returnval){ [ 865.816558] env[69052]: value = "task-3236454" [ 865.816558] env[69052]: _type = "Task" [ 865.816558] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.826353] env[69052]: DEBUG oslo_vmware.api [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.853139] env[69052]: DEBUG oslo_concurrency.lockutils [req-20cecc6c-658c-4403-9434-5247f74baf74 req-35d259d1-c429-477d-bf62-ebab344b2908 service nova] Releasing lock "refresh_cache-1f08ce1e-b8b6-4785-a768-43d711a8b7c8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.936392] env[69052]: DEBUG oslo_concurrency.lockutils [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Acquiring lock "refresh_cache-fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.936542] env[69052]: DEBUG oslo_concurrency.lockutils [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Acquired lock "refresh_cache-fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.936690] env[69052]: DEBUG nova.network.neutron [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.991310] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2256348-5fa8-4928-a4f2-2abd451589f0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.000290] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29432e41-2c83-4ae8-a40b-88527a9423f8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.039755] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2125da-0937-41b8-81f7-67ab7bf098b4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.049200] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017045f2-28de-466f-bfaa-cad778525242 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.064057] env[69052]: DEBUG nova.compute.provider_tree [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.124899] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2982ea3-35ab-4581-9388-951408cb08b7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.133891] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-59520b7a-74a7-4c9b-bcb1-119b818d2d25 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Doing hard reboot of VM {{(pid=69052) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 866.134034] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-f7d68631-7ae0-4614-858f-208f898a9270 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.140681] env[69052]: DEBUG oslo_vmware.api [None req-59520b7a-74a7-4c9b-bcb1-119b818d2d25 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Waiting for the task: (returnval){ [ 866.140681] env[69052]: value = "task-3236455" [ 866.140681] env[69052]: _type = "Task" [ 866.140681] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.152915] env[69052]: DEBUG oslo_vmware.api [None req-59520b7a-74a7-4c9b-bcb1-119b818d2d25 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236455, 'name': ResetVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.157650] env[69052]: DEBUG oslo_vmware.api [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.326740] env[69052]: DEBUG oslo_vmware.api [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236454, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.470346] env[69052]: DEBUG nova.network.neutron [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.570043] env[69052]: DEBUG nova.scheduler.client.report [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.622874] env[69052]: DEBUG nova.network.neutron [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Updating instance_info_cache with network_info: [{"id": "c7dc34de-9a40-4a5e-9b53-b6985416003b", "address": "fa:16:3e:b3:22:6e", "network": {"id": "7c0a27a7-d5af-4a22-ba76-2ace39e4b17d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1635975227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59b1ffb3e0649279fc8564f0108ad99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7dc34de-9a", "ovs_interfaceid": "c7dc34de-9a40-4a5e-9b53-b6985416003b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.651895] env[69052]: DEBUG oslo_vmware.api [None req-59520b7a-74a7-4c9b-bcb1-119b818d2d25 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236455, 'name': ResetVM_Task, 'duration_secs': 0.119525} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.652591] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-59520b7a-74a7-4c9b-bcb1-119b818d2d25 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Did hard reboot of VM {{(pid=69052) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 866.652826] env[69052]: DEBUG nova.compute.manager [None req-59520b7a-74a7-4c9b-bcb1-119b818d2d25 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.653626] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58df1011-a07e-4edc-9e56-cd00b8e02d03 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.660189] env[69052]: DEBUG oslo_vmware.api [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236453, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.827520] env[69052]: DEBUG oslo_vmware.api [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725992} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.827780] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 78a7aad6-b33e-4d1b-a06b-da3b836c5189/78a7aad6-b33e-4d1b-a06b-da3b836c5189.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.827997] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.828250] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90cb8bd4-9c67-44c4-b716-f5b0c9abf8b8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.834684] env[69052]: DEBUG oslo_vmware.api [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Waiting for the task: (returnval){ [ 866.834684] env[69052]: value = "task-3236456" [ 866.834684] env[69052]: _type = "Task" [ 866.834684] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.842502] env[69052]: DEBUG oslo_vmware.api [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.074265] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.080546] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.134s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.082246] env[69052]: INFO nova.compute.claims [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.108090] env[69052]: INFO nova.scheduler.client.report [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Deleted allocations for instance 005d3319-8faf-4320-afeb-983875e2db0a [ 867.126028] env[69052]: DEBUG oslo_concurrency.lockutils [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Releasing lock "refresh_cache-fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.126358] env[69052]: DEBUG nova.compute.manager [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Instance network_info: |[{"id": "c7dc34de-9a40-4a5e-9b53-b6985416003b", "address": "fa:16:3e:b3:22:6e", "network": {"id": "7c0a27a7-d5af-4a22-ba76-2ace39e4b17d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1635975227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59b1ffb3e0649279fc8564f0108ad99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7dc34de-9a", "ovs_interfaceid": "c7dc34de-9a40-4a5e-9b53-b6985416003b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.126777] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:22:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7dc34de-9a40-4a5e-9b53-b6985416003b', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.134580] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Creating folder: Project (d59b1ffb3e0649279fc8564f0108ad99). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.135567] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-818e3e05-3979-42a5-828c-8b2de3a6159e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.151371] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Created folder: Project (d59b1ffb3e0649279fc8564f0108ad99) in parent group-v646676. [ 867.151559] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Creating folder: Instances. Parent ref: group-v646872. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.152172] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed2bbf3d-3bc8-4121-867a-b38408047a63 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.157835] env[69052]: DEBUG oslo_vmware.api [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236453, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.165071] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Created folder: Instances in parent group-v646872. [ 867.165310] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.165497] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.165702] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7a9c0a1-d04a-4dc7-82d8-def214efbee2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.182457] env[69052]: DEBUG oslo_concurrency.lockutils [None req-59520b7a-74a7-4c9b-bcb1-119b818d2d25 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Lock "1f08ce1e-b8b6-4785-a768-43d711a8b7c8" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.425s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.187956] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.187956] env[69052]: value = "task-3236459" [ 867.187956] env[69052]: _type = "Task" [ 867.187956] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.196285] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236459, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.346104] env[69052]: DEBUG oslo_vmware.api [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070473} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.346414] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.347365] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac56b6c9-6c38-4382-a770-8f9af3b71306 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.369840] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 78a7aad6-b33e-4d1b-a06b-da3b836c5189/78a7aad6-b33e-4d1b-a06b-da3b836c5189.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.370885] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-502ae6d2-39e9-4537-bc63-36e8d74f2f41 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.391600] env[69052]: DEBUG oslo_vmware.api [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Waiting for the task: (returnval){ [ 867.391600] env[69052]: value = "task-3236460" [ 867.391600] env[69052]: _type = "Task" [ 867.391600] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.403654] env[69052]: DEBUG oslo_vmware.api [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236460, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.434121] env[69052]: DEBUG nova.compute.manager [req-0a383c1a-d551-46d4-bb92-2111ee56538c req-d4802b17-b8be-4223-a0a0-ca63e93edf49 service nova] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Received event network-changed-c7dc34de-9a40-4a5e-9b53-b6985416003b {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.434400] env[69052]: DEBUG nova.compute.manager [req-0a383c1a-d551-46d4-bb92-2111ee56538c req-d4802b17-b8be-4223-a0a0-ca63e93edf49 service nova] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Refreshing instance network info cache due to event network-changed-c7dc34de-9a40-4a5e-9b53-b6985416003b. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.434718] env[69052]: DEBUG oslo_concurrency.lockutils [req-0a383c1a-d551-46d4-bb92-2111ee56538c req-d4802b17-b8be-4223-a0a0-ca63e93edf49 service nova] Acquiring lock "refresh_cache-fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.434913] env[69052]: DEBUG oslo_concurrency.lockutils [req-0a383c1a-d551-46d4-bb92-2111ee56538c req-d4802b17-b8be-4223-a0a0-ca63e93edf49 service nova] Acquired lock "refresh_cache-fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.435271] env[69052]: DEBUG nova.network.neutron [req-0a383c1a-d551-46d4-bb92-2111ee56538c req-d4802b17-b8be-4223-a0a0-ca63e93edf49 service nova] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Refreshing network info cache for port c7dc34de-9a40-4a5e-9b53-b6985416003b {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.616405] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f799c3c6-f3ea-41e7-88a3-bfa06c9ffe90 tempest-ServersAdminTestJSON-60740936 tempest-ServersAdminTestJSON-60740936-project-member] Lock "005d3319-8faf-4320-afeb-983875e2db0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.371s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.657171] env[69052]: DEBUG oslo_vmware.api [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236453, 'name': ReconfigVM_Task, 'duration_secs': 1.6891} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.657499] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Reconfigured VM instance instance-00000042 to attach disk [datastore1] e8a56eb2-4f01-4a90-9758-f531feba21c9/e8a56eb2-4f01-4a90-9758-f531feba21c9.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.658228] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b31e02a-012f-455a-b4f3-f83936ac2cc1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.664599] env[69052]: DEBUG oslo_vmware.api [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 867.664599] env[69052]: value = "task-3236461" [ 867.664599] env[69052]: _type = "Task" [ 867.664599] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.674292] env[69052]: DEBUG oslo_vmware.api [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236461, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.697524] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236459, 'name': CreateVM_Task, 'duration_secs': 0.381579} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.697691] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.698459] env[69052]: DEBUG oslo_concurrency.lockutils [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.700032] env[69052]: DEBUG oslo_concurrency.lockutils [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.700032] env[69052]: DEBUG oslo_concurrency.lockutils [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.700032] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66bc85be-5e54-4095-ade6-c9f66447c62a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.704448] env[69052]: DEBUG oslo_vmware.api [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Waiting for the task: (returnval){ [ 867.704448] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52300122-4ade-002e-195b-e59d89b3684c" [ 867.704448] env[69052]: _type = "Task" [ 867.704448] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.714613] env[69052]: DEBUG oslo_vmware.api [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52300122-4ade-002e-195b-e59d89b3684c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.905176] env[69052]: DEBUG oslo_vmware.api [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236460, 'name': ReconfigVM_Task, 'duration_secs': 0.334404} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.908532] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 78a7aad6-b33e-4d1b-a06b-da3b836c5189/78a7aad6-b33e-4d1b-a06b-da3b836c5189.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.908532] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc22813b-0844-496c-9c21-91f22f4d436a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.916139] env[69052]: DEBUG oslo_vmware.api [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Waiting for the task: (returnval){ [ 867.916139] env[69052]: value = "task-3236462" [ 867.916139] env[69052]: _type = "Task" [ 867.916139] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.923971] env[69052]: DEBUG oslo_vmware.api [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236462, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.175507] env[69052]: DEBUG oslo_vmware.api [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236461, 'name': Rename_Task, 'duration_secs': 0.320763} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.178803] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.181317] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e269d149-4274-4f1f-b1df-66d731cb9f3f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.190152] env[69052]: DEBUG oslo_vmware.api [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 868.190152] env[69052]: value = "task-3236463" [ 868.190152] env[69052]: _type = "Task" [ 868.190152] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.199338] env[69052]: DEBUG oslo_vmware.api [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.217563] env[69052]: DEBUG oslo_vmware.api [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52300122-4ade-002e-195b-e59d89b3684c, 'name': SearchDatastore_Task, 'duration_secs': 0.022192} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.220308] env[69052]: DEBUG oslo_concurrency.lockutils [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.220778] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.221054] env[69052]: DEBUG oslo_concurrency.lockutils [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.221208] env[69052]: DEBUG oslo_concurrency.lockutils [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.221391] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.222052] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e0511c0-cfb5-4e39-a510-5859239d1668 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.231772] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.231772] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.232462] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb072d6c-e3cf-479b-9b20-7ec0b7e86163 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.246545] env[69052]: DEBUG oslo_vmware.api [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Waiting for the task: (returnval){ [ 868.246545] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52cbfc3e-88d3-99a8-9822-3807ba82d2e5" [ 868.246545] env[69052]: _type = "Task" [ 868.246545] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.258943] env[69052]: DEBUG oslo_vmware.api [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52cbfc3e-88d3-99a8-9822-3807ba82d2e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011881} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.262606] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e38039b1-69d9-42c4-8242-8d049b233df8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.268019] env[69052]: DEBUG oslo_vmware.api [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Waiting for the task: (returnval){ [ 868.268019] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521e6820-631c-20e9-77c5-5d524c53c8b9" [ 868.268019] env[69052]: _type = "Task" [ 868.268019] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.278337] env[69052]: DEBUG oslo_vmware.api [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521e6820-631c-20e9-77c5-5d524c53c8b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.301446] env[69052]: DEBUG nova.network.neutron [req-0a383c1a-d551-46d4-bb92-2111ee56538c req-d4802b17-b8be-4223-a0a0-ca63e93edf49 service nova] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Updated VIF entry in instance network info cache for port c7dc34de-9a40-4a5e-9b53-b6985416003b. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.301872] env[69052]: DEBUG nova.network.neutron [req-0a383c1a-d551-46d4-bb92-2111ee56538c req-d4802b17-b8be-4223-a0a0-ca63e93edf49 service nova] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Updating instance_info_cache with network_info: [{"id": "c7dc34de-9a40-4a5e-9b53-b6985416003b", "address": "fa:16:3e:b3:22:6e", "network": {"id": "7c0a27a7-d5af-4a22-ba76-2ace39e4b17d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1635975227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59b1ffb3e0649279fc8564f0108ad99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7dc34de-9a", "ovs_interfaceid": "c7dc34de-9a40-4a5e-9b53-b6985416003b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.425396] env[69052]: DEBUG oslo_vmware.api [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236462, 'name': Rename_Task, 'duration_secs': 0.165382} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.425736] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.425947] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c44e24d-a31d-4550-80b2-fd87e095c323 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.433263] env[69052]: DEBUG nova.compute.manager [req-199bf41a-c0a8-41fd-89f0-5be83fc3e63f req-8c929528-43e8-4b4c-b5c7-b20a7be10c26 service nova] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Received event network-changed-165beb37-a65c-4421-86e7-a91bfd0d1a6b {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.433451] env[69052]: DEBUG nova.compute.manager [req-199bf41a-c0a8-41fd-89f0-5be83fc3e63f req-8c929528-43e8-4b4c-b5c7-b20a7be10c26 service nova] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Refreshing instance network info cache due to event network-changed-165beb37-a65c-4421-86e7-a91bfd0d1a6b. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.433713] env[69052]: DEBUG oslo_concurrency.lockutils [req-199bf41a-c0a8-41fd-89f0-5be83fc3e63f req-8c929528-43e8-4b4c-b5c7-b20a7be10c26 service nova] Acquiring lock "refresh_cache-1f08ce1e-b8b6-4785-a768-43d711a8b7c8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.433863] env[69052]: DEBUG oslo_concurrency.lockutils [req-199bf41a-c0a8-41fd-89f0-5be83fc3e63f req-8c929528-43e8-4b4c-b5c7-b20a7be10c26 service nova] Acquired lock "refresh_cache-1f08ce1e-b8b6-4785-a768-43d711a8b7c8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.434037] env[69052]: DEBUG nova.network.neutron [req-199bf41a-c0a8-41fd-89f0-5be83fc3e63f req-8c929528-43e8-4b4c-b5c7-b20a7be10c26 service nova] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Refreshing network info cache for port 165beb37-a65c-4421-86e7-a91bfd0d1a6b {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.444352] env[69052]: DEBUG oslo_vmware.api [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Waiting for the task: (returnval){ [ 868.444352] env[69052]: value = "task-3236464" [ 868.444352] env[69052]: _type = "Task" [ 868.444352] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.453635] env[69052]: DEBUG oslo_vmware.api [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.551729] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e04d4e4-8c33-4189-b8d8-499c61ce26c2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.560129] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf18c78-74a6-4e16-8029-e673d85dd6b3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.591566] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e71dfc-f06f-46a8-a058-ba5624578a83 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.599518] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a80513-1421-4825-aa98-4de2a29bdf62 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.615351] env[69052]: DEBUG nova.compute.provider_tree [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.705947] env[69052]: DEBUG oslo_vmware.api [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236463, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.779305] env[69052]: DEBUG oslo_vmware.api [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521e6820-631c-20e9-77c5-5d524c53c8b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009893} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.779538] env[69052]: DEBUG oslo_concurrency.lockutils [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.779830] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e/fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.780064] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb218b97-301f-44a1-be58-a78dfdeb1016 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.787623] env[69052]: DEBUG oslo_vmware.api [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Waiting for the task: (returnval){ [ 868.787623] env[69052]: value = "task-3236465" [ 868.787623] env[69052]: _type = "Task" [ 868.787623] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.796639] env[69052]: DEBUG oslo_vmware.api [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Task: {'id': task-3236465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.811889] env[69052]: DEBUG oslo_concurrency.lockutils [req-0a383c1a-d551-46d4-bb92-2111ee56538c req-d4802b17-b8be-4223-a0a0-ca63e93edf49 service nova] Releasing lock "refresh_cache-fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.960648] env[69052]: DEBUG oslo_vmware.api [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236464, 'name': PowerOnVM_Task, 'duration_secs': 0.445262} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.961021] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.961730] env[69052]: INFO nova.compute.manager [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Took 6.34 seconds to spawn the instance on the hypervisor. [ 868.961730] env[69052]: DEBUG nova.compute.manager [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.963621] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3535e7f-0d80-4d85-b767-7792729c17fd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.119438] env[69052]: DEBUG nova.scheduler.client.report [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.192582] env[69052]: DEBUG oslo_concurrency.lockutils [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Acquiring lock "1f08ce1e-b8b6-4785-a768-43d711a8b7c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.193396] env[69052]: DEBUG oslo_concurrency.lockutils [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Lock "1f08ce1e-b8b6-4785-a768-43d711a8b7c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.193396] env[69052]: DEBUG oslo_concurrency.lockutils [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Acquiring lock "1f08ce1e-b8b6-4785-a768-43d711a8b7c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.193396] env[69052]: DEBUG oslo_concurrency.lockutils [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Lock "1f08ce1e-b8b6-4785-a768-43d711a8b7c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.193604] env[69052]: DEBUG oslo_concurrency.lockutils [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Lock "1f08ce1e-b8b6-4785-a768-43d711a8b7c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.201409] env[69052]: INFO nova.compute.manager [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Terminating instance [ 869.214904] env[69052]: DEBUG oslo_vmware.api [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236463, 'name': PowerOnVM_Task, 'duration_secs': 0.806869} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.216519] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.216519] env[69052]: INFO nova.compute.manager [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Took 9.06 seconds to spawn the instance on the hypervisor. [ 869.216519] env[69052]: DEBUG nova.compute.manager [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.217956] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8168407d-4f93-4fb5-8cf4-04f46e998c27 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.257168] env[69052]: DEBUG nova.network.neutron [req-199bf41a-c0a8-41fd-89f0-5be83fc3e63f req-8c929528-43e8-4b4c-b5c7-b20a7be10c26 service nova] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Updated VIF entry in instance network info cache for port 165beb37-a65c-4421-86e7-a91bfd0d1a6b. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.257623] env[69052]: DEBUG nova.network.neutron [req-199bf41a-c0a8-41fd-89f0-5be83fc3e63f req-8c929528-43e8-4b4c-b5c7-b20a7be10c26 service nova] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Updating instance_info_cache with network_info: [{"id": "165beb37-a65c-4421-86e7-a91bfd0d1a6b", "address": "fa:16:3e:9e:ed:36", "network": {"id": "9cc8f403-d7a4-44ef-ace7-d4bb8412e766", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1133397119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a9e9c55288495bb47e6274f65d72a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap165beb37-a6", "ovs_interfaceid": "165beb37-a65c-4421-86e7-a91bfd0d1a6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.304854] env[69052]: DEBUG oslo_vmware.api [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Task: {'id': task-3236465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497979} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.305253] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e/fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.305554] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.306349] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc9df707-f0c8-4662-ac6b-0e2adcc31079 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.314639] env[69052]: DEBUG oslo_vmware.api [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Waiting for the task: (returnval){ [ 869.314639] env[69052]: value = "task-3236466" [ 869.314639] env[69052]: _type = "Task" [ 869.314639] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.325476] env[69052]: DEBUG oslo_vmware.api [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Task: {'id': task-3236466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.496524] env[69052]: INFO nova.compute.manager [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Took 29.28 seconds to build instance. [ 869.625549] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.626208] env[69052]: DEBUG nova.compute.manager [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.629111] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.281s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.629111] env[69052]: DEBUG nova.objects.instance [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69052) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 869.711504] env[69052]: DEBUG nova.compute.manager [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.711750] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.713172] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca68a31-079b-4b42-bf41-c04789c36137 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.723465] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.723747] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da2bfa5c-795e-4623-a8ab-289dba682da6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.730663] env[69052]: DEBUG oslo_vmware.api [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Waiting for the task: (returnval){ [ 869.730663] env[69052]: value = "task-3236467" [ 869.730663] env[69052]: _type = "Task" [ 869.730663] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.747049] env[69052]: DEBUG oslo_vmware.api [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.747555] env[69052]: INFO nova.compute.manager [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Took 33.95 seconds to build instance. [ 869.765828] env[69052]: DEBUG oslo_concurrency.lockutils [req-199bf41a-c0a8-41fd-89f0-5be83fc3e63f req-8c929528-43e8-4b4c-b5c7-b20a7be10c26 service nova] Releasing lock "refresh_cache-1f08ce1e-b8b6-4785-a768-43d711a8b7c8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.827464] env[69052]: DEBUG oslo_vmware.api [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Task: {'id': task-3236466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074153} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.828287] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.829128] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb62e048-3a20-4f34-b3b0-bc22d7277711 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.863027] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e/fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.863027] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b2887ec-5fbe-4b77-a261-98eaa8245c71 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.886085] env[69052]: DEBUG oslo_vmware.api [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Waiting for the task: (returnval){ [ 869.886085] env[69052]: value = "task-3236468" [ 869.886085] env[69052]: _type = "Task" [ 869.886085] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.896744] env[69052]: DEBUG oslo_vmware.api [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Task: {'id': task-3236468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.999802] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e268720d-59fa-4dd1-8d92-bd2ccc8132f4 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Lock "78a7aad6-b33e-4d1b-a06b-da3b836c5189" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.798s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.133054] env[69052]: DEBUG nova.compute.utils [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.137309] env[69052]: DEBUG nova.compute.manager [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.137884] env[69052]: DEBUG nova.network.neutron [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.188783] env[69052]: DEBUG nova.policy [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db067de5a2df440abfd7ed904c0b1c02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6434c83786f4e2a8d7bb6529ee76509', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.246373] env[69052]: DEBUG oslo_vmware.api [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236467, 'name': PowerOffVM_Task, 'duration_secs': 0.460595} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.246673] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.246850] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.247129] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e0d9ce5-48d8-4c14-833b-53a1910ea564 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.249243] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c623c680-c9c6-4dcf-ac31-637a1d8d77dc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "e8a56eb2-4f01-4a90-9758-f531feba21c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.462s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.264913] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "0c78112e-f66a-4382-9fb2-3a448309d148" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.266250] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "0c78112e-f66a-4382-9fb2-3a448309d148" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.266570] env[69052]: INFO nova.compute.manager [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Shelving [ 870.397160] env[69052]: DEBUG oslo_vmware.api [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Task: {'id': task-3236468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.597962] env[69052]: DEBUG oslo_concurrency.lockutils [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Acquiring lock "de28d97b-f8b2-49ed-aa19-26543f9c3c42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.598261] env[69052]: DEBUG oslo_concurrency.lockutils [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Lock "de28d97b-f8b2-49ed-aa19-26543f9c3c42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.600829] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.605784] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.605784] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Deleting the datastore file [datastore2] 1f08ce1e-b8b6-4785-a768-43d711a8b7c8 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.606472] env[69052]: DEBUG nova.network.neutron [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Successfully created port: b068892d-7df8-4ea4-96bc-cc899f27adc9 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.608669] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bd800ee-5e13-428b-bf1b-d102edbb51a7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.622039] env[69052]: DEBUG oslo_vmware.api [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Waiting for the task: (returnval){ [ 870.622039] env[69052]: value = "task-3236470" [ 870.622039] env[69052]: _type = "Task" [ 870.622039] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.632593] env[69052]: DEBUG oslo_vmware.api [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.638537] env[69052]: DEBUG nova.compute.manager [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.643531] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e6049c9e-8d84-4e1f-8d4c-23edadbdf878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.644710] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.024s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.644972] env[69052]: DEBUG nova.objects.instance [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Lazy-loading 'resources' on Instance uuid 3fec9237-3f28-4688-bde6-ad51c9504d4a {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.898167] env[69052]: DEBUG oslo_vmware.api [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Task: {'id': task-3236468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.101639] env[69052]: DEBUG nova.compute.manager [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.139728] env[69052]: DEBUG oslo_vmware.api [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252673} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.139728] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.139728] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.139902] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.139990] env[69052]: INFO nova.compute.manager [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Took 1.43 seconds to destroy the instance on the hypervisor. [ 871.142732] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.142732] env[69052]: DEBUG nova.compute.manager [-] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.142732] env[69052]: DEBUG nova.network.neutron [-] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.278761] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.279084] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f523529-e425-4192-936f-c784a3a59d80 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.287014] env[69052]: DEBUG oslo_vmware.api [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 871.287014] env[69052]: value = "task-3236471" [ 871.287014] env[69052]: _type = "Task" [ 871.287014] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.296298] env[69052]: DEBUG oslo_vmware.api [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.314828] env[69052]: INFO nova.compute.manager [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Rebuilding instance [ 871.384827] env[69052]: DEBUG nova.compute.manager [req-d50f81dc-9c57-4cf3-aa88-a1d901f7620b req-3821410b-ac11-4601-afda-41a5f69f5cde service nova] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Received event network-changed-06aadf6b-53e5-4ba1-bae4-af46b3e9a299 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.385743] env[69052]: DEBUG nova.compute.manager [req-d50f81dc-9c57-4cf3-aa88-a1d901f7620b req-3821410b-ac11-4601-afda-41a5f69f5cde service nova] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Refreshing instance network info cache due to event network-changed-06aadf6b-53e5-4ba1-bae4-af46b3e9a299. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.385743] env[69052]: DEBUG oslo_concurrency.lockutils [req-d50f81dc-9c57-4cf3-aa88-a1d901f7620b req-3821410b-ac11-4601-afda-41a5f69f5cde service nova] Acquiring lock "refresh_cache-e8a56eb2-4f01-4a90-9758-f531feba21c9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.385743] env[69052]: DEBUG oslo_concurrency.lockutils [req-d50f81dc-9c57-4cf3-aa88-a1d901f7620b req-3821410b-ac11-4601-afda-41a5f69f5cde service nova] Acquired lock "refresh_cache-e8a56eb2-4f01-4a90-9758-f531feba21c9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.385743] env[69052]: DEBUG nova.network.neutron [req-d50f81dc-9c57-4cf3-aa88-a1d901f7620b req-3821410b-ac11-4601-afda-41a5f69f5cde service nova] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Refreshing network info cache for port 06aadf6b-53e5-4ba1-bae4-af46b3e9a299 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.389575] env[69052]: DEBUG nova.compute.manager [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.390784] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9a403b-3e44-4b2a-a856-a9ba1eac6935 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.409028] env[69052]: DEBUG oslo_vmware.api [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Task: {'id': task-3236468, 'name': ReconfigVM_Task, 'duration_secs': 1.250713} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.415392] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Reconfigured VM instance instance-00000044 to attach disk [datastore2] fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e/fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.415943] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c50e5023-e2c4-4ec0-a770-c25ec67dd257 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.422980] env[69052]: DEBUG oslo_vmware.api [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Waiting for the task: (returnval){ [ 871.422980] env[69052]: value = "task-3236472" [ 871.422980] env[69052]: _type = "Task" [ 871.422980] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.438846] env[69052]: DEBUG oslo_vmware.api [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Task: {'id': task-3236472, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.600888] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55491c8c-0e9d-47f0-8273-8e241555d7f9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.613550] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfe701d-54d2-453f-a86e-318cc23d03ce {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.653192] env[69052]: DEBUG nova.compute.manager [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.658065] env[69052]: DEBUG oslo_concurrency.lockutils [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.662411] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bca168-7497-47c4-94de-b6c6a9dabeea {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.671421] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ebee7c-6343-4c60-9516-d8418a168c1c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.686555] env[69052]: DEBUG nova.compute.provider_tree [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.696711] env[69052]: DEBUG nova.virt.hardware [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.697067] env[69052]: DEBUG nova.virt.hardware [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.697151] env[69052]: DEBUG nova.virt.hardware [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.697286] env[69052]: DEBUG nova.virt.hardware [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.697427] env[69052]: DEBUG nova.virt.hardware [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.697675] env[69052]: DEBUG nova.virt.hardware [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.697773] env[69052]: DEBUG nova.virt.hardware [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.697924] env[69052]: DEBUG nova.virt.hardware [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.698108] env[69052]: DEBUG nova.virt.hardware [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.698278] env[69052]: DEBUG nova.virt.hardware [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.698507] env[69052]: DEBUG nova.virt.hardware [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.699365] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91258fd0-efdf-495c-99f5-87295581bbf8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.708632] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b48dc43-8d56-4da0-bf4f-71206e87825c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.797648] env[69052]: DEBUG oslo_vmware.api [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236471, 'name': PowerOffVM_Task, 'duration_secs': 0.231008} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.798659] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.799513] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbf1aab-5739-4fe3-9d60-41d791ec0aa3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.820569] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e632ca7-245c-4903-af60-3e67ad23f267 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.851095] env[69052]: DEBUG nova.compute.manager [req-ae05e5f7-9407-4118-8542-a675806ec74c req-bb15f343-9aab-485e-821d-09378dfe33ff service nova] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Received event network-vif-deleted-165beb37-a65c-4421-86e7-a91bfd0d1a6b {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.851095] env[69052]: INFO nova.compute.manager [req-ae05e5f7-9407-4118-8542-a675806ec74c req-bb15f343-9aab-485e-821d-09378dfe33ff service nova] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Neutron deleted interface 165beb37-a65c-4421-86e7-a91bfd0d1a6b; detaching it from the instance and deleting it from the info cache [ 871.851095] env[69052]: DEBUG nova.network.neutron [req-ae05e5f7-9407-4118-8542-a675806ec74c req-bb15f343-9aab-485e-821d-09378dfe33ff service nova] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.934189] env[69052]: DEBUG oslo_vmware.api [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Task: {'id': task-3236472, 'name': Rename_Task, 'duration_secs': 0.172277} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.934409] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.934896] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2b213d8-e9ad-4430-959b-5c997c57f311 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.941200] env[69052]: DEBUG oslo_vmware.api [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Waiting for the task: (returnval){ [ 871.941200] env[69052]: value = "task-3236473" [ 871.941200] env[69052]: _type = "Task" [ 871.941200] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.952301] env[69052]: DEBUG oslo_vmware.api [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Task: {'id': task-3236473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.084186] env[69052]: DEBUG nova.network.neutron [req-d50f81dc-9c57-4cf3-aa88-a1d901f7620b req-3821410b-ac11-4601-afda-41a5f69f5cde service nova] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Updated VIF entry in instance network info cache for port 06aadf6b-53e5-4ba1-bae4-af46b3e9a299. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.084622] env[69052]: DEBUG nova.network.neutron [req-d50f81dc-9c57-4cf3-aa88-a1d901f7620b req-3821410b-ac11-4601-afda-41a5f69f5cde service nova] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Updating instance_info_cache with network_info: [{"id": "06aadf6b-53e5-4ba1-bae4-af46b3e9a299", "address": "fa:16:3e:16:05:99", "network": {"id": "0624a1b3-6c9d-43d5-ac68-beaedb10c4eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-356147984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5d11523a34a41fc93f369d4737ccf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06aadf6b-53", "ovs_interfaceid": "06aadf6b-53e5-4ba1-bae4-af46b3e9a299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.191602] env[69052]: DEBUG nova.scheduler.client.report [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.203465] env[69052]: DEBUG nova.network.neutron [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Successfully updated port: b068892d-7df8-4ea4-96bc-cc899f27adc9 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.282650] env[69052]: DEBUG nova.network.neutron [-] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.331460] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Creating Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 872.331770] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-32bdcd02-d8a3-44be-8f9c-423b5dbccc36 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.342343] env[69052]: DEBUG oslo_vmware.api [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 872.342343] env[69052]: value = "task-3236474" [ 872.342343] env[69052]: _type = "Task" [ 872.342343] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.361243] env[69052]: DEBUG oslo_vmware.api [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236474, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.361243] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2806c84-96ee-4a9a-9cfb-e990b801acd9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.369067] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039091b5-f334-40e8-bc6e-65034f1ea76f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.411157] env[69052]: DEBUG nova.compute.manager [req-ae05e5f7-9407-4118-8542-a675806ec74c req-bb15f343-9aab-485e-821d-09378dfe33ff service nova] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Detach interface failed, port_id=165beb37-a65c-4421-86e7-a91bfd0d1a6b, reason: Instance 1f08ce1e-b8b6-4785-a768-43d711a8b7c8 could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 872.420458] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.420804] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7af15a4c-7227-42b2-a20d-010d8e96bf1a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.427764] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Waiting for the task: (returnval){ [ 872.427764] env[69052]: value = "task-3236475" [ 872.427764] env[69052]: _type = "Task" [ 872.427764] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.436777] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.451750] env[69052]: DEBUG oslo_vmware.api [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Task: {'id': task-3236473, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.587457] env[69052]: DEBUG oslo_concurrency.lockutils [req-d50f81dc-9c57-4cf3-aa88-a1d901f7620b req-3821410b-ac11-4601-afda-41a5f69f5cde service nova] Releasing lock "refresh_cache-e8a56eb2-4f01-4a90-9758-f531feba21c9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.701094] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.703639] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Acquiring lock "refresh_cache-7d0b57d7-4358-4a46-9f88-a439a405a891" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.703844] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Acquired lock "refresh_cache-7d0b57d7-4358-4a46-9f88-a439a405a891" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.703941] env[69052]: DEBUG nova.network.neutron [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.706280] env[69052]: DEBUG oslo_concurrency.lockutils [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.403s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.711121] env[69052]: INFO nova.compute.claims [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.738948] env[69052]: INFO nova.scheduler.client.report [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Deleted allocations for instance 3fec9237-3f28-4688-bde6-ad51c9504d4a [ 872.792690] env[69052]: INFO nova.compute.manager [-] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Took 1.65 seconds to deallocate network for instance. [ 872.854217] env[69052]: DEBUG oslo_vmware.api [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236474, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.937871] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236475, 'name': PowerOffVM_Task, 'duration_secs': 0.152181} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.938251] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.938539] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.939358] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7447b0-4d43-483b-adc7-90f528efa28c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.954399] env[69052]: DEBUG oslo_vmware.api [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Task: {'id': task-3236473, 'name': PowerOnVM_Task, 'duration_secs': 0.795014} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.954755] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.955093] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.955336] env[69052]: INFO nova.compute.manager [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Took 7.79 seconds to spawn the instance on the hypervisor. [ 872.955566] env[69052]: DEBUG nova.compute.manager [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.955906] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56d29ed0-2034-4b29-afe5-b9b0f31564df {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.958394] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f3e071-cee4-42bb-b7ea-64d8f243312b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.985996] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.985996] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.985996] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Deleting the datastore file [datastore2] 78a7aad6-b33e-4d1b-a06b-da3b836c5189 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.985996] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b747205-9cd4-48fc-a7b7-cd047ada6e13 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.993183] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Waiting for the task: (returnval){ [ 872.993183] env[69052]: value = "task-3236477" [ 872.993183] env[69052]: _type = "Task" [ 872.993183] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.002492] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.249364] env[69052]: DEBUG nova.network.neutron [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.251627] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5595dd94-24ea-4375-9711-c645d0fe6e6e tempest-VolumesAdminNegativeTest-185707687 tempest-VolumesAdminNegativeTest-185707687-project-member] Lock "3fec9237-3f28-4688-bde6-ad51c9504d4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.481s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.297777] env[69052]: DEBUG oslo_concurrency.lockutils [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.355404] env[69052]: DEBUG oslo_vmware.api [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236474, 'name': CreateSnapshot_Task, 'duration_secs': 0.921853} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.355708] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Created Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 873.356499] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2bd0c0-0397-43df-82c9-e200fa7ef46a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.399937] env[69052]: DEBUG nova.network.neutron [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Updating instance_info_cache with network_info: [{"id": "b068892d-7df8-4ea4-96bc-cc899f27adc9", "address": "fa:16:3e:4c:7b:72", "network": {"id": "00841b80-cd40-4bbd-ac65-96d311fd27f3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-970000026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6434c83786f4e2a8d7bb6529ee76509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb068892d-7d", "ovs_interfaceid": "b068892d-7df8-4ea4-96bc-cc899f27adc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.418453] env[69052]: DEBUG nova.compute.manager [req-0fc4d203-7c33-4b55-92ef-affe8fb250d5 req-4d42f7f6-ee26-41ff-8f28-a279711a062d service nova] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Received event network-vif-plugged-b068892d-7df8-4ea4-96bc-cc899f27adc9 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.418753] env[69052]: DEBUG oslo_concurrency.lockutils [req-0fc4d203-7c33-4b55-92ef-affe8fb250d5 req-4d42f7f6-ee26-41ff-8f28-a279711a062d service nova] Acquiring lock "7d0b57d7-4358-4a46-9f88-a439a405a891-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.418876] env[69052]: DEBUG oslo_concurrency.lockutils [req-0fc4d203-7c33-4b55-92ef-affe8fb250d5 req-4d42f7f6-ee26-41ff-8f28-a279711a062d service nova] Lock "7d0b57d7-4358-4a46-9f88-a439a405a891-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.419112] env[69052]: DEBUG oslo_concurrency.lockutils [req-0fc4d203-7c33-4b55-92ef-affe8fb250d5 req-4d42f7f6-ee26-41ff-8f28-a279711a062d service nova] Lock "7d0b57d7-4358-4a46-9f88-a439a405a891-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.419215] env[69052]: DEBUG nova.compute.manager [req-0fc4d203-7c33-4b55-92ef-affe8fb250d5 req-4d42f7f6-ee26-41ff-8f28-a279711a062d service nova] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] No waiting events found dispatching network-vif-plugged-b068892d-7df8-4ea4-96bc-cc899f27adc9 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 873.419369] env[69052]: WARNING nova.compute.manager [req-0fc4d203-7c33-4b55-92ef-affe8fb250d5 req-4d42f7f6-ee26-41ff-8f28-a279711a062d service nova] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Received unexpected event network-vif-plugged-b068892d-7df8-4ea4-96bc-cc899f27adc9 for instance with vm_state building and task_state spawning. [ 873.419528] env[69052]: DEBUG nova.compute.manager [req-0fc4d203-7c33-4b55-92ef-affe8fb250d5 req-4d42f7f6-ee26-41ff-8f28-a279711a062d service nova] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Received event network-changed-b068892d-7df8-4ea4-96bc-cc899f27adc9 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.419680] env[69052]: DEBUG nova.compute.manager [req-0fc4d203-7c33-4b55-92ef-affe8fb250d5 req-4d42f7f6-ee26-41ff-8f28-a279711a062d service nova] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Refreshing instance network info cache due to event network-changed-b068892d-7df8-4ea4-96bc-cc899f27adc9. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.419846] env[69052]: DEBUG oslo_concurrency.lockutils [req-0fc4d203-7c33-4b55-92ef-affe8fb250d5 req-4d42f7f6-ee26-41ff-8f28-a279711a062d service nova] Acquiring lock "refresh_cache-7d0b57d7-4358-4a46-9f88-a439a405a891" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.481322] env[69052]: INFO nova.compute.manager [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Took 30.15 seconds to build instance. [ 873.503995] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102672} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.508074] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.508289] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.508469] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.881259] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Creating linked-clone VM from snapshot {{(pid=69052) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 873.881859] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-daf28af4-346e-4b8e-96ab-764bd5c26058 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.892319] env[69052]: DEBUG oslo_vmware.api [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 873.892319] env[69052]: value = "task-3236478" [ 873.892319] env[69052]: _type = "Task" [ 873.892319] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.904830] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Releasing lock "refresh_cache-7d0b57d7-4358-4a46-9f88-a439a405a891" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.905041] env[69052]: DEBUG nova.compute.manager [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Instance network_info: |[{"id": "b068892d-7df8-4ea4-96bc-cc899f27adc9", "address": "fa:16:3e:4c:7b:72", "network": {"id": "00841b80-cd40-4bbd-ac65-96d311fd27f3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-970000026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6434c83786f4e2a8d7bb6529ee76509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb068892d-7d", "ovs_interfaceid": "b068892d-7df8-4ea4-96bc-cc899f27adc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 873.905403] env[69052]: DEBUG oslo_vmware.api [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236478, 'name': CloneVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.906249] env[69052]: DEBUG oslo_concurrency.lockutils [req-0fc4d203-7c33-4b55-92ef-affe8fb250d5 req-4d42f7f6-ee26-41ff-8f28-a279711a062d service nova] Acquired lock "refresh_cache-7d0b57d7-4358-4a46-9f88-a439a405a891" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.906249] env[69052]: DEBUG nova.network.neutron [req-0fc4d203-7c33-4b55-92ef-affe8fb250d5 req-4d42f7f6-ee26-41ff-8f28-a279711a062d service nova] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Refreshing network info cache for port b068892d-7df8-4ea4-96bc-cc899f27adc9 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.908390] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:7b:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b068892d-7df8-4ea4-96bc-cc899f27adc9', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.915862] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Creating folder: Project (d6434c83786f4e2a8d7bb6529ee76509). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.919214] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5390e783-84ee-4c14-9a52-bd943e97ea3c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.936707] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Created folder: Project (d6434c83786f4e2a8d7bb6529ee76509) in parent group-v646676. [ 873.936707] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Creating folder: Instances. Parent ref: group-v646876. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.936856] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-374db54c-46ae-4e1e-abf0-a2229f7fc2d7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.949066] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Created folder: Instances in parent group-v646876. [ 873.949442] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.951511] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.951511] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74072533-af7f-4fd9-a91f-d830761830be {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.973427] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.973427] env[69052]: value = "task-3236481" [ 873.973427] env[69052]: _type = "Task" [ 873.973427] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.984383] env[69052]: DEBUG oslo_concurrency.lockutils [None req-64ce1918-9b4c-4d81-a8f2-3111b7aea4fc tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Lock "fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.665s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.984383] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236481, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.216502] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d84da3c-4367-4734-806c-6de6f9f60495 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.226768] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51f50b9-aa02-4e64-be5f-2a248b5ef51a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.265779] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405549ca-fc08-44bd-879e-f6472dbde186 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.279598] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd40cda-ddd7-431b-b877-0e1d2957df68 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.297064] env[69052]: DEBUG nova.compute.provider_tree [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.407044] env[69052]: DEBUG oslo_vmware.api [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236478, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.484413] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236481, 'name': CreateVM_Task, 'duration_secs': 0.411939} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.484596] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.485487] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.485565] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.485849] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.486119] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a9ae57b-367c-4494-b015-48af62680853 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.492260] env[69052]: DEBUG oslo_vmware.api [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Waiting for the task: (returnval){ [ 874.492260] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c473e8-da3b-cc59-2732-5bd8fcfe1b8e" [ 874.492260] env[69052]: _type = "Task" [ 874.492260] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.501203] env[69052]: DEBUG oslo_vmware.api [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c473e8-da3b-cc59-2732-5bd8fcfe1b8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.547401] env[69052]: DEBUG nova.virt.hardware [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.547656] env[69052]: DEBUG nova.virt.hardware [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.547814] env[69052]: DEBUG nova.virt.hardware [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.547992] env[69052]: DEBUG nova.virt.hardware [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.548159] env[69052]: DEBUG nova.virt.hardware [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.548306] env[69052]: DEBUG nova.virt.hardware [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.548509] env[69052]: DEBUG nova.virt.hardware [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.548667] env[69052]: DEBUG nova.virt.hardware [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.548832] env[69052]: DEBUG nova.virt.hardware [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.549026] env[69052]: DEBUG nova.virt.hardware [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.549205] env[69052]: DEBUG nova.virt.hardware [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.550211] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28370f1-9843-48bb-90cc-bcbd734da921 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.562257] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f93c82-08dc-448e-9cc5-e61bbe422e6a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.577623] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Instance VIF info [] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.583502] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.583825] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.584079] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60f3638f-45aa-4590-8b3f-52d7d1e17ff4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.607522] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.607522] env[69052]: value = "task-3236482" [ 874.607522] env[69052]: _type = "Task" [ 874.607522] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.616270] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236482, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.775023] env[69052]: DEBUG oslo_concurrency.lockutils [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Acquiring lock "fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.775023] env[69052]: DEBUG oslo_concurrency.lockutils [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Lock "fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.775023] env[69052]: DEBUG oslo_concurrency.lockutils [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Acquiring lock "fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.775023] env[69052]: DEBUG oslo_concurrency.lockutils [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Lock "fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.775023] env[69052]: DEBUG oslo_concurrency.lockutils [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Lock "fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.776364] env[69052]: INFO nova.compute.manager [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Terminating instance [ 874.785176] env[69052]: DEBUG nova.network.neutron [req-0fc4d203-7c33-4b55-92ef-affe8fb250d5 req-4d42f7f6-ee26-41ff-8f28-a279711a062d service nova] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Updated VIF entry in instance network info cache for port b068892d-7df8-4ea4-96bc-cc899f27adc9. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.785176] env[69052]: DEBUG nova.network.neutron [req-0fc4d203-7c33-4b55-92ef-affe8fb250d5 req-4d42f7f6-ee26-41ff-8f28-a279711a062d service nova] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Updating instance_info_cache with network_info: [{"id": "b068892d-7df8-4ea4-96bc-cc899f27adc9", "address": "fa:16:3e:4c:7b:72", "network": {"id": "00841b80-cd40-4bbd-ac65-96d311fd27f3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-970000026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6434c83786f4e2a8d7bb6529ee76509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb068892d-7d", "ovs_interfaceid": "b068892d-7df8-4ea4-96bc-cc899f27adc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.802164] env[69052]: DEBUG nova.scheduler.client.report [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.908945] env[69052]: DEBUG oslo_vmware.api [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236478, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.005776] env[69052]: DEBUG oslo_vmware.api [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c473e8-da3b-cc59-2732-5bd8fcfe1b8e, 'name': SearchDatastore_Task, 'duration_secs': 0.011671} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.006299] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.006591] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.006876] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.007034] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.007248] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.007527] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-994cb3aa-6a14-46d7-b6b7-063bce0f542b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.018251] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.018487] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.019270] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4967535-2f1e-42b0-89de-6e7608a456f6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.026357] env[69052]: DEBUG oslo_vmware.api [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Waiting for the task: (returnval){ [ 875.026357] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d37ee8-3ff5-e208-f881-37cd55695615" [ 875.026357] env[69052]: _type = "Task" [ 875.026357] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.037098] env[69052]: DEBUG oslo_vmware.api [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d37ee8-3ff5-e208-f881-37cd55695615, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.122078] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236482, 'name': CreateVM_Task, 'duration_secs': 0.429274} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.122206] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.122669] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.122847] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.123252] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.123468] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54aa125b-36a9-4a80-bd91-dd9a36fc2e0e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.134441] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Waiting for the task: (returnval){ [ 875.134441] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ff862d-b1e5-0360-ed58-c35074e925c7" [ 875.134441] env[69052]: _type = "Task" [ 875.134441] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.146745] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ff862d-b1e5-0360-ed58-c35074e925c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.280732] env[69052]: DEBUG nova.compute.manager [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.281022] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.282048] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310eee70-d373-43ab-bc82-2d91bfea95d9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.290283] env[69052]: DEBUG oslo_concurrency.lockutils [req-0fc4d203-7c33-4b55-92ef-affe8fb250d5 req-4d42f7f6-ee26-41ff-8f28-a279711a062d service nova] Releasing lock "refresh_cache-7d0b57d7-4358-4a46-9f88-a439a405a891" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.290798] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.290984] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-144de2db-14aa-4f59-8c0e-bde486b13f24 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.299058] env[69052]: DEBUG oslo_vmware.api [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Waiting for the task: (returnval){ [ 875.299058] env[69052]: value = "task-3236483" [ 875.299058] env[69052]: _type = "Task" [ 875.299058] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.308900] env[69052]: DEBUG oslo_concurrency.lockutils [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.309866] env[69052]: DEBUG nova.compute.manager [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.313746] env[69052]: DEBUG oslo_vmware.api [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Task: {'id': task-3236483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.313746] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.193s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.313746] env[69052]: DEBUG nova.objects.instance [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lazy-loading 'resources' on Instance uuid 74530170-b942-4e79-b027-e4aee95e18cd {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.407713] env[69052]: DEBUG oslo_vmware.api [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236478, 'name': CloneVM_Task, 'duration_secs': 1.424769} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.408070] env[69052]: INFO nova.virt.vmwareapi.vmops [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Created linked-clone VM from snapshot [ 875.408753] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2952d494-d4e3-4d87-8472-a424e5d0005c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.417535] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Uploading image b22484a1-cb5d-4e16-94bb-851b2223d907 {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 875.447429] env[69052]: DEBUG oslo_vmware.rw_handles [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 875.447429] env[69052]: value = "vm-646878" [ 875.447429] env[69052]: _type = "VirtualMachine" [ 875.447429] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 875.448897] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-22945316-43c5-4974-8577-6b5ffbe1b76c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.455840] env[69052]: DEBUG oslo_vmware.rw_handles [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lease: (returnval){ [ 875.455840] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525b6dcd-ea2c-3021-a2d3-bcdbd15363cc" [ 875.455840] env[69052]: _type = "HttpNfcLease" [ 875.455840] env[69052]: } obtained for exporting VM: (result){ [ 875.455840] env[69052]: value = "vm-646878" [ 875.455840] env[69052]: _type = "VirtualMachine" [ 875.455840] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 875.456136] env[69052]: DEBUG oslo_vmware.api [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the lease: (returnval){ [ 875.456136] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525b6dcd-ea2c-3021-a2d3-bcdbd15363cc" [ 875.456136] env[69052]: _type = "HttpNfcLease" [ 875.456136] env[69052]: } to be ready. {{(pid=69052) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 875.465613] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 875.465613] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525b6dcd-ea2c-3021-a2d3-bcdbd15363cc" [ 875.465613] env[69052]: _type = "HttpNfcLease" [ 875.465613] env[69052]: } is initializing. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 875.537270] env[69052]: DEBUG oslo_vmware.api [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d37ee8-3ff5-e208-f881-37cd55695615, 'name': SearchDatastore_Task, 'duration_secs': 0.011729} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.538099] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ede3b81d-e1a7-420d-84cc-33fa8e229ed0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.544878] env[69052]: DEBUG oslo_vmware.api [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Waiting for the task: (returnval){ [ 875.544878] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e92c0d-b859-2ea8-e424-acc858d1ceb1" [ 875.544878] env[69052]: _type = "Task" [ 875.544878] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.556480] env[69052]: DEBUG oslo_vmware.api [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e92c0d-b859-2ea8-e424-acc858d1ceb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.646433] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ff862d-b1e5-0360-ed58-c35074e925c7, 'name': SearchDatastore_Task, 'duration_secs': 0.014518} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.646764] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.647069] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.647316] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.647860] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.648099] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.648367] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-896e988b-bece-4899-96d2-bcebd7742d1e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.657648] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.657826] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.658547] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9b6ed30-57d2-4f1c-b1a8-d5551cd72681 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.665658] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Waiting for the task: (returnval){ [ 875.665658] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526afb64-e752-faa0-1657-367958a623bd" [ 875.665658] env[69052]: _type = "Task" [ 875.665658] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.677968] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526afb64-e752-faa0-1657-367958a623bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009699} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.678231] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5edecbd-e05d-429a-b9b9-964681aade99 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.683991] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Waiting for the task: (returnval){ [ 875.683991] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ac5bc8-235b-606c-b5db-30cbe02e0ed8" [ 875.683991] env[69052]: _type = "Task" [ 875.683991] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.693247] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ac5bc8-235b-606c-b5db-30cbe02e0ed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.809318] env[69052]: DEBUG oslo_vmware.api [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Task: {'id': task-3236483, 'name': PowerOffVM_Task, 'duration_secs': 0.273082} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.809604] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.809776] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.810044] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a75c21a-3b60-4fa0-aae3-460657c64fcb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.815082] env[69052]: DEBUG nova.compute.utils [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.816504] env[69052]: DEBUG nova.compute.manager [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.820251] env[69052]: DEBUG nova.network.neutron [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.895565] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.895781] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.895961] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Deleting the datastore file [datastore2] fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.896267] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c12989db-60f4-4556-a09c-3444d0f7b282 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.906715] env[69052]: DEBUG oslo_vmware.api [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Waiting for the task: (returnval){ [ 875.906715] env[69052]: value = "task-3236486" [ 875.906715] env[69052]: _type = "Task" [ 875.906715] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.918915] env[69052]: DEBUG oslo_vmware.api [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Task: {'id': task-3236486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.920643] env[69052]: DEBUG nova.policy [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e48bbb19a3454821828f21b4df062b58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12d5287ebecb463ca0f3e47ef8801cff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.965984] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 875.965984] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525b6dcd-ea2c-3021-a2d3-bcdbd15363cc" [ 875.965984] env[69052]: _type = "HttpNfcLease" [ 875.965984] env[69052]: } is ready. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 875.966300] env[69052]: DEBUG oslo_vmware.rw_handles [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 875.966300] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525b6dcd-ea2c-3021-a2d3-bcdbd15363cc" [ 875.966300] env[69052]: _type = "HttpNfcLease" [ 875.966300] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 875.967059] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d811f6-4922-4674-a63a-82a968cfb7e4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.977598] env[69052]: DEBUG oslo_vmware.rw_handles [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cb61c1-ecc1-3b09-b811-11969c4ba7cc/disk-0.vmdk from lease info. {{(pid=69052) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 875.977864] env[69052]: DEBUG oslo_vmware.rw_handles [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cb61c1-ecc1-3b09-b811-11969c4ba7cc/disk-0.vmdk for reading. {{(pid=69052) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 876.059797] env[69052]: DEBUG oslo_vmware.api [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e92c0d-b859-2ea8-e424-acc858d1ceb1, 'name': SearchDatastore_Task, 'duration_secs': 0.011907} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.060115] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.060396] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 7d0b57d7-4358-4a46-9f88-a439a405a891/7d0b57d7-4358-4a46-9f88-a439a405a891.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.060693] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b28618b5-c986-4fa0-ad81-d069bc68d010 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.072046] env[69052]: DEBUG oslo_vmware.api [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Waiting for the task: (returnval){ [ 876.072046] env[69052]: value = "task-3236487" [ 876.072046] env[69052]: _type = "Task" [ 876.072046] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.081124] env[69052]: DEBUG oslo_vmware.api [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Task: {'id': task-3236487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.094694] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e2098e6e-2770-42a3-8905-43f62bc16dc0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.198629] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ac5bc8-235b-606c-b5db-30cbe02e0ed8, 'name': SearchDatastore_Task, 'duration_secs': 0.010375} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.198723] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.198939] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 78a7aad6-b33e-4d1b-a06b-da3b836c5189/78a7aad6-b33e-4d1b-a06b-da3b836c5189.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.199219] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7863308-7cef-4d93-b8cf-9b07a08b4732 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.207428] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Waiting for the task: (returnval){ [ 876.207428] env[69052]: value = "task-3236488" [ 876.207428] env[69052]: _type = "Task" [ 876.207428] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.219963] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.334826] env[69052]: DEBUG nova.compute.manager [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.361024] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed92f118-ac7c-41fb-9a41-8b35447b310e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.370307] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf061cd-be3b-4672-b55d-3d7473d96869 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.417204] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1b74e5-20ed-4903-bac7-04c25f4da9cb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.431302] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38fbc36-ed9e-4eca-84be-b2981686321e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.436474] env[69052]: DEBUG oslo_vmware.api [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Task: {'id': task-3236486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137731} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.436955] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.437406] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.437626] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.437981] env[69052]: INFO nova.compute.manager [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 876.438304] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.438918] env[69052]: DEBUG nova.compute.manager [-] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.439031] env[69052]: DEBUG nova.network.neutron [-] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.451852] env[69052]: DEBUG nova.compute.provider_tree [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.588932] env[69052]: DEBUG oslo_vmware.api [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Task: {'id': task-3236487, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.663643] env[69052]: DEBUG nova.network.neutron [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Successfully created port: a9eb7aff-5bc3-4d63-b9be-02d1cc385299 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.728157] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236488, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.955967] env[69052]: DEBUG nova.scheduler.client.report [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.090289] env[69052]: DEBUG oslo_vmware.api [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Task: {'id': task-3236487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555671} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.090940] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 7d0b57d7-4358-4a46-9f88-a439a405a891/7d0b57d7-4358-4a46-9f88-a439a405a891.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.092024] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.092312] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88c6202c-5f7f-4e5d-9f3a-d415a7ab715a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.107668] env[69052]: DEBUG oslo_vmware.api [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Waiting for the task: (returnval){ [ 877.107668] env[69052]: value = "task-3236489" [ 877.107668] env[69052]: _type = "Task" [ 877.107668] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.126489] env[69052]: DEBUG oslo_vmware.api [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Task: {'id': task-3236489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.137585] env[69052]: DEBUG nova.compute.manager [req-9689f489-80ed-440d-b7a8-42732b594f38 req-24cf526f-b580-42cc-a425-8b80f9207295 service nova] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Received event network-vif-deleted-c7dc34de-9a40-4a5e-9b53-b6985416003b {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.137585] env[69052]: INFO nova.compute.manager [req-9689f489-80ed-440d-b7a8-42732b594f38 req-24cf526f-b580-42cc-a425-8b80f9207295 service nova] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Neutron deleted interface c7dc34de-9a40-4a5e-9b53-b6985416003b; detaching it from the instance and deleting it from the info cache [ 877.137585] env[69052]: DEBUG nova.network.neutron [req-9689f489-80ed-440d-b7a8-42732b594f38 req-24cf526f-b580-42cc-a425-8b80f9207295 service nova] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.222514] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734594} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.225267] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 78a7aad6-b33e-4d1b-a06b-da3b836c5189/78a7aad6-b33e-4d1b-a06b-da3b836c5189.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.225267] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.225267] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e02e5d3-615d-48f3-be3a-24ba8574c664 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.234826] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Waiting for the task: (returnval){ [ 877.234826] env[69052]: value = "task-3236490" [ 877.234826] env[69052]: _type = "Task" [ 877.234826] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.244949] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.352526] env[69052]: DEBUG nova.compute.manager [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.387913] env[69052]: DEBUG nova.virt.hardware [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.388082] env[69052]: DEBUG nova.virt.hardware [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.388243] env[69052]: DEBUG nova.virt.hardware [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.391380] env[69052]: DEBUG nova.virt.hardware [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.391380] env[69052]: DEBUG nova.virt.hardware [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.391380] env[69052]: DEBUG nova.virt.hardware [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.391380] env[69052]: DEBUG nova.virt.hardware [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.391380] env[69052]: DEBUG nova.virt.hardware [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.391380] env[69052]: DEBUG nova.virt.hardware [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.391380] env[69052]: DEBUG nova.virt.hardware [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.391380] env[69052]: DEBUG nova.virt.hardware [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.391380] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0c9658-36fc-4650-a37e-6c9776a48145 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.400402] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c06b118-e04f-45b9-8582-5da4ac6f0d20 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.462956] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.468863] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.338s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.470506] env[69052]: INFO nova.compute.claims [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.495702] env[69052]: INFO nova.scheduler.client.report [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Deleted allocations for instance 74530170-b942-4e79-b027-e4aee95e18cd [ 877.600285] env[69052]: DEBUG nova.network.neutron [-] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.627385] env[69052]: DEBUG oslo_vmware.api [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Task: {'id': task-3236489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071734} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.627997] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.629417] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732adb34-b557-40b7-a3f1-7beeacbf945e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.655610] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 7d0b57d7-4358-4a46-9f88-a439a405a891/7d0b57d7-4358-4a46-9f88-a439a405a891.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.656267] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc6b5d09-4735-4450-a191-9a81f83bc22b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.658108] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c3a202a-6da3-4884-b9de-edfb5bce1c63 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.683812] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b1ba79-6696-4837-ac7c-2ff1dd88d364 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.697232] env[69052]: DEBUG oslo_vmware.api [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Waiting for the task: (returnval){ [ 877.697232] env[69052]: value = "task-3236491" [ 877.697232] env[69052]: _type = "Task" [ 877.697232] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.714646] env[69052]: DEBUG oslo_vmware.api [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Task: {'id': task-3236491, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.733184] env[69052]: DEBUG nova.compute.manager [req-9689f489-80ed-440d-b7a8-42732b594f38 req-24cf526f-b580-42cc-a425-8b80f9207295 service nova] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Detach interface failed, port_id=c7dc34de-9a40-4a5e-9b53-b6985416003b, reason: Instance fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 877.743768] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091664} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.744452] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.745414] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fb62a0-ef66-46c6-9731-6985706f70a8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.768019] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 78a7aad6-b33e-4d1b-a06b-da3b836c5189/78a7aad6-b33e-4d1b-a06b-da3b836c5189.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.768518] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76c24f96-6608-4a6f-8840-cd3f86124974 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.792758] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Waiting for the task: (returnval){ [ 877.792758] env[69052]: value = "task-3236492" [ 877.792758] env[69052]: _type = "Task" [ 877.792758] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.804814] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.816448] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Acquiring lock "2108c0a4-a6bc-42b6-87bf-c540a527496a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.816717] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Lock "2108c0a4-a6bc-42b6-87bf-c540a527496a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.817343] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Acquiring lock "2108c0a4-a6bc-42b6-87bf-c540a527496a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.817343] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Lock "2108c0a4-a6bc-42b6-87bf-c540a527496a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.817343] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Lock "2108c0a4-a6bc-42b6-87bf-c540a527496a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.819785] env[69052]: INFO nova.compute.manager [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Terminating instance [ 878.007628] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3faf162e-0c72-4aa4-a46d-1295ad660262 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "74530170-b942-4e79-b027-e4aee95e18cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.382s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.103279] env[69052]: INFO nova.compute.manager [-] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Took 1.66 seconds to deallocate network for instance. [ 878.211596] env[69052]: DEBUG oslo_vmware.api [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Task: {'id': task-3236491, 'name': ReconfigVM_Task, 'duration_secs': 0.315293} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.211961] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 7d0b57d7-4358-4a46-9f88-a439a405a891/7d0b57d7-4358-4a46-9f88-a439a405a891.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.212832] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e68dda6-b840-440d-94fb-b5b83ffe8afc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.222023] env[69052]: DEBUG oslo_vmware.api [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Waiting for the task: (returnval){ [ 878.222023] env[69052]: value = "task-3236493" [ 878.222023] env[69052]: _type = "Task" [ 878.222023] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.236477] env[69052]: DEBUG oslo_vmware.api [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Task: {'id': task-3236493, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.307558] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236492, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.327226] env[69052]: DEBUG nova.compute.manager [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.327226] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.327226] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4888e5e1-c0aa-402a-ab52-30b1bd70501a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.339724] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.342647] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ea0098d-4e26-439f-b7b7-2d9ced080253 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.352902] env[69052]: DEBUG oslo_vmware.api [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Waiting for the task: (returnval){ [ 878.352902] env[69052]: value = "task-3236494" [ 878.352902] env[69052]: _type = "Task" [ 878.352902] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.365374] env[69052]: DEBUG oslo_vmware.api [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3236494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.475419] env[69052]: DEBUG nova.compute.manager [req-edcc22f9-7c15-4057-ac4e-2986ef805e16 req-c3ae60ec-8046-4570-bbba-37fea731c42a service nova] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Received event network-vif-plugged-a9eb7aff-5bc3-4d63-b9be-02d1cc385299 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.475419] env[69052]: DEBUG oslo_concurrency.lockutils [req-edcc22f9-7c15-4057-ac4e-2986ef805e16 req-c3ae60ec-8046-4570-bbba-37fea731c42a service nova] Acquiring lock "eb1d97fe-61e7-4543-bdb1-841e5db7f21c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.475419] env[69052]: DEBUG oslo_concurrency.lockutils [req-edcc22f9-7c15-4057-ac4e-2986ef805e16 req-c3ae60ec-8046-4570-bbba-37fea731c42a service nova] Lock "eb1d97fe-61e7-4543-bdb1-841e5db7f21c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.475419] env[69052]: DEBUG oslo_concurrency.lockutils [req-edcc22f9-7c15-4057-ac4e-2986ef805e16 req-c3ae60ec-8046-4570-bbba-37fea731c42a service nova] Lock "eb1d97fe-61e7-4543-bdb1-841e5db7f21c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.476346] env[69052]: DEBUG nova.compute.manager [req-edcc22f9-7c15-4057-ac4e-2986ef805e16 req-c3ae60ec-8046-4570-bbba-37fea731c42a service nova] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] No waiting events found dispatching network-vif-plugged-a9eb7aff-5bc3-4d63-b9be-02d1cc385299 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.476774] env[69052]: WARNING nova.compute.manager [req-edcc22f9-7c15-4057-ac4e-2986ef805e16 req-c3ae60ec-8046-4570-bbba-37fea731c42a service nova] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Received unexpected event network-vif-plugged-a9eb7aff-5bc3-4d63-b9be-02d1cc385299 for instance with vm_state building and task_state spawning. [ 878.502752] env[69052]: DEBUG nova.network.neutron [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Successfully updated port: a9eb7aff-5bc3-4d63-b9be-02d1cc385299 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.613049] env[69052]: DEBUG oslo_concurrency.lockutils [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.745979] env[69052]: DEBUG oslo_vmware.api [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Task: {'id': task-3236493, 'name': Rename_Task, 'duration_secs': 0.248265} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.746403] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.746403] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e125764c-2013-481c-90cf-3add0bbb3c89 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.756964] env[69052]: DEBUG oslo_vmware.api [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Waiting for the task: (returnval){ [ 878.756964] env[69052]: value = "task-3236495" [ 878.756964] env[69052]: _type = "Task" [ 878.756964] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.775488] env[69052]: DEBUG oslo_vmware.api [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Task: {'id': task-3236495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.806966] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236492, 'name': ReconfigVM_Task, 'duration_secs': 0.537325} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.807450] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 78a7aad6-b33e-4d1b-a06b-da3b836c5189/78a7aad6-b33e-4d1b-a06b-da3b836c5189.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.808312] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cb4dfa2-31c3-43a9-8f73-611d63be0e92 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.818534] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Waiting for the task: (returnval){ [ 878.818534] env[69052]: value = "task-3236496" [ 878.818534] env[69052]: _type = "Task" [ 878.818534] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.828915] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236496, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.869462] env[69052]: DEBUG oslo_vmware.api [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3236494, 'name': PowerOffVM_Task, 'duration_secs': 0.327415} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.872285] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.872496] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.873092] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53893fe2-7b93-469d-a687-955744870945 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.959936] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.960218] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.960466] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Deleting the datastore file [datastore2] 2108c0a4-a6bc-42b6-87bf-c540a527496a {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.960784] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ecf9f9a-688f-42f6-8b90-c60aa98764c2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.975659] env[69052]: DEBUG oslo_vmware.api [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Waiting for the task: (returnval){ [ 878.975659] env[69052]: value = "task-3236498" [ 878.975659] env[69052]: _type = "Task" [ 878.975659] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.985646] env[69052]: DEBUG oslo_vmware.api [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3236498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.010024] env[69052]: DEBUG oslo_concurrency.lockutils [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "refresh_cache-eb1d97fe-61e7-4543-bdb1-841e5db7f21c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.010024] env[69052]: DEBUG oslo_concurrency.lockutils [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired lock "refresh_cache-eb1d97fe-61e7-4543-bdb1-841e5db7f21c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.010024] env[69052]: DEBUG nova.network.neutron [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.022563] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529540c6-afd3-4a08-82c2-62ab7c380d9a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.037163] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d90213a-71c2-4188-8d3f-33dda21259dc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.078703] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquiring lock "5e7687e6-d333-4a4f-85f0-628f6afa8d79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.078988] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lock "5e7687e6-d333-4a4f-85f0-628f6afa8d79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.081923] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f10a14-9ab8-456a-b99b-fda0dceed21b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.091196] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b18447-25c7-479a-9016-76015587591b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.108360] env[69052]: DEBUG nova.compute.provider_tree [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.272650] env[69052]: DEBUG oslo_vmware.api [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Task: {'id': task-3236495, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.328641] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236496, 'name': Rename_Task, 'duration_secs': 0.19676} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.328758] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.329052] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2ced8ae-ab84-4c84-9528-436e26c0bf2f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.337678] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Waiting for the task: (returnval){ [ 879.337678] env[69052]: value = "task-3236499" [ 879.337678] env[69052]: _type = "Task" [ 879.337678] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.347418] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.487033] env[69052]: DEBUG oslo_vmware.api [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Task: {'id': task-3236498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223017} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.487033] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.487236] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.487392] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.487466] env[69052]: INFO nova.compute.manager [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 879.487717] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.487905] env[69052]: DEBUG nova.compute.manager [-] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 879.487999] env[69052]: DEBUG nova.network.neutron [-] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 879.543377] env[69052]: DEBUG nova.network.neutron [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.581762] env[69052]: DEBUG nova.compute.manager [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 879.612441] env[69052]: DEBUG nova.scheduler.client.report [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.770557] env[69052]: DEBUG oslo_vmware.api [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Task: {'id': task-3236495, 'name': PowerOnVM_Task, 'duration_secs': 0.52996} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.770812] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.771033] env[69052]: INFO nova.compute.manager [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Took 8.12 seconds to spawn the instance on the hypervisor. [ 879.771219] env[69052]: DEBUG nova.compute.manager [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.772014] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9112dab4-8659-4e93-be59-1377ef57f88f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.849323] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236499, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.054637] env[69052]: DEBUG nova.network.neutron [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Updating instance_info_cache with network_info: [{"id": "a9eb7aff-5bc3-4d63-b9be-02d1cc385299", "address": "fa:16:3e:ac:84:d7", "network": {"id": "742db944-3947-4476-b14c-efc7d440e7a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-605717120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12d5287ebecb463ca0f3e47ef8801cff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9eb7aff-5b", "ovs_interfaceid": "a9eb7aff-5bc3-4d63-b9be-02d1cc385299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.110621] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.117371] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.117940] env[69052]: DEBUG nova.compute.manager [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.120833] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.948s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.121049] env[69052]: DEBUG nova.objects.instance [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lazy-loading 'pci_requests' on Instance uuid 56722277-77c9-43f6-a98e-f102e43df903 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.289498] env[69052]: INFO nova.compute.manager [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Took 30.36 seconds to build instance. [ 880.351349] env[69052]: DEBUG oslo_vmware.api [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236499, 'name': PowerOnVM_Task, 'duration_secs': 0.562857} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.351780] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.352109] env[69052]: DEBUG nova.compute.manager [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.353066] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8726a7-f44a-4c2c-b359-9d6694e9596c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.502519] env[69052]: DEBUG nova.compute.manager [req-65a61fd2-178d-4863-9195-f9c4205dd9b8 req-70cb02cd-be2a-4c25-a74a-062486860941 service nova] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Received event network-changed-a9eb7aff-5bc3-4d63-b9be-02d1cc385299 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.502519] env[69052]: DEBUG nova.compute.manager [req-65a61fd2-178d-4863-9195-f9c4205dd9b8 req-70cb02cd-be2a-4c25-a74a-062486860941 service nova] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Refreshing instance network info cache due to event network-changed-a9eb7aff-5bc3-4d63-b9be-02d1cc385299. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.502750] env[69052]: DEBUG oslo_concurrency.lockutils [req-65a61fd2-178d-4863-9195-f9c4205dd9b8 req-70cb02cd-be2a-4c25-a74a-062486860941 service nova] Acquiring lock "refresh_cache-eb1d97fe-61e7-4543-bdb1-841e5db7f21c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.556999] env[69052]: DEBUG oslo_concurrency.lockutils [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Releasing lock "refresh_cache-eb1d97fe-61e7-4543-bdb1-841e5db7f21c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.557373] env[69052]: DEBUG nova.compute.manager [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Instance network_info: |[{"id": "a9eb7aff-5bc3-4d63-b9be-02d1cc385299", "address": "fa:16:3e:ac:84:d7", "network": {"id": "742db944-3947-4476-b14c-efc7d440e7a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-605717120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12d5287ebecb463ca0f3e47ef8801cff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9eb7aff-5b", "ovs_interfaceid": "a9eb7aff-5bc3-4d63-b9be-02d1cc385299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.557730] env[69052]: DEBUG oslo_concurrency.lockutils [req-65a61fd2-178d-4863-9195-f9c4205dd9b8 req-70cb02cd-be2a-4c25-a74a-062486860941 service nova] Acquired lock "refresh_cache-eb1d97fe-61e7-4543-bdb1-841e5db7f21c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.557894] env[69052]: DEBUG nova.network.neutron [req-65a61fd2-178d-4863-9195-f9c4205dd9b8 req-70cb02cd-be2a-4c25-a74a-062486860941 service nova] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Refreshing network info cache for port a9eb7aff-5bc3-4d63-b9be-02d1cc385299 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.559222] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:84:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9eb7aff-5bc3-4d63-b9be-02d1cc385299', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.567181] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.568504] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.568683] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c01f9488-75b2-49b5-b2cc-dbea145bc595 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.594163] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.594163] env[69052]: value = "task-3236500" [ 880.594163] env[69052]: _type = "Task" [ 880.594163] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.604751] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236500, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.623888] env[69052]: DEBUG nova.compute.utils [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.626709] env[69052]: DEBUG nova.objects.instance [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lazy-loading 'numa_topology' on Instance uuid 56722277-77c9-43f6-a98e-f102e43df903 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.627783] env[69052]: DEBUG nova.compute.manager [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.628111] env[69052]: DEBUG nova.network.neutron [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.701491] env[69052]: DEBUG nova.policy [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9124c0f357fc4a39bd24bc16ac8a3b00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '353f2218a5c042c7abecff0feacf6f94', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.775818] env[69052]: DEBUG nova.network.neutron [-] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.792307] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e5323dc1-7d5e-493d-a7fe-39e2eb98489c tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Lock "7d0b57d7-4358-4a46-9f88-a439a405a891" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.871s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.881335] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.106925] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236500, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.131432] env[69052]: DEBUG nova.compute.manager [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.138128] env[69052]: INFO nova.compute.claims [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.275230] env[69052]: DEBUG nova.network.neutron [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Successfully created port: 59be2989-cfb8-498e-9179-82aba582bd49 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.278226] env[69052]: INFO nova.compute.manager [-] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Took 1.79 seconds to deallocate network for instance. [ 881.420247] env[69052]: DEBUG nova.network.neutron [req-65a61fd2-178d-4863-9195-f9c4205dd9b8 req-70cb02cd-be2a-4c25-a74a-062486860941 service nova] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Updated VIF entry in instance network info cache for port a9eb7aff-5bc3-4d63-b9be-02d1cc385299. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.420247] env[69052]: DEBUG nova.network.neutron [req-65a61fd2-178d-4863-9195-f9c4205dd9b8 req-70cb02cd-be2a-4c25-a74a-062486860941 service nova] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Updating instance_info_cache with network_info: [{"id": "a9eb7aff-5bc3-4d63-b9be-02d1cc385299", "address": "fa:16:3e:ac:84:d7", "network": {"id": "742db944-3947-4476-b14c-efc7d440e7a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-605717120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12d5287ebecb463ca0f3e47ef8801cff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9eb7aff-5b", "ovs_interfaceid": "a9eb7aff-5bc3-4d63-b9be-02d1cc385299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.610024] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236500, 'name': CreateVM_Task, 'duration_secs': 0.536222} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.610024] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.610024] env[69052]: DEBUG oslo_concurrency.lockutils [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.610024] env[69052]: DEBUG oslo_concurrency.lockutils [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.610024] env[69052]: DEBUG oslo_concurrency.lockutils [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.610024] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5362f57-e409-409d-8553-ba7b22ca871e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.621041] env[69052]: DEBUG oslo_vmware.api [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 881.621041] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52285ae6-a76f-6edc-5d9d-60652d393dcb" [ 881.621041] env[69052]: _type = "Task" [ 881.621041] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.625167] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Acquiring lock "7d0b57d7-4358-4a46-9f88-a439a405a891" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.625167] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Lock "7d0b57d7-4358-4a46-9f88-a439a405a891" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.625954] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Acquiring lock "7d0b57d7-4358-4a46-9f88-a439a405a891-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.626170] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Lock "7d0b57d7-4358-4a46-9f88-a439a405a891-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.626505] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Lock "7d0b57d7-4358-4a46-9f88-a439a405a891-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.630826] env[69052]: INFO nova.compute.manager [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Terminating instance [ 881.649964] env[69052]: DEBUG oslo_vmware.api [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52285ae6-a76f-6edc-5d9d-60652d393dcb, 'name': SearchDatastore_Task, 'duration_secs': 0.01305} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.651964] env[69052]: DEBUG oslo_concurrency.lockutils [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.656020] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.656020] env[69052]: DEBUG oslo_concurrency.lockutils [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.656020] env[69052]: DEBUG oslo_concurrency.lockutils [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.656020] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.656020] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-425d55ba-a6d1-43e0-a724-4e2fe9e038b4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.667481] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.667689] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.669081] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7e6dd38-17a5-450d-825f-2e6803d3f84e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.678970] env[69052]: DEBUG oslo_vmware.api [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 881.678970] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5227caaa-d748-3189-8dd0-ed6e68f16f35" [ 881.678970] env[69052]: _type = "Task" [ 881.678970] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.692690] env[69052]: DEBUG oslo_vmware.api [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5227caaa-d748-3189-8dd0-ed6e68f16f35, 'name': SearchDatastore_Task} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.693990] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7252ee1-045d-400b-92e4-d2c28969213c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.702027] env[69052]: DEBUG oslo_vmware.api [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 881.702027] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526f7648-6924-77cb-ac61-3b07defe3468" [ 881.702027] env[69052]: _type = "Task" [ 881.702027] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.710581] env[69052]: DEBUG oslo_vmware.api [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526f7648-6924-77cb-ac61-3b07defe3468, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.788686] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.923024] env[69052]: DEBUG oslo_concurrency.lockutils [req-65a61fd2-178d-4863-9195-f9c4205dd9b8 req-70cb02cd-be2a-4c25-a74a-062486860941 service nova] Releasing lock "refresh_cache-eb1d97fe-61e7-4543-bdb1-841e5db7f21c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.923299] env[69052]: DEBUG nova.compute.manager [req-65a61fd2-178d-4863-9195-f9c4205dd9b8 req-70cb02cd-be2a-4c25-a74a-062486860941 service nova] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Received event network-vif-deleted-0e315069-6844-451f-8ae1-aef99d4b8727 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.923714] env[69052]: INFO nova.compute.manager [req-65a61fd2-178d-4863-9195-f9c4205dd9b8 req-70cb02cd-be2a-4c25-a74a-062486860941 service nova] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Neutron deleted interface 0e315069-6844-451f-8ae1-aef99d4b8727; detaching it from the instance and deleting it from the info cache [ 881.923714] env[69052]: DEBUG nova.network.neutron [req-65a61fd2-178d-4863-9195-f9c4205dd9b8 req-70cb02cd-be2a-4c25-a74a-062486860941 service nova] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.134994] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Acquiring lock "78a7aad6-b33e-4d1b-a06b-da3b836c5189" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.135350] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Lock "78a7aad6-b33e-4d1b-a06b-da3b836c5189" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.135610] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Acquiring lock "78a7aad6-b33e-4d1b-a06b-da3b836c5189-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.135914] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Lock "78a7aad6-b33e-4d1b-a06b-da3b836c5189-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.136069] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Lock "78a7aad6-b33e-4d1b-a06b-da3b836c5189-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.138336] env[69052]: INFO nova.compute.manager [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Terminating instance [ 882.140425] env[69052]: DEBUG nova.compute.manager [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.140425] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.142405] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c074e7e1-28bd-4318-a33e-2ca7e9c494b6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.153687] env[69052]: DEBUG nova.compute.manager [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.156055] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.160749] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73575fb1-06f8-42db-a584-0c3fd7a99da4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.202117] env[69052]: DEBUG nova.virt.hardware [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1121a112a0221e7b1238ec95d2999e48',container_format='bare',created_at=2025-04-03T07:14:15Z,direct_url=,disk_format='vmdk',id=9df9407e-a098-4a7a-a117-7cab774ce565,min_disk=1,min_ram=0,name='tempest-test-snap-701008657',owner='353f2218a5c042c7abecff0feacf6f94',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-03T07:14:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.205063] env[69052]: DEBUG nova.virt.hardware [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.205063] env[69052]: DEBUG nova.virt.hardware [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.205063] env[69052]: DEBUG nova.virt.hardware [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.205063] env[69052]: DEBUG nova.virt.hardware [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.205063] env[69052]: DEBUG nova.virt.hardware [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.206041] env[69052]: DEBUG nova.virt.hardware [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.206041] env[69052]: DEBUG nova.virt.hardware [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.206041] env[69052]: DEBUG nova.virt.hardware [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.206041] env[69052]: DEBUG nova.virt.hardware [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.206346] env[69052]: DEBUG nova.virt.hardware [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.207026] env[69052]: DEBUG oslo_vmware.api [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Waiting for the task: (returnval){ [ 882.207026] env[69052]: value = "task-3236501" [ 882.207026] env[69052]: _type = "Task" [ 882.207026] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.208822] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cbde6c-1f82-46b1-b2f1-5d8cc42de1cd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.236649] env[69052]: DEBUG oslo_vmware.api [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Task: {'id': task-3236501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.236996] env[69052]: DEBUG oslo_vmware.api [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526f7648-6924-77cb-ac61-3b07defe3468, 'name': SearchDatastore_Task, 'duration_secs': 0.011074} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.237324] env[69052]: DEBUG oslo_concurrency.lockutils [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.237611] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] eb1d97fe-61e7-4543-bdb1-841e5db7f21c/eb1d97fe-61e7-4543-bdb1-841e5db7f21c.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.239066] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a177f4-ca87-4d92-883d-409f666cc703 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.243080] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fa553e5-d4c3-4932-9dbd-1a0fc57c78eb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.268482] env[69052]: DEBUG oslo_vmware.api [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 882.268482] env[69052]: value = "task-3236502" [ 882.268482] env[69052]: _type = "Task" [ 882.268482] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.278444] env[69052]: DEBUG oslo_vmware.api [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.429465] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3288d3c-818c-4837-a93d-4ff48e4f7f41 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.443754] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e526ee-7c9e-4546-91a8-a559e4dd0883 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.497565] env[69052]: DEBUG nova.compute.manager [req-65a61fd2-178d-4863-9195-f9c4205dd9b8 req-70cb02cd-be2a-4c25-a74a-062486860941 service nova] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Detach interface failed, port_id=0e315069-6844-451f-8ae1-aef99d4b8727, reason: Instance 2108c0a4-a6bc-42b6-87bf-c540a527496a could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 882.649551] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Acquiring lock "refresh_cache-78a7aad6-b33e-4d1b-a06b-da3b836c5189" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.650104] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Acquired lock "refresh_cache-78a7aad6-b33e-4d1b-a06b-da3b836c5189" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.650634] env[69052]: DEBUG nova.network.neutron [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.711173] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47281b8d-6c45-480d-b82d-0972045bba6f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.729381] env[69052]: DEBUG oslo_vmware.api [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Task: {'id': task-3236501, 'name': PowerOffVM_Task, 'duration_secs': 0.269989} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.732075] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.732308] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.733041] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e24ec9d-1239-4011-bb04-aae932449602 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.736208] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c38a2bd-8c7e-42c2-9d4a-2fc351f32e41 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.796411] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca10da78-6fdc-48f2-933e-3bf484b21ba7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.811360] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d01bd4b-320b-4c37-912d-827c492c3735 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.817529] env[69052]: DEBUG oslo_vmware.api [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236502, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.831616] env[69052]: DEBUG nova.compute.provider_tree [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.834623] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.834919] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.839024] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Deleting the datastore file [datastore1] 7d0b57d7-4358-4a46-9f88-a439a405a891 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.839024] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acc1236e-1cdb-4247-8c09-ccef73915e5e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.846349] env[69052]: DEBUG oslo_vmware.api [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Waiting for the task: (returnval){ [ 882.846349] env[69052]: value = "task-3236504" [ 882.846349] env[69052]: _type = "Task" [ 882.846349] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.860088] env[69052]: DEBUG oslo_vmware.api [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Task: {'id': task-3236504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.005516] env[69052]: DEBUG nova.compute.manager [req-2f926410-0c4c-48af-8855-b08c9dbe6fef req-5964aa90-5be6-4821-9d8a-2f8e4d177ccd service nova] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Received event network-vif-plugged-59be2989-cfb8-498e-9179-82aba582bd49 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.005851] env[69052]: DEBUG oslo_concurrency.lockutils [req-2f926410-0c4c-48af-8855-b08c9dbe6fef req-5964aa90-5be6-4821-9d8a-2f8e4d177ccd service nova] Acquiring lock "1c69d12c-8441-484e-990c-dbdd81a9d21d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.006220] env[69052]: DEBUG oslo_concurrency.lockutils [req-2f926410-0c4c-48af-8855-b08c9dbe6fef req-5964aa90-5be6-4821-9d8a-2f8e4d177ccd service nova] Lock "1c69d12c-8441-484e-990c-dbdd81a9d21d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.006461] env[69052]: DEBUG oslo_concurrency.lockutils [req-2f926410-0c4c-48af-8855-b08c9dbe6fef req-5964aa90-5be6-4821-9d8a-2f8e4d177ccd service nova] Lock "1c69d12c-8441-484e-990c-dbdd81a9d21d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.007792] env[69052]: DEBUG nova.compute.manager [req-2f926410-0c4c-48af-8855-b08c9dbe6fef req-5964aa90-5be6-4821-9d8a-2f8e4d177ccd service nova] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] No waiting events found dispatching network-vif-plugged-59be2989-cfb8-498e-9179-82aba582bd49 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.007944] env[69052]: WARNING nova.compute.manager [req-2f926410-0c4c-48af-8855-b08c9dbe6fef req-5964aa90-5be6-4821-9d8a-2f8e4d177ccd service nova] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Received unexpected event network-vif-plugged-59be2989-cfb8-498e-9179-82aba582bd49 for instance with vm_state building and task_state spawning. [ 883.127812] env[69052]: DEBUG nova.network.neutron [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Successfully updated port: 59be2989-cfb8-498e-9179-82aba582bd49 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.177630] env[69052]: DEBUG nova.network.neutron [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.234260] env[69052]: DEBUG nova.network.neutron [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.302037] env[69052]: DEBUG oslo_vmware.api [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593818} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.302037] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] eb1d97fe-61e7-4543-bdb1-841e5db7f21c/eb1d97fe-61e7-4543-bdb1-841e5db7f21c.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.302223] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.302324] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4338316-a9f9-4795-a157-9fb2fefea5a8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.311054] env[69052]: DEBUG oslo_vmware.api [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 883.311054] env[69052]: value = "task-3236505" [ 883.311054] env[69052]: _type = "Task" [ 883.311054] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.323403] env[69052]: DEBUG oslo_vmware.api [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.336744] env[69052]: DEBUG nova.scheduler.client.report [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.360635] env[69052]: DEBUG oslo_vmware.api [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Task: {'id': task-3236504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20732} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.361069] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.361167] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.361374] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.361581] env[69052]: INFO nova.compute.manager [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Took 1.22 seconds to destroy the instance on the hypervisor. [ 883.361887] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.362103] env[69052]: DEBUG nova.compute.manager [-] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.362269] env[69052]: DEBUG nova.network.neutron [-] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.632790] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "refresh_cache-1c69d12c-8441-484e-990c-dbdd81a9d21d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.632790] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquired lock "refresh_cache-1c69d12c-8441-484e-990c-dbdd81a9d21d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.632790] env[69052]: DEBUG nova.network.neutron [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.737262] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Releasing lock "refresh_cache-78a7aad6-b33e-4d1b-a06b-da3b836c5189" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.737836] env[69052]: DEBUG nova.compute.manager [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.738066] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.739500] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3095a882-3830-4a94-a0ab-7d87114c1bf0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.748250] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.749060] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea72da2e-2b7d-491c-a880-29101acd8c7b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.757116] env[69052]: DEBUG oslo_vmware.api [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Waiting for the task: (returnval){ [ 883.757116] env[69052]: value = "task-3236506" [ 883.757116] env[69052]: _type = "Task" [ 883.757116] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.765885] env[69052]: DEBUG oslo_vmware.api [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.823038] env[69052]: DEBUG oslo_vmware.api [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080095} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.823038] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.823782] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91161b4-62a3-4cae-b10e-a77129c07bf2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.844560] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.723s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.857260] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] eb1d97fe-61e7-4543-bdb1-841e5db7f21c/eb1d97fe-61e7-4543-bdb1-841e5db7f21c.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.857260] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2a3813a7-e798-4d39-993f-0a390136920b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 26.060s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.857414] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e29ebfd-b704-42d0-a0b6-f2a7fec78051 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.880031] env[69052]: DEBUG oslo_vmware.api [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 883.880031] env[69052]: value = "task-3236507" [ 883.880031] env[69052]: _type = "Task" [ 883.880031] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.890203] env[69052]: DEBUG oslo_vmware.api [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.932372] env[69052]: INFO nova.network.neutron [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Updating port 85e64d75-de04-4fdd-b4de-da30b61f02b2 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 884.071713] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Acquiring lock "c3245dc8-eb8d-45f7-ae7c-c28ac37b3061" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.072578] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Lock "c3245dc8-eb8d-45f7-ae7c-c28ac37b3061" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.167135] env[69052]: DEBUG nova.network.neutron [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.171534] env[69052]: DEBUG nova.network.neutron [-] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.275465] env[69052]: DEBUG oslo_vmware.api [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236506, 'name': PowerOffVM_Task, 'duration_secs': 0.159175} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.275999] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.276304] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.276689] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32aa7573-38eb-4584-a259-b6533cbee95d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.306857] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.307119] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.307295] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Deleting the datastore file [datastore2] 78a7aad6-b33e-4d1b-a06b-da3b836c5189 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.307581] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78b2b451-fc72-426b-8c74-df4329c01233 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.316125] env[69052]: DEBUG oslo_vmware.api [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Waiting for the task: (returnval){ [ 884.316125] env[69052]: value = "task-3236509" [ 884.316125] env[69052]: _type = "Task" [ 884.316125] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.325677] env[69052]: DEBUG oslo_vmware.api [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.339584] env[69052]: DEBUG nova.network.neutron [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Updating instance_info_cache with network_info: [{"id": "59be2989-cfb8-498e-9179-82aba582bd49", "address": "fa:16:3e:81:d6:e0", "network": {"id": "c10e9613-c54a-485e-9a95-44732ac3b1ae", "bridge": "br-int", "label": "tempest-ImagesTestJSON-91491714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353f2218a5c042c7abecff0feacf6f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59be2989-cf", "ovs_interfaceid": "59be2989-cfb8-498e-9179-82aba582bd49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.392068] env[69052]: DEBUG oslo_vmware.api [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236507, 'name': ReconfigVM_Task, 'duration_secs': 0.400223} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.392673] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Reconfigured VM instance instance-00000046 to attach disk [datastore2] eb1d97fe-61e7-4543-bdb1-841e5db7f21c/eb1d97fe-61e7-4543-bdb1-841e5db7f21c.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.393172] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9030495-6ea7-4918-9202-dbd446ac9459 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.401890] env[69052]: DEBUG oslo_vmware.api [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 884.401890] env[69052]: value = "task-3236510" [ 884.401890] env[69052]: _type = "Task" [ 884.401890] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.411862] env[69052]: DEBUG oslo_vmware.api [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236510, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.575638] env[69052]: DEBUG nova.compute.manager [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.674120] env[69052]: INFO nova.compute.manager [-] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Took 1.31 seconds to deallocate network for instance. [ 884.797175] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b471f8-bace-4540-94f8-58cb5abb9720 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.805680] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3861df18-3e77-43c0-b15c-8842aa947e1e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.842085] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Releasing lock "refresh_cache-1c69d12c-8441-484e-990c-dbdd81a9d21d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.842444] env[69052]: DEBUG nova.compute.manager [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Instance network_info: |[{"id": "59be2989-cfb8-498e-9179-82aba582bd49", "address": "fa:16:3e:81:d6:e0", "network": {"id": "c10e9613-c54a-485e-9a95-44732ac3b1ae", "bridge": "br-int", "label": "tempest-ImagesTestJSON-91491714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353f2218a5c042c7abecff0feacf6f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59be2989-cf", "ovs_interfaceid": "59be2989-cfb8-498e-9179-82aba582bd49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.846382] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dec5745-8015-4f63-ab16-f906664f1d43 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.849375] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:d6:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59be2989-cfb8-498e-9179-82aba582bd49', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.857891] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.858454] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.859769] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3df57b74-55bc-48d4-bd35-22522a1ea150 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.880974] env[69052]: DEBUG oslo_vmware.api [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Task: {'id': task-3236509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115418} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.882579] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21422997-5690-4007-81a3-fcb0fc609391 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.886730] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.886945] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.887147] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.887330] env[69052]: INFO nova.compute.manager [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Took 1.15 seconds to destroy the instance on the hypervisor. [ 884.887549] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.888826] env[69052]: DEBUG nova.compute.manager [-] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.888929] env[69052]: DEBUG nova.network.neutron [-] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.890546] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.890546] env[69052]: value = "task-3236511" [ 884.890546] env[69052]: _type = "Task" [ 884.890546] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.905110] env[69052]: DEBUG nova.compute.provider_tree [None req-2a3813a7-e798-4d39-993f-0a390136920b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.913403] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236511, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.916299] env[69052]: DEBUG nova.network.neutron [-] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.922045] env[69052]: DEBUG oslo_vmware.api [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236510, 'name': Rename_Task, 'duration_secs': 0.180314} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.922190] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.922430] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81a773a6-e006-4326-9e52-3e7fd73f5399 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.930566] env[69052]: DEBUG oslo_vmware.api [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 884.930566] env[69052]: value = "task-3236512" [ 884.930566] env[69052]: _type = "Task" [ 884.930566] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.941139] env[69052]: DEBUG oslo_vmware.api [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.093590] env[69052]: DEBUG nova.compute.manager [req-db92c129-7cc2-40c5-a72d-4fb0c7094350 req-26122b94-723b-4282-bc06-f2ba5189cf08 service nova] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Received event network-changed-59be2989-cfb8-498e-9179-82aba582bd49 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.093874] env[69052]: DEBUG nova.compute.manager [req-db92c129-7cc2-40c5-a72d-4fb0c7094350 req-26122b94-723b-4282-bc06-f2ba5189cf08 service nova] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Refreshing instance network info cache due to event network-changed-59be2989-cfb8-498e-9179-82aba582bd49. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.095474] env[69052]: DEBUG oslo_concurrency.lockutils [req-db92c129-7cc2-40c5-a72d-4fb0c7094350 req-26122b94-723b-4282-bc06-f2ba5189cf08 service nova] Acquiring lock "refresh_cache-1c69d12c-8441-484e-990c-dbdd81a9d21d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.095474] env[69052]: DEBUG oslo_concurrency.lockutils [req-db92c129-7cc2-40c5-a72d-4fb0c7094350 req-26122b94-723b-4282-bc06-f2ba5189cf08 service nova] Acquired lock "refresh_cache-1c69d12c-8441-484e-990c-dbdd81a9d21d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.095474] env[69052]: DEBUG nova.network.neutron [req-db92c129-7cc2-40c5-a72d-4fb0c7094350 req-26122b94-723b-4282-bc06-f2ba5189cf08 service nova] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Refreshing network info cache for port 59be2989-cfb8-498e-9179-82aba582bd49 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.102475] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.181147] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.404587] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236511, 'name': CreateVM_Task, 'duration_secs': 0.47025} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.406116] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.406116] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9df9407e-a098-4a7a-a117-7cab774ce565" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.406116] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9df9407e-a098-4a7a-a117-7cab774ce565" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.406441] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9df9407e-a098-4a7a-a117-7cab774ce565" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.406781] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-941aabb4-ab93-495d-a8b7-dda4d9a9984d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.409324] env[69052]: DEBUG nova.scheduler.client.report [None req-2a3813a7-e798-4d39-993f-0a390136920b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.419612] env[69052]: DEBUG nova.network.neutron [-] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.421164] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 885.421164] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5246c10c-c1cf-344b-70f2-c810a98dd11a" [ 885.421164] env[69052]: _type = "Task" [ 885.421164] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.435189] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5246c10c-c1cf-344b-70f2-c810a98dd11a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.446260] env[69052]: DEBUG oslo_vmware.api [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236512, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.501729] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquiring lock "refresh_cache-56722277-77c9-43f6-a98e-f102e43df903" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.502108] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquired lock "refresh_cache-56722277-77c9-43f6-a98e-f102e43df903" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.502344] env[69052]: DEBUG nova.network.neutron [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.614523] env[69052]: DEBUG oslo_vmware.rw_handles [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cb61c1-ecc1-3b09-b811-11969c4ba7cc/disk-0.vmdk. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 885.615451] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389aa45a-d952-42c6-a08f-bfad12e0c853 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.622830] env[69052]: DEBUG oslo_vmware.rw_handles [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cb61c1-ecc1-3b09-b811-11969c4ba7cc/disk-0.vmdk is in state: ready. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 885.622999] env[69052]: ERROR oslo_vmware.rw_handles [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cb61c1-ecc1-3b09-b811-11969c4ba7cc/disk-0.vmdk due to incomplete transfer. [ 885.623268] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-259235fd-2a2e-4c9b-a438-910eb6810963 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.631848] env[69052]: DEBUG oslo_vmware.rw_handles [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cb61c1-ecc1-3b09-b811-11969c4ba7cc/disk-0.vmdk. {{(pid=69052) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 885.632090] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Uploaded image b22484a1-cb5d-4e16-94bb-851b2223d907 to the Glance image server {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 885.634373] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Destroying the VM {{(pid=69052) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 885.635024] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c1b153de-f163-4d32-8fea-3be57d82986f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.642320] env[69052]: DEBUG oslo_vmware.api [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 885.642320] env[69052]: value = "task-3236513" [ 885.642320] env[69052]: _type = "Task" [ 885.642320] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.651351] env[69052]: DEBUG oslo_vmware.api [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236513, 'name': Destroy_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.842879] env[69052]: DEBUG nova.network.neutron [req-db92c129-7cc2-40c5-a72d-4fb0c7094350 req-26122b94-723b-4282-bc06-f2ba5189cf08 service nova] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Updated VIF entry in instance network info cache for port 59be2989-cfb8-498e-9179-82aba582bd49. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.846547] env[69052]: DEBUG nova.network.neutron [req-db92c129-7cc2-40c5-a72d-4fb0c7094350 req-26122b94-723b-4282-bc06-f2ba5189cf08 service nova] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Updating instance_info_cache with network_info: [{"id": "59be2989-cfb8-498e-9179-82aba582bd49", "address": "fa:16:3e:81:d6:e0", "network": {"id": "c10e9613-c54a-485e-9a95-44732ac3b1ae", "bridge": "br-int", "label": "tempest-ImagesTestJSON-91491714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353f2218a5c042c7abecff0feacf6f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59be2989-cf", "ovs_interfaceid": "59be2989-cfb8-498e-9179-82aba582bd49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.928634] env[69052]: INFO nova.compute.manager [-] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Took 1.04 seconds to deallocate network for instance. [ 885.941208] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9df9407e-a098-4a7a-a117-7cab774ce565" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.941462] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Processing image 9df9407e-a098-4a7a-a117-7cab774ce565 {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.941697] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9df9407e-a098-4a7a-a117-7cab774ce565/9df9407e-a098-4a7a-a117-7cab774ce565.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.941841] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9df9407e-a098-4a7a-a117-7cab774ce565/9df9407e-a098-4a7a-a117-7cab774ce565.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.942045] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.942519] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-665c256f-7990-465e-bca8-7932733c6c07 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.949988] env[69052]: DEBUG oslo_vmware.api [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236512, 'name': PowerOnVM_Task, 'duration_secs': 0.517147} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.950258] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.950453] env[69052]: INFO nova.compute.manager [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Took 8.60 seconds to spawn the instance on the hypervisor. [ 885.950684] env[69052]: DEBUG nova.compute.manager [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.951451] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4424d4ee-8bb8-40eb-85d9-1b0ff9816df5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.955305] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.955481] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.956661] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-103226c6-55cd-44e9-be7c-14af94fe6f5f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.967581] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 885.967581] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e88e4f-9b94-4720-31af-286c413939ba" [ 885.967581] env[69052]: _type = "Task" [ 885.967581] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.976295] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e88e4f-9b94-4720-31af-286c413939ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.153507] env[69052]: DEBUG oslo_vmware.api [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236513, 'name': Destroy_Task} progress is 33%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.223709] env[69052]: DEBUG nova.network.neutron [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Updating instance_info_cache with network_info: [{"id": "85e64d75-de04-4fdd-b4de-da30b61f02b2", "address": "fa:16:3e:1a:db:8f", "network": {"id": "611d28cc-a800-4dc3-b742-50f4fc61d247", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1084610409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0012c8d368c4b578be0ba9f528ec75b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e64d75-de", "ovs_interfaceid": "85e64d75-de04-4fdd-b4de-da30b61f02b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.348726] env[69052]: DEBUG oslo_concurrency.lockutils [req-db92c129-7cc2-40c5-a72d-4fb0c7094350 req-26122b94-723b-4282-bc06-f2ba5189cf08 service nova] Releasing lock "refresh_cache-1c69d12c-8441-484e-990c-dbdd81a9d21d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.349343] env[69052]: DEBUG nova.compute.manager [req-db92c129-7cc2-40c5-a72d-4fb0c7094350 req-26122b94-723b-4282-bc06-f2ba5189cf08 service nova] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Received event network-vif-deleted-b068892d-7df8-4ea4-96bc-cc899f27adc9 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.422457] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2a3813a7-e798-4d39-993f-0a390136920b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.566s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.422948] env[69052]: DEBUG nova.compute.manager [None req-2a3813a7-e798-4d39-993f-0a390136920b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69052) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 886.425538] env[69052]: DEBUG oslo_concurrency.lockutils [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.985s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.425762] env[69052]: DEBUG nova.objects.instance [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lazy-loading 'resources' on Instance uuid 3a1584dd-c15a-4ddc-a601-00fb583cbb5f {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.434956] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.473796] env[69052]: INFO nova.compute.manager [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Took 31.20 seconds to build instance. [ 886.481097] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Preparing fetch location {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 886.481403] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Fetch image to [datastore2] OSTACK_IMG_697c1e8b-3b25-40d4-ad10-50a63121eed3/OSTACK_IMG_697c1e8b-3b25-40d4-ad10-50a63121eed3.vmdk {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 886.481621] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Downloading stream optimized image 9df9407e-a098-4a7a-a117-7cab774ce565 to [datastore2] OSTACK_IMG_697c1e8b-3b25-40d4-ad10-50a63121eed3/OSTACK_IMG_697c1e8b-3b25-40d4-ad10-50a63121eed3.vmdk on the data store datastore2 as vApp {{(pid=69052) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 886.481827] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Downloading image file data 9df9407e-a098-4a7a-a117-7cab774ce565 to the ESX as VM named 'OSTACK_IMG_697c1e8b-3b25-40d4-ad10-50a63121eed3' {{(pid=69052) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 886.557676] env[69052]: DEBUG oslo_vmware.rw_handles [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 886.557676] env[69052]: value = "resgroup-9" [ 886.557676] env[69052]: _type = "ResourcePool" [ 886.557676] env[69052]: }. {{(pid=69052) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 886.557988] env[69052]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c56dc74a-468e-4376-bc99-5e1c2463cf22 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.581408] env[69052]: DEBUG oslo_vmware.rw_handles [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lease: (returnval){ [ 886.581408] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d8456d-fa12-b633-7f81-e58659070d8e" [ 886.581408] env[69052]: _type = "HttpNfcLease" [ 886.581408] env[69052]: } obtained for vApp import into resource pool (val){ [ 886.581408] env[69052]: value = "resgroup-9" [ 886.581408] env[69052]: _type = "ResourcePool" [ 886.581408] env[69052]: }. {{(pid=69052) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 886.581787] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the lease: (returnval){ [ 886.581787] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d8456d-fa12-b633-7f81-e58659070d8e" [ 886.581787] env[69052]: _type = "HttpNfcLease" [ 886.581787] env[69052]: } to be ready. {{(pid=69052) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 886.588523] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 886.588523] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d8456d-fa12-b633-7f81-e58659070d8e" [ 886.588523] env[69052]: _type = "HttpNfcLease" [ 886.588523] env[69052]: } is initializing. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 886.652914] env[69052]: DEBUG oslo_vmware.api [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236513, 'name': Destroy_Task, 'duration_secs': 0.581827} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.653226] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Destroyed the VM [ 886.653466] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Deleting Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 886.653759] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0627c5c9-67a3-42ab-8e56-8fb7befe2397 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.661198] env[69052]: DEBUG oslo_vmware.api [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 886.661198] env[69052]: value = "task-3236515" [ 886.661198] env[69052]: _type = "Task" [ 886.661198] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.672679] env[69052]: DEBUG oslo_vmware.api [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236515, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.726604] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Releasing lock "refresh_cache-56722277-77c9-43f6-a98e-f102e43df903" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.749853] env[69052]: DEBUG nova.virt.hardware [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='611672953731b90028182ac39d00c9b1',container_format='bare',created_at=2025-04-03T07:13:47Z,direct_url=,disk_format='vmdk',id=d0285285-a935-4c90-86b9-85f80229d122,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1819220534-shelved',owner='b0012c8d368c4b578be0ba9f528ec75b',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-03T07:14:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.750158] env[69052]: DEBUG nova.virt.hardware [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.750439] env[69052]: DEBUG nova.virt.hardware [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.750487] env[69052]: DEBUG nova.virt.hardware [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.750730] env[69052]: DEBUG nova.virt.hardware [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.750933] env[69052]: DEBUG nova.virt.hardware [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.751446] env[69052]: DEBUG nova.virt.hardware [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.751446] env[69052]: DEBUG nova.virt.hardware [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.751528] env[69052]: DEBUG nova.virt.hardware [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.751662] env[69052]: DEBUG nova.virt.hardware [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.751837] env[69052]: DEBUG nova.virt.hardware [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.753288] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e820bb94-8a70-4fed-a2f7-6fde18f4b62a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.764818] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a8687a-bd7e-4b9e-8ad5-19ee07d0dbbd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.784019] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:db:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6eaa481-1f92-4851-b98e-09ed0daad7cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85e64d75-de04-4fdd-b4de-da30b61f02b2', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.793127] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.793432] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.793662] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b52f04a-abfc-4453-b847-bd9356c196b6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.816379] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.816379] env[69052]: value = "task-3236516" [ 886.816379] env[69052]: _type = "Task" [ 886.816379] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.826186] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236516, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.976403] env[69052]: DEBUG oslo_concurrency.lockutils [None req-20162296-c533-4984-929c-c1db4292e7f1 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "eb1d97fe-61e7-4543-bdb1-841e5db7f21c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.714s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.998732] env[69052]: INFO nova.scheduler.client.report [None req-2a3813a7-e798-4d39-993f-0a390136920b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Deleted allocation for migration cd36e51d-2fb6-4095-8230-ca0ea8abc7a6 [ 887.092162] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 887.092162] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d8456d-fa12-b633-7f81-e58659070d8e" [ 887.092162] env[69052]: _type = "HttpNfcLease" [ 887.092162] env[69052]: } is initializing. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 887.174301] env[69052]: DEBUG oslo_vmware.api [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236515, 'name': RemoveSnapshot_Task, 'duration_secs': 0.403261} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.176770] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Deleted Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 887.177107] env[69052]: DEBUG nova.compute.manager [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.178518] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867f7bc9-0a4f-4472-875d-a0c365864c68 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.227541] env[69052]: DEBUG nova.compute.manager [req-fcfbcea5-094d-4c8e-a28c-988d9c5bd95f req-2341243d-8e23-4120-ad29-2c85cd8c4747 service nova] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Received event network-vif-plugged-85e64d75-de04-4fdd-b4de-da30b61f02b2 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.227787] env[69052]: DEBUG oslo_concurrency.lockutils [req-fcfbcea5-094d-4c8e-a28c-988d9c5bd95f req-2341243d-8e23-4120-ad29-2c85cd8c4747 service nova] Acquiring lock "56722277-77c9-43f6-a98e-f102e43df903-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.227997] env[69052]: DEBUG oslo_concurrency.lockutils [req-fcfbcea5-094d-4c8e-a28c-988d9c5bd95f req-2341243d-8e23-4120-ad29-2c85cd8c4747 service nova] Lock "56722277-77c9-43f6-a98e-f102e43df903-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.228186] env[69052]: DEBUG oslo_concurrency.lockutils [req-fcfbcea5-094d-4c8e-a28c-988d9c5bd95f req-2341243d-8e23-4120-ad29-2c85cd8c4747 service nova] Lock "56722277-77c9-43f6-a98e-f102e43df903-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.228364] env[69052]: DEBUG nova.compute.manager [req-fcfbcea5-094d-4c8e-a28c-988d9c5bd95f req-2341243d-8e23-4120-ad29-2c85cd8c4747 service nova] [instance: 56722277-77c9-43f6-a98e-f102e43df903] No waiting events found dispatching network-vif-plugged-85e64d75-de04-4fdd-b4de-da30b61f02b2 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.228517] env[69052]: WARNING nova.compute.manager [req-fcfbcea5-094d-4c8e-a28c-988d9c5bd95f req-2341243d-8e23-4120-ad29-2c85cd8c4747 service nova] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Received unexpected event network-vif-plugged-85e64d75-de04-4fdd-b4de-da30b61f02b2 for instance with vm_state shelved_offloaded and task_state spawning. [ 887.228679] env[69052]: DEBUG nova.compute.manager [req-fcfbcea5-094d-4c8e-a28c-988d9c5bd95f req-2341243d-8e23-4120-ad29-2c85cd8c4747 service nova] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Received event network-changed-85e64d75-de04-4fdd-b4de-da30b61f02b2 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.228798] env[69052]: DEBUG nova.compute.manager [req-fcfbcea5-094d-4c8e-a28c-988d9c5bd95f req-2341243d-8e23-4120-ad29-2c85cd8c4747 service nova] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Refreshing instance network info cache due to event network-changed-85e64d75-de04-4fdd-b4de-da30b61f02b2. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.228984] env[69052]: DEBUG oslo_concurrency.lockutils [req-fcfbcea5-094d-4c8e-a28c-988d9c5bd95f req-2341243d-8e23-4120-ad29-2c85cd8c4747 service nova] Acquiring lock "refresh_cache-56722277-77c9-43f6-a98e-f102e43df903" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.229230] env[69052]: DEBUG oslo_concurrency.lockutils [req-fcfbcea5-094d-4c8e-a28c-988d9c5bd95f req-2341243d-8e23-4120-ad29-2c85cd8c4747 service nova] Acquired lock "refresh_cache-56722277-77c9-43f6-a98e-f102e43df903" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.229395] env[69052]: DEBUG nova.network.neutron [req-fcfbcea5-094d-4c8e-a28c-988d9c5bd95f req-2341243d-8e23-4120-ad29-2c85cd8c4747 service nova] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Refreshing network info cache for port 85e64d75-de04-4fdd-b4de-da30b61f02b2 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.322415] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e87a27e-a542-41cb-acb1-c678aa06024d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.333052] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7544274b-7d50-4fff-90fa-95cd32c0b717 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.336124] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236516, 'name': CreateVM_Task, 'duration_secs': 0.485608} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.336330] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.337373] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0285285-a935-4c90-86b9-85f80229d122" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.337542] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0285285-a935-4c90-86b9-85f80229d122" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.337970] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d0285285-a935-4c90-86b9-85f80229d122" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.338223] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-587a0d03-d019-4195-8c24-e20da45acf2c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.365881] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d19fbf1-7049-4eb4-901c-d2d2c983b220 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.370213] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 887.370213] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5200fe40-8fdd-0e93-be76-9c9b4fa04e1b" [ 887.370213] env[69052]: _type = "Task" [ 887.370213] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.381847] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662f2cef-f9d2-404f-bc9e-3294ad7a03c9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.385824] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5200fe40-8fdd-0e93-be76-9c9b4fa04e1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.396151] env[69052]: DEBUG nova.compute.provider_tree [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.506039] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2a3813a7-e798-4d39-993f-0a390136920b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "b60dc416-39de-4dfa-a046-5e60cc9ffeed" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 33.273s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.594730] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 887.594730] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d8456d-fa12-b633-7f81-e58659070d8e" [ 887.594730] env[69052]: _type = "HttpNfcLease" [ 887.594730] env[69052]: } is ready. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 887.595140] env[69052]: DEBUG oslo_vmware.rw_handles [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 887.595140] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d8456d-fa12-b633-7f81-e58659070d8e" [ 887.595140] env[69052]: _type = "HttpNfcLease" [ 887.595140] env[69052]: }. {{(pid=69052) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 887.596208] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c62b743-6881-46dd-83cb-e31b89e94eba {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.607058] env[69052]: DEBUG oslo_vmware.rw_handles [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ac9efa-cb79-b8bf-0a16-47b9d1f317e4/disk-0.vmdk from lease info. {{(pid=69052) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 887.607359] env[69052]: DEBUG oslo_vmware.rw_handles [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ac9efa-cb79-b8bf-0a16-47b9d1f317e4/disk-0.vmdk. {{(pid=69052) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 887.672319] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-812cce22-057b-46c3-87ae-252be5c24799 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.691284] env[69052]: INFO nova.compute.manager [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Shelve offloading [ 887.880767] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0285285-a935-4c90-86b9-85f80229d122" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.881113] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Processing image d0285285-a935-4c90-86b9-85f80229d122 {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.881282] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d0285285-a935-4c90-86b9-85f80229d122/d0285285-a935-4c90-86b9-85f80229d122.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.881429] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d0285285-a935-4c90-86b9-85f80229d122/d0285285-a935-4c90-86b9-85f80229d122.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.881599] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.881849] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e066a02-2ab2-4d17-b38a-d09b58ce1d8c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.892276] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.892527] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.893359] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-906051cf-a97c-489d-8605-48c68ef07971 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.898995] env[69052]: DEBUG nova.scheduler.client.report [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.904490] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 887.904490] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528169d3-1e94-b567-d8a9-979f6c3033f5" [ 887.904490] env[69052]: _type = "Task" [ 887.904490] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.917064] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Preparing fetch location {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 887.917953] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Fetch image to [datastore2] OSTACK_IMG_c6d2eefc-7534-4d03-bfb4-0cb8a53a95ec/OSTACK_IMG_c6d2eefc-7534-4d03-bfb4-0cb8a53a95ec.vmdk {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 887.917953] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Downloading stream optimized image d0285285-a935-4c90-86b9-85f80229d122 to [datastore2] OSTACK_IMG_c6d2eefc-7534-4d03-bfb4-0cb8a53a95ec/OSTACK_IMG_c6d2eefc-7534-4d03-bfb4-0cb8a53a95ec.vmdk on the data store datastore2 as vApp {{(pid=69052) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 887.917953] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Downloading image file data d0285285-a935-4c90-86b9-85f80229d122 to the ESX as VM named 'OSTACK_IMG_c6d2eefc-7534-4d03-bfb4-0cb8a53a95ec' {{(pid=69052) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 887.937572] env[69052]: DEBUG nova.network.neutron [req-fcfbcea5-094d-4c8e-a28c-988d9c5bd95f req-2341243d-8e23-4120-ad29-2c85cd8c4747 service nova] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Updated VIF entry in instance network info cache for port 85e64d75-de04-4fdd-b4de-da30b61f02b2. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.937866] env[69052]: DEBUG nova.network.neutron [req-fcfbcea5-094d-4c8e-a28c-988d9c5bd95f req-2341243d-8e23-4120-ad29-2c85cd8c4747 service nova] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Updating instance_info_cache with network_info: [{"id": "85e64d75-de04-4fdd-b4de-da30b61f02b2", "address": "fa:16:3e:1a:db:8f", "network": {"id": "611d28cc-a800-4dc3-b742-50f4fc61d247", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1084610409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0012c8d368c4b578be0ba9f528ec75b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e64d75-de", "ovs_interfaceid": "85e64d75-de04-4fdd-b4de-da30b61f02b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.959915] env[69052]: DEBUG oslo_concurrency.lockutils [req-fcfbcea5-094d-4c8e-a28c-988d9c5bd95f req-2341243d-8e23-4120-ad29-2c85cd8c4747 service nova] Releasing lock "refresh_cache-56722277-77c9-43f6-a98e-f102e43df903" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.992142] env[69052]: DEBUG oslo_vmware.rw_handles [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 887.992142] env[69052]: value = "resgroup-9" [ 887.992142] env[69052]: _type = "ResourcePool" [ 887.992142] env[69052]: }. {{(pid=69052) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 887.992713] env[69052]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c43a331b-eb9e-40c6-bff5-88cb6bd7579a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.015544] env[69052]: DEBUG oslo_vmware.rw_handles [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lease: (returnval){ [ 888.015544] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521fee80-841d-c441-0a88-fe080151e436" [ 888.015544] env[69052]: _type = "HttpNfcLease" [ 888.015544] env[69052]: } obtained for vApp import into resource pool (val){ [ 888.015544] env[69052]: value = "resgroup-9" [ 888.015544] env[69052]: _type = "ResourcePool" [ 888.015544] env[69052]: }. {{(pid=69052) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 888.015872] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the lease: (returnval){ [ 888.015872] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521fee80-841d-c441-0a88-fe080151e436" [ 888.015872] env[69052]: _type = "HttpNfcLease" [ 888.015872] env[69052]: } to be ready. {{(pid=69052) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 888.022711] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 888.022711] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521fee80-841d-c441-0a88-fe080151e436" [ 888.022711] env[69052]: _type = "HttpNfcLease" [ 888.022711] env[69052]: } is initializing. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 888.190258] env[69052]: DEBUG nova.objects.instance [None req-c90b09dd-d557-4cbe-9b51-b50930daeb52 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lazy-loading 'flavor' on Instance uuid b60dc416-39de-4dfa-a046-5e60cc9ffeed {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.195420] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.195727] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8691689-bf42-4d72-a33c-62ad854bb002 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.207640] env[69052]: DEBUG oslo_vmware.api [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 888.207640] env[69052]: value = "task-3236518" [ 888.207640] env[69052]: _type = "Task" [ 888.207640] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.223801] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] VM already powered off {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 888.223801] env[69052]: DEBUG nova.compute.manager [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.224570] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc21a444-92fc-42d8-b1d1-3a0f153ab1fb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.229473] env[69052]: INFO nova.compute.manager [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Rebuilding instance [ 888.233741] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "refresh_cache-0c78112e-f66a-4382-9fb2-3a448309d148" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.233943] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquired lock "refresh_cache-0c78112e-f66a-4382-9fb2-3a448309d148" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.234155] env[69052]: DEBUG nova.network.neutron [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.290342] env[69052]: DEBUG nova.compute.manager [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.291591] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811559af-1a19-45f3-9b42-f2a3b1160718 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.406913] env[69052]: DEBUG oslo_concurrency.lockutils [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.409485] env[69052]: DEBUG oslo_concurrency.lockutils [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.752s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.411226] env[69052]: INFO nova.compute.claims [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.435668] env[69052]: INFO nova.scheduler.client.report [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Deleted allocations for instance 3a1584dd-c15a-4ddc-a601-00fb583cbb5f [ 888.524517] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 888.524517] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521fee80-841d-c441-0a88-fe080151e436" [ 888.524517] env[69052]: _type = "HttpNfcLease" [ 888.524517] env[69052]: } is initializing. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 888.628346] env[69052]: DEBUG oslo_vmware.rw_handles [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Completed reading data from the image iterator. {{(pid=69052) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 888.628572] env[69052]: DEBUG oslo_vmware.rw_handles [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ac9efa-cb79-b8bf-0a16-47b9d1f317e4/disk-0.vmdk. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 888.629476] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628060d0-660d-4a7e-91fc-53eff77f39a0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.636885] env[69052]: DEBUG oslo_vmware.rw_handles [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ac9efa-cb79-b8bf-0a16-47b9d1f317e4/disk-0.vmdk is in state: ready. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 888.637139] env[69052]: DEBUG oslo_vmware.rw_handles [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ac9efa-cb79-b8bf-0a16-47b9d1f317e4/disk-0.vmdk. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 888.637415] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6960dea3-d44f-4164-b6f2-bc2adbc3cd15 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.696997] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c90b09dd-d557-4cbe-9b51-b50930daeb52 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "refresh_cache-b60dc416-39de-4dfa-a046-5e60cc9ffeed" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.697246] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c90b09dd-d557-4cbe-9b51-b50930daeb52 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquired lock "refresh_cache-b60dc416-39de-4dfa-a046-5e60cc9ffeed" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.697430] env[69052]: DEBUG nova.network.neutron [None req-c90b09dd-d557-4cbe-9b51-b50930daeb52 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.697608] env[69052]: DEBUG nova.objects.instance [None req-c90b09dd-d557-4cbe-9b51-b50930daeb52 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lazy-loading 'info_cache' on Instance uuid b60dc416-39de-4dfa-a046-5e60cc9ffeed {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.945753] env[69052]: DEBUG oslo_concurrency.lockutils [None req-07ca43ea-f2d7-49a4-95b7-33cc5e85a69e tempest-MigrationsAdminTest-1940819642 tempest-MigrationsAdminTest-1940819642-project-member] Lock "3a1584dd-c15a-4ddc-a601-00fb583cbb5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.108s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.956944] env[69052]: DEBUG nova.network.neutron [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Updating instance_info_cache with network_info: [{"id": "352efec1-440a-4dad-a848-38e5b0318f99", "address": "fa:16:3e:ca:6e:bd", "network": {"id": "3ea0dab6-61fd-42b5-a725-3d0dda25bb5c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1625186104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3631ca22fed4917a0c9d8c7ee20e9aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap352efec1-44", "ovs_interfaceid": "352efec1-440a-4dad-a848-38e5b0318f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.024908] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 889.024908] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521fee80-841d-c441-0a88-fe080151e436" [ 889.024908] env[69052]: _type = "HttpNfcLease" [ 889.024908] env[69052]: } is ready. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 889.025293] env[69052]: DEBUG oslo_vmware.rw_handles [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 889.025293] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521fee80-841d-c441-0a88-fe080151e436" [ 889.025293] env[69052]: _type = "HttpNfcLease" [ 889.025293] env[69052]: }. {{(pid=69052) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 889.026173] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931894d1-57ea-4db8-b63b-1c415b0f9ce3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.035032] env[69052]: DEBUG oslo_vmware.rw_handles [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52819c01-3d39-57fb-9ee7-57174af2bee8/disk-0.vmdk from lease info. {{(pid=69052) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 889.035277] env[69052]: DEBUG oslo_vmware.rw_handles [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52819c01-3d39-57fb-9ee7-57174af2bee8/disk-0.vmdk. {{(pid=69052) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 889.102518] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b90e9f5a-e070-484d-b8da-6f1fdf9eb820 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.119173] env[69052]: DEBUG oslo_vmware.rw_handles [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ac9efa-cb79-b8bf-0a16-47b9d1f317e4/disk-0.vmdk. {{(pid=69052) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 889.119474] env[69052]: INFO nova.virt.vmwareapi.images [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Downloaded image file data 9df9407e-a098-4a7a-a117-7cab774ce565 [ 889.120530] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fa9907-87f4-4318-81fc-e77651dbd351 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.139035] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cb3f4f9-2f81-44ff-a004-237018d51b44 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.168432] env[69052]: INFO nova.virt.vmwareapi.images [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] The imported VM was unregistered [ 889.170955] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Caching image {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 889.171207] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Creating directory with path [datastore2] devstack-image-cache_base/9df9407e-a098-4a7a-a117-7cab774ce565 {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.171506] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82542516-f502-4c97-a21f-3fe5b56c5533 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.200835] env[69052]: DEBUG nova.objects.base [None req-c90b09dd-d557-4cbe-9b51-b50930daeb52 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69052) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 889.202245] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Created directory with path [datastore2] devstack-image-cache_base/9df9407e-a098-4a7a-a117-7cab774ce565 {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.202491] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_697c1e8b-3b25-40d4-ad10-50a63121eed3/OSTACK_IMG_697c1e8b-3b25-40d4-ad10-50a63121eed3.vmdk to [datastore2] devstack-image-cache_base/9df9407e-a098-4a7a-a117-7cab774ce565/9df9407e-a098-4a7a-a117-7cab774ce565.vmdk. {{(pid=69052) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 889.202802] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-687445b8-9b91-4a90-b394-a6324fc220ef {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.212240] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 889.212240] env[69052]: value = "task-3236520" [ 889.212240] env[69052]: _type = "Task" [ 889.212240] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.221935] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236520, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.309707] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.311374] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cae38252-44db-4d52-8aa4-8909728c79d6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.321610] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 889.321610] env[69052]: value = "task-3236521" [ 889.321610] env[69052]: _type = "Task" [ 889.321610] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.335755] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.462026] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Releasing lock "refresh_cache-0c78112e-f66a-4382-9fb2-3a448309d148" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.729607] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236520, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.837780] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236521, 'name': PowerOffVM_Task, 'duration_secs': 0.310693} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.838059] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.841414] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.841414] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f35a57-c88e-40ba-b936-37bb3c089990 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.847733] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94b774b-f207-4db5-92d7-e25a08c51744 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.852869] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.853948] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af57d9fa-5c85-4c36-9913-8d363ef89edb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.861457] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75126e62-b90c-4627-959a-2d99feca7972 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.907015] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71790783-e9ce-440d-9d86-de35bab6c2b2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.910888] env[69052]: DEBUG nova.compute.manager [req-44362926-4a50-412b-956d-4834429abaa8 req-fb667be7-0a13-4677-bd9b-a1530c64f4b7 service nova] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Received event network-vif-unplugged-352efec1-440a-4dad-a848-38e5b0318f99 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.911126] env[69052]: DEBUG oslo_concurrency.lockutils [req-44362926-4a50-412b-956d-4834429abaa8 req-fb667be7-0a13-4677-bd9b-a1530c64f4b7 service nova] Acquiring lock "0c78112e-f66a-4382-9fb2-3a448309d148-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.911344] env[69052]: DEBUG oslo_concurrency.lockutils [req-44362926-4a50-412b-956d-4834429abaa8 req-fb667be7-0a13-4677-bd9b-a1530c64f4b7 service nova] Lock "0c78112e-f66a-4382-9fb2-3a448309d148-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.911548] env[69052]: DEBUG oslo_concurrency.lockutils [req-44362926-4a50-412b-956d-4834429abaa8 req-fb667be7-0a13-4677-bd9b-a1530c64f4b7 service nova] Lock "0c78112e-f66a-4382-9fb2-3a448309d148-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.911757] env[69052]: DEBUG nova.compute.manager [req-44362926-4a50-412b-956d-4834429abaa8 req-fb667be7-0a13-4677-bd9b-a1530c64f4b7 service nova] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] No waiting events found dispatching network-vif-unplugged-352efec1-440a-4dad-a848-38e5b0318f99 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.911966] env[69052]: WARNING nova.compute.manager [req-44362926-4a50-412b-956d-4834429abaa8 req-fb667be7-0a13-4677-bd9b-a1530c64f4b7 service nova] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Received unexpected event network-vif-unplugged-352efec1-440a-4dad-a848-38e5b0318f99 for instance with vm_state shelved and task_state shelving_offloading. [ 889.923947] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9501ef4a-77e3-4e7d-8e3a-5766d9537760 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.944355] env[69052]: DEBUG nova.compute.provider_tree [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.953267] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.953519] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.953767] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Deleting the datastore file [datastore2] eb1d97fe-61e7-4543-bdb1-841e5db7f21c {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.954372] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9f0c3e4-8415-4d33-8538-06b792e2a7f9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.964235] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 889.964235] env[69052]: value = "task-3236523" [ 889.964235] env[69052]: _type = "Task" [ 889.964235] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.974925] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.003485] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.004437] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e0ae78-fe0f-4699-a14b-f750676d06d1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.015096] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.015678] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc403284-9d41-456b-a18c-603eb66364c6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.100979] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.101234] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.101415] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Deleting the datastore file [datastore1] 0c78112e-f66a-4382-9fb2-3a448309d148 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.101702] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f4f1582-baf5-49c4-8a9c-444d1184c0f2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.113885] env[69052]: DEBUG oslo_vmware.api [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 890.113885] env[69052]: value = "task-3236525" [ 890.113885] env[69052]: _type = "Task" [ 890.113885] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.125019] env[69052]: DEBUG oslo_vmware.api [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.126163] env[69052]: DEBUG nova.network.neutron [None req-c90b09dd-d557-4cbe-9b51-b50930daeb52 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Updating instance_info_cache with network_info: [{"id": "e1538ca3-f602-4a20-af79-a407e26339b3", "address": "fa:16:3e:f2:04:4c", "network": {"id": "a09c611a-3f85-44ff-a673-e176af1ea211", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-63151955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19918ec410294b2685d0e75828f74507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1538ca3-f6", "ovs_interfaceid": "e1538ca3-f602-4a20-af79-a407e26339b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.224735] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236520, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.448042] env[69052]: DEBUG nova.scheduler.client.report [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.476253] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.627412] env[69052]: DEBUG oslo_vmware.api [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312323} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.628333] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.628333] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.628333] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.630626] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c90b09dd-d557-4cbe-9b51-b50930daeb52 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Releasing lock "refresh_cache-b60dc416-39de-4dfa-a046-5e60cc9ffeed" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.651480] env[69052]: INFO nova.scheduler.client.report [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Deleted allocations for instance 0c78112e-f66a-4382-9fb2-3a448309d148 [ 890.724065] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236520, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.953908] env[69052]: DEBUG oslo_concurrency.lockutils [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.954645] env[69052]: DEBUG nova.compute.manager [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.958061] env[69052]: DEBUG oslo_concurrency.lockutils [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.660s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.958286] env[69052]: DEBUG nova.objects.instance [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Lazy-loading 'resources' on Instance uuid 1f08ce1e-b8b6-4785-a768-43d711a8b7c8 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.980374] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.156791] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.226616] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236520, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.466687] env[69052]: DEBUG nova.compute.utils [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.470372] env[69052]: DEBUG nova.compute.manager [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.470372] env[69052]: DEBUG nova.network.neutron [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.483441] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.567800] env[69052]: DEBUG nova.policy [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc85d1a2d35746e8aaf6c59f085d22e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'caad81b06cdf4b4e8048aa56eea31258', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.636730] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90b09dd-d557-4cbe-9b51-b50930daeb52 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.637140] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68e2abb4-ba4c-4192-8ccd-cb94e8b49558 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.647411] env[69052]: DEBUG oslo_vmware.api [None req-c90b09dd-d557-4cbe-9b51-b50930daeb52 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 891.647411] env[69052]: value = "task-3236526" [ 891.647411] env[69052]: _type = "Task" [ 891.647411] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.657721] env[69052]: DEBUG oslo_vmware.api [None req-c90b09dd-d557-4cbe-9b51-b50930daeb52 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.733587] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236520, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.872436] env[69052]: DEBUG oslo_vmware.rw_handles [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Completed reading data from the image iterator. {{(pid=69052) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 891.872436] env[69052]: DEBUG oslo_vmware.rw_handles [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52819c01-3d39-57fb-9ee7-57174af2bee8/disk-0.vmdk. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 891.872436] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b4c7f4-f3ff-47ff-8225-075ee3033b64 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.879567] env[69052]: DEBUG oslo_vmware.rw_handles [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52819c01-3d39-57fb-9ee7-57174af2bee8/disk-0.vmdk is in state: ready. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 891.879796] env[69052]: DEBUG oslo_vmware.rw_handles [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52819c01-3d39-57fb-9ee7-57174af2bee8/disk-0.vmdk. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 891.881178] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-639cb4b5-aa2f-4079-8b53-42bc67caf480 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.883338] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb147e2-6ae9-4546-aa82-f2a9d215c10f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.893355] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33cbb4a-590c-49e2-973f-63276ef177d8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.930584] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062d757a-e34a-4fde-8c29-f1a43073e32a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.941620] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0739de14-8da0-421e-98a4-be46a938b46b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.964763] env[69052]: DEBUG nova.compute.provider_tree [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.970462] env[69052]: DEBUG nova.compute.manager [req-6d0baa28-acec-445e-bc9c-92654ccc2aa9 req-cf519af9-e754-4ae5-a1dc-eb88e1df8b23 service nova] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Received event network-changed-352efec1-440a-4dad-a848-38e5b0318f99 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.970695] env[69052]: DEBUG nova.compute.manager [req-6d0baa28-acec-445e-bc9c-92654ccc2aa9 req-cf519af9-e754-4ae5-a1dc-eb88e1df8b23 service nova] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Refreshing instance network info cache due to event network-changed-352efec1-440a-4dad-a848-38e5b0318f99. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.970907] env[69052]: DEBUG oslo_concurrency.lockutils [req-6d0baa28-acec-445e-bc9c-92654ccc2aa9 req-cf519af9-e754-4ae5-a1dc-eb88e1df8b23 service nova] Acquiring lock "refresh_cache-0c78112e-f66a-4382-9fb2-3a448309d148" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.971067] env[69052]: DEBUG oslo_concurrency.lockutils [req-6d0baa28-acec-445e-bc9c-92654ccc2aa9 req-cf519af9-e754-4ae5-a1dc-eb88e1df8b23 service nova] Acquired lock "refresh_cache-0c78112e-f66a-4382-9fb2-3a448309d148" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.971224] env[69052]: DEBUG nova.network.neutron [req-6d0baa28-acec-445e-bc9c-92654ccc2aa9 req-cf519af9-e754-4ae5-a1dc-eb88e1df8b23 service nova] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Refreshing network info cache for port 352efec1-440a-4dad-a848-38e5b0318f99 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.976667] env[69052]: DEBUG nova.compute.manager [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.987514] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.760054} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.987944] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.988043] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.988265] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.027638] env[69052]: DEBUG nova.network.neutron [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Successfully created port: db4fe416-65d2-4292-89a3-67d65aaa212d {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.110982] env[69052]: DEBUG oslo_vmware.rw_handles [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52819c01-3d39-57fb-9ee7-57174af2bee8/disk-0.vmdk. {{(pid=69052) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 892.111276] env[69052]: INFO nova.virt.vmwareapi.images [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Downloaded image file data d0285285-a935-4c90-86b9-85f80229d122 [ 892.112886] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1e3f95-9113-454e-ad42-9f8c39134b5a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.133114] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-138a875a-b73f-490f-9589-30d16e5faf1e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.159614] env[69052]: DEBUG oslo_vmware.api [None req-c90b09dd-d557-4cbe-9b51-b50930daeb52 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236526, 'name': PowerOnVM_Task, 'duration_secs': 0.501263} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.160888] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90b09dd-d557-4cbe-9b51-b50930daeb52 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.161268] env[69052]: DEBUG nova.compute.manager [None req-c90b09dd-d557-4cbe-9b51-b50930daeb52 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.162348] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bcb3da-7056-45e1-a5fe-b74b2f0e0856 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.179026] env[69052]: INFO nova.virt.vmwareapi.images [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] The imported VM was unregistered [ 892.179026] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Caching image {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 892.179026] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Creating directory with path [datastore2] devstack-image-cache_base/d0285285-a935-4c90-86b9-85f80229d122 {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.179026] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a95439e4-a3af-4d21-8bd5-0e6a883747f9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.195343] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Created directory with path [datastore2] devstack-image-cache_base/d0285285-a935-4c90-86b9-85f80229d122 {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.195343] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c6d2eefc-7534-4d03-bfb4-0cb8a53a95ec/OSTACK_IMG_c6d2eefc-7534-4d03-bfb4-0cb8a53a95ec.vmdk to [datastore2] devstack-image-cache_base/d0285285-a935-4c90-86b9-85f80229d122/d0285285-a935-4c90-86b9-85f80229d122.vmdk. {{(pid=69052) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 892.195593] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-78459d6f-bfdf-42fd-ae32-3ea9ef73b0f1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.205596] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 892.205596] env[69052]: value = "task-3236528" [ 892.205596] env[69052]: _type = "Task" [ 892.205596] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.218472] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236528, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.228446] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236520, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.591083} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.228746] env[69052]: INFO nova.virt.vmwareapi.ds_util [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_697c1e8b-3b25-40d4-ad10-50a63121eed3/OSTACK_IMG_697c1e8b-3b25-40d4-ad10-50a63121eed3.vmdk to [datastore2] devstack-image-cache_base/9df9407e-a098-4a7a-a117-7cab774ce565/9df9407e-a098-4a7a-a117-7cab774ce565.vmdk. [ 892.228935] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Cleaning up location [datastore2] OSTACK_IMG_697c1e8b-3b25-40d4-ad10-50a63121eed3 {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 892.229113] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_697c1e8b-3b25-40d4-ad10-50a63121eed3 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.229380] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-138a9c09-0ede-4c30-ae2e-75a27624c22f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.239204] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 892.239204] env[69052]: value = "task-3236529" [ 892.239204] env[69052]: _type = "Task" [ 892.239204] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.249192] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.474322] env[69052]: DEBUG nova.scheduler.client.report [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.718565] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236528, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.749788] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04442} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.751085] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.751085] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9df9407e-a098-4a7a-a117-7cab774ce565/9df9407e-a098-4a7a-a117-7cab774ce565.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.751085] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9df9407e-a098-4a7a-a117-7cab774ce565/9df9407e-a098-4a7a-a117-7cab774ce565.vmdk to [datastore2] 1c69d12c-8441-484e-990c-dbdd81a9d21d/1c69d12c-8441-484e-990c-dbdd81a9d21d.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.751085] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cde322a4-60c8-4091-b334-d9f3ebdb0098 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.762574] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 892.762574] env[69052]: value = "task-3236530" [ 892.762574] env[69052]: _type = "Task" [ 892.762574] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.775215] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.985571] env[69052]: DEBUG oslo_concurrency.lockutils [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.991673] env[69052]: DEBUG oslo_concurrency.lockutils [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.379s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.991673] env[69052]: DEBUG nova.objects.instance [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Lazy-loading 'resources' on Instance uuid fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.994099] env[69052]: DEBUG nova.compute.manager [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.031971] env[69052]: INFO nova.scheduler.client.report [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Deleted allocations for instance 1f08ce1e-b8b6-4785-a768-43d711a8b7c8 [ 893.040886] env[69052]: DEBUG nova.virt.hardware [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.042383] env[69052]: DEBUG nova.virt.hardware [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.042383] env[69052]: DEBUG nova.virt.hardware [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.042383] env[69052]: DEBUG nova.virt.hardware [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.042383] env[69052]: DEBUG nova.virt.hardware [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.042383] env[69052]: DEBUG nova.virt.hardware [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.042383] env[69052]: DEBUG nova.virt.hardware [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.042383] env[69052]: DEBUG nova.virt.hardware [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.042909] env[69052]: DEBUG nova.virt.hardware [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.042909] env[69052]: DEBUG nova.virt.hardware [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.042909] env[69052]: DEBUG nova.virt.hardware [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.045508] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9855f84-86f7-4ac6-8b74-03167851a6fb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.049575] env[69052]: DEBUG nova.network.neutron [req-6d0baa28-acec-445e-bc9c-92654ccc2aa9 req-cf519af9-e754-4ae5-a1dc-eb88e1df8b23 service nova] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Updated VIF entry in instance network info cache for port 352efec1-440a-4dad-a848-38e5b0318f99. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.049814] env[69052]: DEBUG nova.network.neutron [req-6d0baa28-acec-445e-bc9c-92654ccc2aa9 req-cf519af9-e754-4ae5-a1dc-eb88e1df8b23 service nova] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Updating instance_info_cache with network_info: [{"id": "352efec1-440a-4dad-a848-38e5b0318f99", "address": "fa:16:3e:ca:6e:bd", "network": {"id": "3ea0dab6-61fd-42b5-a725-3d0dda25bb5c", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1625186104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3631ca22fed4917a0c9d8c7ee20e9aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap352efec1-44", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.058143] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284c3cb4-c509-4586-8517-557140bbc224 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.066779] env[69052]: DEBUG nova.virt.hardware [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.066779] env[69052]: DEBUG nova.virt.hardware [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.067016] env[69052]: DEBUG nova.virt.hardware [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.067169] env[69052]: DEBUG nova.virt.hardware [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.067321] env[69052]: DEBUG nova.virt.hardware [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.067469] env[69052]: DEBUG nova.virt.hardware [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.067688] env[69052]: DEBUG nova.virt.hardware [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.067849] env[69052]: DEBUG nova.virt.hardware [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.068031] env[69052]: DEBUG nova.virt.hardware [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.068199] env[69052]: DEBUG nova.virt.hardware [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.068376] env[69052]: DEBUG nova.virt.hardware [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.070063] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485ed0d1-aa62-44b8-ad6d-de8041c3b41b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.086441] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "b60dc416-39de-4dfa-a046-5e60cc9ffeed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.086742] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "b60dc416-39de-4dfa-a046-5e60cc9ffeed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.087298] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "b60dc416-39de-4dfa-a046-5e60cc9ffeed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.087553] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "b60dc416-39de-4dfa-a046-5e60cc9ffeed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.087731] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "b60dc416-39de-4dfa-a046-5e60cc9ffeed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.090081] env[69052]: INFO nova.compute.manager [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Terminating instance [ 893.097210] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d64a88-3ea1-48ce-8822-ba2e69a06ea6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.120336] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:84:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9eb7aff-5bc3-4d63-b9be-02d1cc385299', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.128464] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.129275] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.129657] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58995529-8bbc-4c83-84d7-39139bb74a26 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.155900] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.155900] env[69052]: value = "task-3236531" [ 893.155900] env[69052]: _type = "Task" [ 893.155900] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.165596] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236531, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.220186] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236528, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.274087] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.552427] env[69052]: DEBUG oslo_concurrency.lockutils [req-6d0baa28-acec-445e-bc9c-92654ccc2aa9 req-cf519af9-e754-4ae5-a1dc-eb88e1df8b23 service nova] Releasing lock "refresh_cache-0c78112e-f66a-4382-9fb2-3a448309d148" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.554979] env[69052]: DEBUG oslo_concurrency.lockutils [None req-160beb36-0b65-4af6-aaf3-757412b4e502 tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Lock "1f08ce1e-b8b6-4785-a768-43d711a8b7c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.360s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.602871] env[69052]: DEBUG nova.compute.manager [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.603146] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.605382] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2795ba80-e4f4-40b0-842f-38b993089c17 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.621028] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.621028] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3410c5e9-6a4a-462c-9537-1225f9713a07 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.633338] env[69052]: DEBUG oslo_vmware.api [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 893.633338] env[69052]: value = "task-3236532" [ 893.633338] env[69052]: _type = "Task" [ 893.633338] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.645069] env[69052]: DEBUG oslo_vmware.api [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.676779] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236531, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.723041] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236528, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.777070] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.976099] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88c44bb-39af-4e20-ae50-ce516f13242f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.988893] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b926f6-d19a-4cff-9dcd-38300ec546b7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.027549] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e060b5b1-3bd5-41b1-8aba-21727007f9fc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.039295] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5b4dca-a59a-4c81-858b-64e4f3627803 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.061026] env[69052]: DEBUG nova.compute.provider_tree [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.149807] env[69052]: DEBUG oslo_vmware.api [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236532, 'name': PowerOffVM_Task, 'duration_secs': 0.426467} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.150166] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.150336] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.150617] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d768f00d-0ef9-4473-a060-4e16e696c3af {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.174894] env[69052]: DEBUG nova.network.neutron [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Successfully updated port: db4fe416-65d2-4292-89a3-67d65aaa212d {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.183798] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236531, 'name': CreateVM_Task, 'duration_secs': 0.522346} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.183893] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.184963] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.185291] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.185698] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.186599] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7c16933-1f4c-4599-a614-58514042fb0a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.194793] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 894.194793] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f2ef16-1a57-ea5d-8996-9f001f3826a5" [ 894.194793] env[69052]: _type = "Task" [ 894.194793] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.199890] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "0c78112e-f66a-4382-9fb2-3a448309d148" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.208115] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f2ef16-1a57-ea5d-8996-9f001f3826a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.221589] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236528, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.257725] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.257969] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.258300] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Deleting the datastore file [datastore2] b60dc416-39de-4dfa-a046-5e60cc9ffeed {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.258980] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8336df0a-d19d-4bde-8683-3425c2c0786c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.270482] env[69052]: DEBUG oslo_vmware.api [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 894.270482] env[69052]: value = "task-3236534" [ 894.270482] env[69052]: _type = "Task" [ 894.270482] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.279453] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.287204] env[69052]: DEBUG oslo_vmware.api [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.317060] env[69052]: DEBUG nova.compute.manager [req-d9cfa52c-a562-4251-8144-f626a0e2eac4 req-468c05bf-9030-42d6-b8fb-4ed1e59ec57c service nova] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Received event network-vif-plugged-db4fe416-65d2-4292-89a3-67d65aaa212d {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.317251] env[69052]: DEBUG oslo_concurrency.lockutils [req-d9cfa52c-a562-4251-8144-f626a0e2eac4 req-468c05bf-9030-42d6-b8fb-4ed1e59ec57c service nova] Acquiring lock "de28d97b-f8b2-49ed-aa19-26543f9c3c42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.317498] env[69052]: DEBUG oslo_concurrency.lockutils [req-d9cfa52c-a562-4251-8144-f626a0e2eac4 req-468c05bf-9030-42d6-b8fb-4ed1e59ec57c service nova] Lock "de28d97b-f8b2-49ed-aa19-26543f9c3c42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.317625] env[69052]: DEBUG oslo_concurrency.lockutils [req-d9cfa52c-a562-4251-8144-f626a0e2eac4 req-468c05bf-9030-42d6-b8fb-4ed1e59ec57c service nova] Lock "de28d97b-f8b2-49ed-aa19-26543f9c3c42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.317803] env[69052]: DEBUG nova.compute.manager [req-d9cfa52c-a562-4251-8144-f626a0e2eac4 req-468c05bf-9030-42d6-b8fb-4ed1e59ec57c service nova] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] No waiting events found dispatching network-vif-plugged-db4fe416-65d2-4292-89a3-67d65aaa212d {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.318120] env[69052]: WARNING nova.compute.manager [req-d9cfa52c-a562-4251-8144-f626a0e2eac4 req-468c05bf-9030-42d6-b8fb-4ed1e59ec57c service nova] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Received unexpected event network-vif-plugged-db4fe416-65d2-4292-89a3-67d65aaa212d for instance with vm_state building and task_state spawning. [ 894.544565] env[69052]: DEBUG oslo_concurrency.lockutils [None req-99bcbb15-dea8-4ac4-a796-fce164d0abd0 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "b839f31c-fe81-4af7-b93f-41479b62a5bd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.544565] env[69052]: DEBUG oslo_concurrency.lockutils [None req-99bcbb15-dea8-4ac4-a796-fce164d0abd0 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "b839f31c-fe81-4af7-b93f-41479b62a5bd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.567024] env[69052]: DEBUG nova.scheduler.client.report [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.683316] env[69052]: DEBUG oslo_concurrency.lockutils [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Acquiring lock "refresh_cache-de28d97b-f8b2-49ed-aa19-26543f9c3c42" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.683316] env[69052]: DEBUG oslo_concurrency.lockutils [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Acquired lock "refresh_cache-de28d97b-f8b2-49ed-aa19-26543f9c3c42" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.683316] env[69052]: DEBUG nova.network.neutron [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.707369] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f2ef16-1a57-ea5d-8996-9f001f3826a5, 'name': SearchDatastore_Task, 'duration_secs': 0.01567} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.707712] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.707955] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.708224] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.708427] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.708545] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.709432] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcc978fc-23f7-442c-bd69-10c0c91e27e6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.720507] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236528, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.721842] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.722028] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.722786] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-801992d9-25e3-4bff-ac25-b27c31fc195d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.729769] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 894.729769] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5211ebc7-f4af-22c1-c5f5-8b5084d7a3b9" [ 894.729769] env[69052]: _type = "Task" [ 894.729769] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.739264] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5211ebc7-f4af-22c1-c5f5-8b5084d7a3b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.779545] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236530, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.786166] env[69052]: DEBUG oslo_vmware.api [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.051410] env[69052]: DEBUG nova.compute.utils [None req-99bcbb15-dea8-4ac4-a796-fce164d0abd0 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.071125] env[69052]: DEBUG oslo_concurrency.lockutils [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.073726] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.963s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.075903] env[69052]: INFO nova.compute.claims [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.106190] env[69052]: INFO nova.scheduler.client.report [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Deleted allocations for instance fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e [ 895.218937] env[69052]: DEBUG nova.network.neutron [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.225023] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236528, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.923109} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.225388] env[69052]: INFO nova.virt.vmwareapi.ds_util [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c6d2eefc-7534-4d03-bfb4-0cb8a53a95ec/OSTACK_IMG_c6d2eefc-7534-4d03-bfb4-0cb8a53a95ec.vmdk to [datastore2] devstack-image-cache_base/d0285285-a935-4c90-86b9-85f80229d122/d0285285-a935-4c90-86b9-85f80229d122.vmdk. [ 895.225586] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Cleaning up location [datastore2] OSTACK_IMG_c6d2eefc-7534-4d03-bfb4-0cb8a53a95ec {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 895.225751] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c6d2eefc-7534-4d03-bfb4-0cb8a53a95ec {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.226485] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c12f3604-5fe9-4cc2-b513-ee1be7adbf5d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.236281] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 895.236281] env[69052]: value = "task-3236535" [ 895.236281] env[69052]: _type = "Task" [ 895.236281] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.243665] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5211ebc7-f4af-22c1-c5f5-8b5084d7a3b9, 'name': SearchDatastore_Task, 'duration_secs': 0.019754} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.245008] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-845f4e20-d7a1-4fbc-97e8-baaf282a1f22 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.250597] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.256568] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 895.256568] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5296f405-963a-5e1f-5d82-c2ef9c9d685c" [ 895.256568] env[69052]: _type = "Task" [ 895.256568] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.266170] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5296f405-963a-5e1f-5d82-c2ef9c9d685c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.275312] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236530, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.285994] env[69052]: DEBUG oslo_vmware.api [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.433482] env[69052]: DEBUG nova.network.neutron [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Updating instance_info_cache with network_info: [{"id": "db4fe416-65d2-4292-89a3-67d65aaa212d", "address": "fa:16:3e:e2:b1:cd", "network": {"id": "4a4e83c4-695c-4af6-9b9c-00ba411e71d3", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1940476888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caad81b06cdf4b4e8048aa56eea31258", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb4fe416-65", "ovs_interfaceid": "db4fe416-65d2-4292-89a3-67d65aaa212d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.557035] env[69052]: DEBUG oslo_concurrency.lockutils [None req-99bcbb15-dea8-4ac4-a796-fce164d0abd0 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "b839f31c-fe81-4af7-b93f-41479b62a5bd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.621044] env[69052]: DEBUG oslo_concurrency.lockutils [None req-97e28dff-e53e-4957-a5fb-ed15863545cb tempest-ServerAddressesTestJSON-900253578 tempest-ServerAddressesTestJSON-900253578-project-member] Lock "fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.848s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.749035] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332953} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.749035] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.749035] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d0285285-a935-4c90-86b9-85f80229d122/d0285285-a935-4c90-86b9-85f80229d122.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.749035] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d0285285-a935-4c90-86b9-85f80229d122/d0285285-a935-4c90-86b9-85f80229d122.vmdk to [datastore2] 56722277-77c9-43f6-a98e-f102e43df903/56722277-77c9-43f6-a98e-f102e43df903.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.749390] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f858830-fd00-4e86-9767-616d98f08d5f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.759278] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 895.759278] env[69052]: value = "task-3236536" [ 895.759278] env[69052]: _type = "Task" [ 895.759278] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.774888] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5296f405-963a-5e1f-5d82-c2ef9c9d685c, 'name': SearchDatastore_Task, 'duration_secs': 0.016826} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.778875] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.779203] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] eb1d97fe-61e7-4543-bdb1-841e5db7f21c/eb1d97fe-61e7-4543-bdb1-841e5db7f21c.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.779481] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.782709] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3ffaeda-8bde-42c9-a125-25131265bb7d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.788167] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236530, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.796022] env[69052]: DEBUG oslo_vmware.api [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.796022] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 895.796022] env[69052]: value = "task-3236537" [ 895.796022] env[69052]: _type = "Task" [ 895.796022] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.805630] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.937075] env[69052]: DEBUG oslo_concurrency.lockutils [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Releasing lock "refresh_cache-de28d97b-f8b2-49ed-aa19-26543f9c3c42" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.937459] env[69052]: DEBUG nova.compute.manager [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Instance network_info: |[{"id": "db4fe416-65d2-4292-89a3-67d65aaa212d", "address": "fa:16:3e:e2:b1:cd", "network": {"id": "4a4e83c4-695c-4af6-9b9c-00ba411e71d3", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1940476888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caad81b06cdf4b4e8048aa56eea31258", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb4fe416-65", "ovs_interfaceid": "db4fe416-65d2-4292-89a3-67d65aaa212d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.937943] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:b1:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db4fe416-65d2-4292-89a3-67d65aaa212d', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.947252] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Creating folder: Project (caad81b06cdf4b4e8048aa56eea31258). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.947579] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da74ade3-ded0-406d-acd9-16b2f2be2f81 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.963281] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Created folder: Project (caad81b06cdf4b4e8048aa56eea31258) in parent group-v646676. [ 895.963502] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Creating folder: Instances. Parent ref: group-v646887. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.963763] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-344e2dbe-1aad-4521-8335-61633bb42ad0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.979486] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Created folder: Instances in parent group-v646887. [ 895.979799] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.980044] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.980257] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebf00429-a9e0-49b2-801d-ed0229b29688 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.002841] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.002841] env[69052]: value = "task-3236540" [ 896.002841] env[69052]: _type = "Task" [ 896.002841] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.011702] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236540, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.097663] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Acquiring lock "99a03827-ed53-4c0a-987a-a383c4eff5cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.098119] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Lock "99a03827-ed53-4c0a-987a-a383c4eff5cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.098471] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Acquiring lock "99a03827-ed53-4c0a-987a-a383c4eff5cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.098761] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Lock "99a03827-ed53-4c0a-987a-a383c4eff5cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.101998] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Lock "99a03827-ed53-4c0a-987a-a383c4eff5cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.102302] env[69052]: INFO nova.compute.manager [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Terminating instance [ 896.282028] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.294567] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236530, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.308657] env[69052]: DEBUG oslo_vmware.api [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.704502} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.308863] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.310983] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.310983] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.310983] env[69052]: INFO nova.compute.manager [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Took 2.71 seconds to destroy the instance on the hypervisor. [ 896.310983] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.311301] env[69052]: DEBUG nova.compute.manager [-] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.311301] env[69052]: DEBUG nova.network.neutron [-] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.320604] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236537, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.518143] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236540, 'name': CreateVM_Task, 'duration_secs': 0.510935} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.518515] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.519279] env[69052]: DEBUG oslo_concurrency.lockutils [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.519565] env[69052]: DEBUG oslo_concurrency.lockutils [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.519937] env[69052]: DEBUG oslo_concurrency.lockutils [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.522977] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d582c6a-e99e-4c27-88e9-8544be38c771 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.529982] env[69052]: DEBUG oslo_vmware.api [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Waiting for the task: (returnval){ [ 896.529982] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52318c11-f3cd-d0be-3c35-790826b2d98a" [ 896.529982] env[69052]: _type = "Task" [ 896.529982] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.539947] env[69052]: DEBUG oslo_vmware.api [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52318c11-f3cd-d0be-3c35-790826b2d98a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.570429] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c7275e-e969-4995-8c23-6cc6afb34359 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.584462] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf3acb6-63d5-4d1d-8914-ea6cba6aa9ee {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.618630] env[69052]: DEBUG nova.compute.manager [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.618867] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.620039] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe8d9b9-1aa1-4773-b750-b570197b93fe {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.624419] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5201382-3cf9-44da-aa0d-035637a3d004 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.636211] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b213157-fde1-4db2-88ca-0ab3c6bb50ba {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.640459] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.640758] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8320ae55-d812-412d-b7cf-3fc2847c72dd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.654653] env[69052]: DEBUG nova.compute.provider_tree [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.657821] env[69052]: DEBUG oslo_vmware.api [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Waiting for the task: (returnval){ [ 896.657821] env[69052]: value = "task-3236541" [ 896.657821] env[69052]: _type = "Task" [ 896.657821] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.662041] env[69052]: DEBUG oslo_concurrency.lockutils [None req-99bcbb15-dea8-4ac4-a796-fce164d0abd0 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "b839f31c-fe81-4af7-b93f-41479b62a5bd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.662460] env[69052]: DEBUG oslo_concurrency.lockutils [None req-99bcbb15-dea8-4ac4-a796-fce164d0abd0 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "b839f31c-fe81-4af7-b93f-41479b62a5bd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.662610] env[69052]: INFO nova.compute.manager [None req-99bcbb15-dea8-4ac4-a796-fce164d0abd0 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Attaching volume 5b00f2e7-9eb7-4ba9-aa1f-a760a5e50815 to /dev/sdb [ 896.673664] env[69052]: DEBUG oslo_vmware.api [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Task: {'id': task-3236541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.709057] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8204705d-7833-4bb3-81d2-e5e5370f0f68 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.718638] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8334180c-5713-4f7a-9a51-38e04779ac3f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.735227] env[69052]: DEBUG nova.virt.block_device [None req-99bcbb15-dea8-4ac4-a796-fce164d0abd0 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Updating existing volume attachment record: 901f9d50-c66f-41ce-808e-27fc7312f084 {{(pid=69052) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 896.785853] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.789879] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236530, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.807516] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708495} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.807516] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] eb1d97fe-61e7-4543-bdb1-841e5db7f21c/eb1d97fe-61e7-4543-bdb1-841e5db7f21c.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.808186] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.808314] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-368e3256-734a-4bb5-9d16-dc3d50a9041b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.817759] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 896.817759] env[69052]: value = "task-3236542" [ 896.817759] env[69052]: _type = "Task" [ 896.817759] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.828123] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.043492] env[69052]: DEBUG oslo_vmware.api [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52318c11-f3cd-d0be-3c35-790826b2d98a, 'name': SearchDatastore_Task, 'duration_secs': 0.013005} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.043850] env[69052]: DEBUG oslo_concurrency.lockutils [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.044073] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.044331] env[69052]: DEBUG oslo_concurrency.lockutils [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.044487] env[69052]: DEBUG oslo_concurrency.lockutils [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.044813] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.045273] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0139a0fe-91a6-4319-b899-fb4e4546d5a5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.058777] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.058777] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.059192] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f99f0328-af0a-4d6c-afdf-c1a1fdbb8c8a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.066105] env[69052]: DEBUG oslo_vmware.api [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Waiting for the task: (returnval){ [ 897.066105] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e13424-1197-5fb2-0824-b74b23100b82" [ 897.066105] env[69052]: _type = "Task" [ 897.066105] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.076828] env[69052]: DEBUG oslo_vmware.api [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e13424-1197-5fb2-0824-b74b23100b82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.084825] env[69052]: DEBUG nova.compute.manager [req-169f70a2-d8de-49ec-89a8-646fbd099c2f req-15bc4317-b869-4cc5-9d78-45259cf0e8f4 service nova] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Received event network-changed-db4fe416-65d2-4292-89a3-67d65aaa212d {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.085028] env[69052]: DEBUG nova.compute.manager [req-169f70a2-d8de-49ec-89a8-646fbd099c2f req-15bc4317-b869-4cc5-9d78-45259cf0e8f4 service nova] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Refreshing instance network info cache due to event network-changed-db4fe416-65d2-4292-89a3-67d65aaa212d. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.085258] env[69052]: DEBUG oslo_concurrency.lockutils [req-169f70a2-d8de-49ec-89a8-646fbd099c2f req-15bc4317-b869-4cc5-9d78-45259cf0e8f4 service nova] Acquiring lock "refresh_cache-de28d97b-f8b2-49ed-aa19-26543f9c3c42" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.085411] env[69052]: DEBUG oslo_concurrency.lockutils [req-169f70a2-d8de-49ec-89a8-646fbd099c2f req-15bc4317-b869-4cc5-9d78-45259cf0e8f4 service nova] Acquired lock "refresh_cache-de28d97b-f8b2-49ed-aa19-26543f9c3c42" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.088374] env[69052]: DEBUG nova.network.neutron [req-169f70a2-d8de-49ec-89a8-646fbd099c2f req-15bc4317-b869-4cc5-9d78-45259cf0e8f4 service nova] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Refreshing network info cache for port db4fe416-65d2-4292-89a3-67d65aaa212d {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.159778] env[69052]: DEBUG nova.scheduler.client.report [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.174851] env[69052]: DEBUG oslo_vmware.api [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Task: {'id': task-3236541, 'name': PowerOffVM_Task, 'duration_secs': 0.383085} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.175161] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.175335] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.175607] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adc41018-a8c0-4911-a2fd-06c9438339ee {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.281846] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236536, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.290452] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236530, 'name': CopyVirtualDisk_Task, 'duration_secs': 4.208672} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.292171] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9df9407e-a098-4a7a-a117-7cab774ce565/9df9407e-a098-4a7a-a117-7cab774ce565.vmdk to [datastore2] 1c69d12c-8441-484e-990c-dbdd81a9d21d/1c69d12c-8441-484e-990c-dbdd81a9d21d.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.292552] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.292827] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.293057] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Deleting the datastore file [datastore1] 99a03827-ed53-4c0a-987a-a383c4eff5cc {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.294051] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1df547-fba2-4145-85b5-37d692670f25 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.296856] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87a664f2-684f-4db4-85b2-3968411bd503 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.330992] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 1c69d12c-8441-484e-990c-dbdd81a9d21d/1c69d12c-8441-484e-990c-dbdd81a9d21d.vmdk or device None with type streamOptimized {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.338681] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df17ac95-0595-4eab-b3cb-92d5a272fa3f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.357446] env[69052]: DEBUG oslo_vmware.api [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Waiting for the task: (returnval){ [ 897.357446] env[69052]: value = "task-3236547" [ 897.357446] env[69052]: _type = "Task" [ 897.357446] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.359187] env[69052]: DEBUG nova.network.neutron [-] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.372695] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08587} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.373359] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 897.373359] env[69052]: value = "task-3236548" [ 897.373359] env[69052]: _type = "Task" [ 897.373359] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.379091] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.379091] env[69052]: DEBUG oslo_vmware.api [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Task: {'id': task-3236547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.380012] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33cb1db-b831-4e6e-822d-57f6f6420516 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.394258] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.414514] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] eb1d97fe-61e7-4543-bdb1-841e5db7f21c/eb1d97fe-61e7-4543-bdb1-841e5db7f21c.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.414704] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-395a1b08-62d0-4df1-8e21-36f8b7848b15 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.436888] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 897.436888] env[69052]: value = "task-3236549" [ 897.436888] env[69052]: _type = "Task" [ 897.436888] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.447767] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.577474] env[69052]: DEBUG oslo_vmware.api [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e13424-1197-5fb2-0824-b74b23100b82, 'name': SearchDatastore_Task, 'duration_secs': 0.034942} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.578381] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b455cfb-9214-439d-82d0-5ffed82f6e33 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.586486] env[69052]: DEBUG oslo_vmware.api [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Waiting for the task: (returnval){ [ 897.586486] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52007508-e0c3-1b8e-561f-73e9eba8cce5" [ 897.586486] env[69052]: _type = "Task" [ 897.586486] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.599521] env[69052]: DEBUG oslo_vmware.api [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52007508-e0c3-1b8e-561f-73e9eba8cce5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.669621] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.670224] env[69052]: DEBUG nova.compute.manager [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.676030] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.792s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.676030] env[69052]: DEBUG nova.objects.instance [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69052) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 897.783899] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236536, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.862518] env[69052]: INFO nova.compute.manager [-] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Took 1.55 seconds to deallocate network for instance. [ 897.890373] env[69052]: DEBUG oslo_vmware.api [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Task: {'id': task-3236547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295418} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.890373] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.890373] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.890373] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.890373] env[69052]: INFO nova.compute.manager [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Took 1.27 seconds to destroy the instance on the hypervisor. [ 897.890816] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.895850] env[69052]: DEBUG nova.compute.manager [-] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.896033] env[69052]: DEBUG nova.network.neutron [-] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.902822] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.952951] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236549, 'name': ReconfigVM_Task, 'duration_secs': 0.402406} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.953403] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Reconfigured VM instance instance-00000046 to attach disk [datastore1] eb1d97fe-61e7-4543-bdb1-841e5db7f21c/eb1d97fe-61e7-4543-bdb1-841e5db7f21c.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.954168] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30a0d23a-e932-435f-9ec9-d8f772a140f3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.963942] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 897.963942] env[69052]: value = "task-3236550" [ 897.963942] env[69052]: _type = "Task" [ 897.963942] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.977126] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236550, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.083862] env[69052]: DEBUG nova.network.neutron [req-169f70a2-d8de-49ec-89a8-646fbd099c2f req-15bc4317-b869-4cc5-9d78-45259cf0e8f4 service nova] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Updated VIF entry in instance network info cache for port db4fe416-65d2-4292-89a3-67d65aaa212d. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.084364] env[69052]: DEBUG nova.network.neutron [req-169f70a2-d8de-49ec-89a8-646fbd099c2f req-15bc4317-b869-4cc5-9d78-45259cf0e8f4 service nova] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Updating instance_info_cache with network_info: [{"id": "db4fe416-65d2-4292-89a3-67d65aaa212d", "address": "fa:16:3e:e2:b1:cd", "network": {"id": "4a4e83c4-695c-4af6-9b9c-00ba411e71d3", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1940476888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caad81b06cdf4b4e8048aa56eea31258", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb4fe416-65", "ovs_interfaceid": "db4fe416-65d2-4292-89a3-67d65aaa212d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.102108] env[69052]: DEBUG oslo_vmware.api [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52007508-e0c3-1b8e-561f-73e9eba8cce5, 'name': SearchDatastore_Task, 'duration_secs': 0.023402} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.103476] env[69052]: DEBUG oslo_concurrency.lockutils [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.103855] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] de28d97b-f8b2-49ed-aa19-26543f9c3c42/de28d97b-f8b2-49ed-aa19-26543f9c3c42.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.104594] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-020d9bf8-ad91-4017-bfbc-22ae62733b4a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.115261] env[69052]: DEBUG oslo_vmware.api [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Waiting for the task: (returnval){ [ 898.115261] env[69052]: value = "task-3236551" [ 898.115261] env[69052]: _type = "Task" [ 898.115261] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.127960] env[69052]: DEBUG oslo_vmware.api [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Task: {'id': task-3236551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.143866] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.144502] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.178379] env[69052]: DEBUG nova.compute.utils [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.183540] env[69052]: DEBUG nova.compute.manager [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.183885] env[69052]: DEBUG nova.network.neutron [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.275998] env[69052]: DEBUG nova.policy [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55779f4490c245648dcc0a5fb6128694', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90aff9d1e4164beaa88aca4d9a9aa82b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.286117] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236536, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.381941] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.394861] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.477388] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236550, 'name': Rename_Task, 'duration_secs': 0.198774} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.478060] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.478477] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75156b5e-07a8-4dc1-bd0b-d2d9684f016b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.488660] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 898.488660] env[69052]: value = "task-3236552" [ 898.488660] env[69052]: _type = "Task" [ 898.488660] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.503952] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.591184] env[69052]: DEBUG oslo_concurrency.lockutils [req-169f70a2-d8de-49ec-89a8-646fbd099c2f req-15bc4317-b869-4cc5-9d78-45259cf0e8f4 service nova] Releasing lock "refresh_cache-de28d97b-f8b2-49ed-aa19-26543f9c3c42" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.632437] env[69052]: DEBUG oslo_vmware.api [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Task: {'id': task-3236551, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.657686] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.657887] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.658147] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.658290] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.658368] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.658494] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.658637] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69052) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 898.658789] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.683950] env[69052]: DEBUG nova.compute.manager [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.690947] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2466d5cc-2de4-4aa2-b4f3-0cd4d254087c tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.692489] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.904s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.692646] env[69052]: DEBUG nova.objects.instance [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Lazy-loading 'resources' on Instance uuid 2108c0a4-a6bc-42b6-87bf-c540a527496a {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.786064] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236536, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.895168] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.006378] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236552, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.126824] env[69052]: DEBUG oslo_vmware.api [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Task: {'id': task-3236551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630006} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.127156] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] de28d97b-f8b2-49ed-aa19-26543f9c3c42/de28d97b-f8b2-49ed-aa19-26543f9c3c42.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.127654] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.127654] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a286c6f0-9130-47a3-987c-fd918cb01476 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.140369] env[69052]: DEBUG oslo_vmware.api [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Waiting for the task: (returnval){ [ 899.140369] env[69052]: value = "task-3236553" [ 899.140369] env[69052]: _type = "Task" [ 899.140369] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.156395] env[69052]: DEBUG oslo_vmware.api [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Task: {'id': task-3236553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.163763] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.194128] env[69052]: DEBUG nova.network.neutron [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Successfully created port: c1a19d56-5727-4528-9d59-29685d8e22ce {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.282692] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236536, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.358921] env[69052]: DEBUG nova.network.neutron [-] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.397866] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.500682] env[69052]: DEBUG oslo_vmware.api [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236552, 'name': PowerOnVM_Task, 'duration_secs': 0.611591} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.501153] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.501281] env[69052]: DEBUG nova.compute.manager [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.503951] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e284b6d-4b9c-40eb-be53-3607317c9e83 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.602147] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eac78a7-2455-47ae-84c5-6a5e4c6757c2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.615216] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1eac22f-ec90-461e-a18d-b0c71323f297 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.654314] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1174c3-5766-4ebc-9d78-7dbc4675d379 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.664760] env[69052]: DEBUG oslo_vmware.api [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Task: {'id': task-3236553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089508} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.666891] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.667709] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a2650e-1c31-440e-abee-19722509a8df {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.671718] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6e98aa-f06e-46c9-a7c4-1d5a2c02dc4f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.698384] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] de28d97b-f8b2-49ed-aa19-26543f9c3c42/de28d97b-f8b2-49ed-aa19-26543f9c3c42.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.707301] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cfd249a-21ee-4dd5-abf2-c489f0577ccd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.722877] env[69052]: DEBUG nova.compute.manager [req-1149ee5d-0082-45dc-9678-bbc39b3b980f req-526b0140-8216-4ffd-b4f0-38d9ec49d0ab service nova] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Received event network-vif-deleted-7163b369-77d9-44a7-bf21-564011e76ff4 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.723958] env[69052]: DEBUG nova.compute.manager [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.727094] env[69052]: DEBUG nova.compute.provider_tree [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.730380] env[69052]: DEBUG nova.compute.manager [req-26db336e-cd6f-4a2d-90a0-1c7ad6fa5380 req-cb2ba7c2-7f17-4ad9-b513-fe60850454ab service nova] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Received event network-vif-deleted-e1538ca3-f602-4a20-af79-a407e26339b3 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.736741] env[69052]: DEBUG oslo_vmware.api [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Waiting for the task: (returnval){ [ 899.736741] env[69052]: value = "task-3236555" [ 899.736741] env[69052]: _type = "Task" [ 899.736741] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.747029] env[69052]: DEBUG oslo_vmware.api [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Task: {'id': task-3236555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.756132] env[69052]: DEBUG nova.virt.hardware [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.756417] env[69052]: DEBUG nova.virt.hardware [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.756568] env[69052]: DEBUG nova.virt.hardware [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.756769] env[69052]: DEBUG nova.virt.hardware [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.757547] env[69052]: DEBUG nova.virt.hardware [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.757628] env[69052]: DEBUG nova.virt.hardware [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.757841] env[69052]: DEBUG nova.virt.hardware [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.758023] env[69052]: DEBUG nova.virt.hardware [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.758194] env[69052]: DEBUG nova.virt.hardware [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.758365] env[69052]: DEBUG nova.virt.hardware [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.758547] env[69052]: DEBUG nova.virt.hardware [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.759508] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740ec412-0d3b-47e8-8115-73c1f06e05a7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.768246] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a79f97-dc73-445e-982c-cda8859fa903 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.788538] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236536, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.673733} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.788808] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d0285285-a935-4c90-86b9-85f80229d122/d0285285-a935-4c90-86b9-85f80229d122.vmdk to [datastore2] 56722277-77c9-43f6-a98e-f102e43df903/56722277-77c9-43f6-a98e-f102e43df903.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.789580] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea06ed9-d558-4f64-88b5-6b660e77f85a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.812975] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 56722277-77c9-43f6-a98e-f102e43df903/56722277-77c9-43f6-a98e-f102e43df903.vmdk or device None with type streamOptimized {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.813270] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-495a943c-3da0-4a7f-b54c-2641e666b1f6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.834311] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 899.834311] env[69052]: value = "task-3236556" [ 899.834311] env[69052]: _type = "Task" [ 899.834311] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.842508] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236556, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.861887] env[69052]: INFO nova.compute.manager [-] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Took 1.97 seconds to deallocate network for instance. [ 899.897457] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236548, 'name': ReconfigVM_Task, 'duration_secs': 2.189218} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.897533] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 1c69d12c-8441-484e-990c-dbdd81a9d21d/1c69d12c-8441-484e-990c-dbdd81a9d21d.vmdk or device None with type streamOptimized {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.898256] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eae85842-50c4-4df8-bd8b-237dcd4dc787 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.908516] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 899.908516] env[69052]: value = "task-3236557" [ 899.908516] env[69052]: _type = "Task" [ 899.908516] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.921146] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236557, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.027308] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.233446] env[69052]: DEBUG nova.scheduler.client.report [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.248057] env[69052]: DEBUG oslo_vmware.api [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Task: {'id': task-3236555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.345304] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236556, 'name': ReconfigVM_Task, 'duration_secs': 0.376029} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.345596] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 56722277-77c9-43f6-a98e-f102e43df903/56722277-77c9-43f6-a98e-f102e43df903.vmdk or device None with type streamOptimized {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.346233] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-935896f7-60c3-4f26-b820-e6a1b08a7d2d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.352988] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 900.352988] env[69052]: value = "task-3236558" [ 900.352988] env[69052]: _type = "Task" [ 900.352988] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.361667] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236558, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.372020] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.419169] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236557, 'name': Rename_Task, 'duration_secs': 0.210095} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.419391] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.419646] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0beba16-674a-4428-ad3c-2dab0b3d2c3f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.426867] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 900.426867] env[69052]: value = "task-3236559" [ 900.426867] env[69052]: _type = "Task" [ 900.426867] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.435333] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.738480] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.740458] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.638s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.742032] env[69052]: INFO nova.compute.claims [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.760972] env[69052]: DEBUG oslo_vmware.api [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Task: {'id': task-3236555, 'name': ReconfigVM_Task, 'duration_secs': 0.925159} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.761446] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Reconfigured VM instance instance-00000048 to attach disk [datastore1] de28d97b-f8b2-49ed-aa19-26543f9c3c42/de28d97b-f8b2-49ed-aa19-26543f9c3c42.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.761823] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86767cec-3777-4e72-8115-384b72f557e2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.770034] env[69052]: DEBUG oslo_vmware.api [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Waiting for the task: (returnval){ [ 900.770034] env[69052]: value = "task-3236560" [ 900.770034] env[69052]: _type = "Task" [ 900.770034] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.776213] env[69052]: INFO nova.scheduler.client.report [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Deleted allocations for instance 2108c0a4-a6bc-42b6-87bf-c540a527496a [ 900.790169] env[69052]: DEBUG oslo_vmware.api [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Task: {'id': task-3236560, 'name': Rename_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.802935] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Acquiring lock "f419ae47-7e6d-46bc-ba2f-f8e570fb8c80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.803487] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Lock "f419ae47-7e6d-46bc-ba2f-f8e570fb8c80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.803600] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Acquiring lock "f419ae47-7e6d-46bc-ba2f-f8e570fb8c80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.803876] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Lock "f419ae47-7e6d-46bc-ba2f-f8e570fb8c80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.804066] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Lock "f419ae47-7e6d-46bc-ba2f-f8e570fb8c80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.806970] env[69052]: INFO nova.compute.manager [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Terminating instance [ 900.869054] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236558, 'name': Rename_Task, 'duration_secs': 0.183088} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.869972] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.870260] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d933ee4-136c-4ae4-bfde-e8100a13a2cc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.880765] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 900.880765] env[69052]: value = "task-3236561" [ 900.880765] env[69052]: _type = "Task" [ 900.880765] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.891842] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.937546] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236559, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.281402] env[69052]: DEBUG oslo_vmware.api [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Task: {'id': task-3236560, 'name': Rename_Task, 'duration_secs': 0.286108} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.281688] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.284140] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-301ccee9-63f7-4f02-9295-ba4d3eebeb8e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.286224] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f733228-101f-474c-9c82-bb0a75226e01 tempest-ServersWithSpecificFlavorTestJSON-1375666926 tempest-ServersWithSpecificFlavorTestJSON-1375666926-project-member] Lock "2108c0a4-a6bc-42b6-87bf-c540a527496a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.469s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.294152] env[69052]: DEBUG oslo_vmware.api [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Waiting for the task: (returnval){ [ 901.294152] env[69052]: value = "task-3236562" [ 901.294152] env[69052]: _type = "Task" [ 901.294152] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.305531] env[69052]: DEBUG oslo_vmware.api [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Task: {'id': task-3236562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.317171] env[69052]: DEBUG nova.compute.manager [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.317394] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.318339] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9027f956-9ae9-4c21-ab0d-9b68b6baf76f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.328553] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.328553] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-523445bb-65b4-4098-8db1-64e38ebd342d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.337053] env[69052]: DEBUG oslo_vmware.api [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Waiting for the task: (returnval){ [ 901.337053] env[69052]: value = "task-3236563" [ 901.337053] env[69052]: _type = "Task" [ 901.337053] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.348208] env[69052]: DEBUG oslo_vmware.api [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.349804] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "eb1d97fe-61e7-4543-bdb1-841e5db7f21c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.350110] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "eb1d97fe-61e7-4543-bdb1-841e5db7f21c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.350377] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "eb1d97fe-61e7-4543-bdb1-841e5db7f21c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.350682] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "eb1d97fe-61e7-4543-bdb1-841e5db7f21c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.350934] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "eb1d97fe-61e7-4543-bdb1-841e5db7f21c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.353415] env[69052]: INFO nova.compute.manager [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Terminating instance [ 901.392071] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236561, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.441161] env[69052]: DEBUG oslo_vmware.api [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236559, 'name': PowerOnVM_Task, 'duration_secs': 0.889587} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.441161] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.441161] env[69052]: INFO nova.compute.manager [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Took 19.29 seconds to spawn the instance on the hypervisor. [ 901.441161] env[69052]: DEBUG nova.compute.manager [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.441161] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b497cf76-16d0-4b53-a12d-f2062d19047d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.591289] env[69052]: DEBUG nova.network.neutron [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Successfully updated port: c1a19d56-5727-4528-9d59-29685d8e22ce {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.804262] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-99bcbb15-dea8-4ac4-a796-fce164d0abd0 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Volume attach. Driver type: vmdk {{(pid=69052) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 901.804507] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-99bcbb15-dea8-4ac4-a796-fce164d0abd0 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646891', 'volume_id': '5b00f2e7-9eb7-4ba9-aa1f-a760a5e50815', 'name': 'volume-5b00f2e7-9eb7-4ba9-aa1f-a760a5e50815', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b839f31c-fe81-4af7-b93f-41479b62a5bd', 'attached_at': '', 'detached_at': '', 'volume_id': '5b00f2e7-9eb7-4ba9-aa1f-a760a5e50815', 'serial': '5b00f2e7-9eb7-4ba9-aa1f-a760a5e50815'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 901.805346] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ade6946-0b12-403a-87dd-4228488851d7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.817460] env[69052]: DEBUG oslo_vmware.api [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Task: {'id': task-3236562, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.831456] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c9da05-7f99-4368-b760-5a05b3a010f2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.858976] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-99bcbb15-dea8-4ac4-a796-fce164d0abd0 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] volume-5b00f2e7-9eb7-4ba9-aa1f-a760a5e50815/volume-5b00f2e7-9eb7-4ba9-aa1f-a760a5e50815.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.865327] env[69052]: DEBUG nova.compute.manager [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.865544] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.865804] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb9efc95-8b16-4b86-8a2d-704341c01491 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.880695] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099f3c42-0fb8-4e39-8ef7-cf7a7b58c688 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.890880] env[69052]: DEBUG oslo_vmware.api [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236563, 'name': PowerOffVM_Task, 'duration_secs': 0.243552} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.894405] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.894663] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.894966] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.895264] env[69052]: DEBUG oslo_vmware.api [None req-99bcbb15-dea8-4ac4-a796-fce164d0abd0 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 901.895264] env[69052]: value = "task-3236564" [ 901.895264] env[69052]: _type = "Task" [ 901.895264] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.895491] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63cf75d6-9d15-4f07-a56c-6b8c3d24ce9a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.897026] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b0fdbe7-73eb-4c62-82f7-f3b41c883034 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.907189] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236561, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.916199] env[69052]: DEBUG oslo_vmware.api [None req-99bcbb15-dea8-4ac4-a796-fce164d0abd0 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.918403] env[69052]: DEBUG oslo_vmware.api [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 901.918403] env[69052]: value = "task-3236565" [ 901.918403] env[69052]: _type = "Task" [ 901.918403] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.928550] env[69052]: DEBUG oslo_vmware.api [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.962521] env[69052]: INFO nova.compute.manager [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Took 44.85 seconds to build instance. [ 901.987461] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.987672] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.987868] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Deleting the datastore file [datastore1] f419ae47-7e6d-46bc-ba2f-f8e570fb8c80 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.990890] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4afa3580-c303-42b7-9490-be4e7b5f699b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.000860] env[69052]: DEBUG oslo_vmware.api [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Waiting for the task: (returnval){ [ 902.000860] env[69052]: value = "task-3236567" [ 902.000860] env[69052]: _type = "Task" [ 902.000860] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.013464] env[69052]: DEBUG oslo_vmware.api [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.080736] env[69052]: DEBUG nova.compute.manager [req-7364ce4e-fa98-4aa7-acc0-8f9b7f5bb164 req-7aa1fd45-15a4-4e9e-8fde-ee88671ea385 service nova] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Received event network-vif-plugged-c1a19d56-5727-4528-9d59-29685d8e22ce {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.081091] env[69052]: DEBUG oslo_concurrency.lockutils [req-7364ce4e-fa98-4aa7-acc0-8f9b7f5bb164 req-7aa1fd45-15a4-4e9e-8fde-ee88671ea385 service nova] Acquiring lock "5e7687e6-d333-4a4f-85f0-628f6afa8d79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.081217] env[69052]: DEBUG oslo_concurrency.lockutils [req-7364ce4e-fa98-4aa7-acc0-8f9b7f5bb164 req-7aa1fd45-15a4-4e9e-8fde-ee88671ea385 service nova] Lock "5e7687e6-d333-4a4f-85f0-628f6afa8d79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.081402] env[69052]: DEBUG oslo_concurrency.lockutils [req-7364ce4e-fa98-4aa7-acc0-8f9b7f5bb164 req-7aa1fd45-15a4-4e9e-8fde-ee88671ea385 service nova] Lock "5e7687e6-d333-4a4f-85f0-628f6afa8d79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.081552] env[69052]: DEBUG nova.compute.manager [req-7364ce4e-fa98-4aa7-acc0-8f9b7f5bb164 req-7aa1fd45-15a4-4e9e-8fde-ee88671ea385 service nova] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] No waiting events found dispatching network-vif-plugged-c1a19d56-5727-4528-9d59-29685d8e22ce {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 902.081855] env[69052]: WARNING nova.compute.manager [req-7364ce4e-fa98-4aa7-acc0-8f9b7f5bb164 req-7aa1fd45-15a4-4e9e-8fde-ee88671ea385 service nova] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Received unexpected event network-vif-plugged-c1a19d56-5727-4528-9d59-29685d8e22ce for instance with vm_state building and task_state spawning. [ 902.082024] env[69052]: DEBUG nova.compute.manager [req-7364ce4e-fa98-4aa7-acc0-8f9b7f5bb164 req-7aa1fd45-15a4-4e9e-8fde-ee88671ea385 service nova] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Received event network-changed-c1a19d56-5727-4528-9d59-29685d8e22ce {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.082205] env[69052]: DEBUG nova.compute.manager [req-7364ce4e-fa98-4aa7-acc0-8f9b7f5bb164 req-7aa1fd45-15a4-4e9e-8fde-ee88671ea385 service nova] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Refreshing instance network info cache due to event network-changed-c1a19d56-5727-4528-9d59-29685d8e22ce. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.082401] env[69052]: DEBUG oslo_concurrency.lockutils [req-7364ce4e-fa98-4aa7-acc0-8f9b7f5bb164 req-7aa1fd45-15a4-4e9e-8fde-ee88671ea385 service nova] Acquiring lock "refresh_cache-5e7687e6-d333-4a4f-85f0-628f6afa8d79" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.082537] env[69052]: DEBUG oslo_concurrency.lockutils [req-7364ce4e-fa98-4aa7-acc0-8f9b7f5bb164 req-7aa1fd45-15a4-4e9e-8fde-ee88671ea385 service nova] Acquired lock "refresh_cache-5e7687e6-d333-4a4f-85f0-628f6afa8d79" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.082752] env[69052]: DEBUG nova.network.neutron [req-7364ce4e-fa98-4aa7-acc0-8f9b7f5bb164 req-7aa1fd45-15a4-4e9e-8fde-ee88671ea385 service nova] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Refreshing network info cache for port c1a19d56-5727-4528-9d59-29685d8e22ce {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.094599] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquiring lock "refresh_cache-5e7687e6-d333-4a4f-85f0-628f6afa8d79" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.177292] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a04b9b-80f7-4578-a253-56578858a1bd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.185700] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daff9c82-f530-49b2-af5c-1f926ac20333 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.221155] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1d4b59-84e3-4593-b798-9d250f83537b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.232879] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2263e27d-205e-4601-86c9-07fa699ecc5f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.250938] env[69052]: DEBUG nova.compute.provider_tree [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.309842] env[69052]: DEBUG oslo_vmware.api [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Task: {'id': task-3236562, 'name': PowerOnVM_Task, 'duration_secs': 0.53038} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.310279] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.310497] env[69052]: INFO nova.compute.manager [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Took 9.32 seconds to spawn the instance on the hypervisor. [ 902.310684] env[69052]: DEBUG nova.compute.manager [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.311494] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5791f68c-2efb-4cbe-b215-7dd0ed18f7c7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.395535] env[69052]: DEBUG oslo_vmware.api [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236561, 'name': PowerOnVM_Task, 'duration_secs': 1.2645} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.395814] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.409277] env[69052]: DEBUG oslo_vmware.api [None req-99bcbb15-dea8-4ac4-a796-fce164d0abd0 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.430040] env[69052]: DEBUG oslo_vmware.api [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236565, 'name': PowerOffVM_Task, 'duration_secs': 0.243787} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.430860] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.430860] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.431037] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d7a7941-1182-4bdc-a715-a8c1654b619f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.467352] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2aba93c6-e4af-4861-8d4d-4441b05ce1eb tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "1c69d12c-8441-484e-990c-dbdd81a9d21d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.359s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.472148] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "e0b241bd-76bb-4aa1-a234-983eb6dd8e7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.472148] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "e0b241bd-76bb-4aa1-a234-983eb6dd8e7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.513074] env[69052]: DEBUG oslo_vmware.api [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Task: {'id': task-3236567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169026} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.513422] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.513618] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.513826] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.514027] env[69052]: INFO nova.compute.manager [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Took 1.20 seconds to destroy the instance on the hypervisor. [ 902.514268] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.514509] env[69052]: DEBUG nova.compute.manager [-] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.514615] env[69052]: DEBUG nova.network.neutron [-] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.521055] env[69052]: DEBUG nova.compute.manager [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.522108] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7f6ace-fd83-4904-8c91-27fa3aed1234 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.541027] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.541289] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.541899] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Deleting the datastore file [datastore1] eb1d97fe-61e7-4543-bdb1-841e5db7f21c {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.541899] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-332cfc0c-5eaa-4284-803f-89091d9948ac {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.549924] env[69052]: DEBUG oslo_vmware.api [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 902.549924] env[69052]: value = "task-3236569" [ 902.549924] env[69052]: _type = "Task" [ 902.549924] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.560610] env[69052]: DEBUG oslo_vmware.api [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.629368] env[69052]: DEBUG nova.network.neutron [req-7364ce4e-fa98-4aa7-acc0-8f9b7f5bb164 req-7aa1fd45-15a4-4e9e-8fde-ee88671ea385 service nova] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.746036] env[69052]: DEBUG nova.network.neutron [req-7364ce4e-fa98-4aa7-acc0-8f9b7f5bb164 req-7aa1fd45-15a4-4e9e-8fde-ee88671ea385 service nova] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.754922] env[69052]: DEBUG nova.scheduler.client.report [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.838447] env[69052]: INFO nova.compute.manager [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Took 31.23 seconds to build instance. [ 902.912891] env[69052]: DEBUG oslo_vmware.api [None req-99bcbb15-dea8-4ac4-a796-fce164d0abd0 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236564, 'name': ReconfigVM_Task, 'duration_secs': 0.596556} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.913218] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-99bcbb15-dea8-4ac4-a796-fce164d0abd0 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Reconfigured VM instance instance-0000002d to attach disk [datastore2] volume-5b00f2e7-9eb7-4ba9-aa1f-a760a5e50815/volume-5b00f2e7-9eb7-4ba9-aa1f-a760a5e50815.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.922267] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef4659e2-c647-4dd5-aaf9-79c6b2fc4502 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.942776] env[69052]: DEBUG oslo_vmware.api [None req-99bcbb15-dea8-4ac4-a796-fce164d0abd0 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 902.942776] env[69052]: value = "task-3236570" [ 902.942776] env[69052]: _type = "Task" [ 902.942776] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.955774] env[69052]: DEBUG oslo_vmware.api [None req-99bcbb15-dea8-4ac4-a796-fce164d0abd0 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.972982] env[69052]: DEBUG nova.compute.manager [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.043988] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9e1155d3-fe64-4ec2-9074-c191e8d4518a tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lock "56722277-77c9-43f6-a98e-f102e43df903" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 46.898s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.067138] env[69052]: DEBUG oslo_vmware.api [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.503249} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.067936] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.068159] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.068307] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.068466] env[69052]: INFO nova.compute.manager [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Took 1.20 seconds to destroy the instance on the hypervisor. [ 903.068701] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.068888] env[69052]: DEBUG nova.compute.manager [-] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.069067] env[69052]: DEBUG nova.network.neutron [-] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.248116] env[69052]: DEBUG oslo_concurrency.lockutils [req-7364ce4e-fa98-4aa7-acc0-8f9b7f5bb164 req-7aa1fd45-15a4-4e9e-8fde-ee88671ea385 service nova] Releasing lock "refresh_cache-5e7687e6-d333-4a4f-85f0-628f6afa8d79" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.248491] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquired lock "refresh_cache-5e7687e6-d333-4a4f-85f0-628f6afa8d79" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.248650] env[69052]: DEBUG nova.network.neutron [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.259306] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.259820] env[69052]: DEBUG nova.compute.manager [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.262585] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.082s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.266102] env[69052]: DEBUG nova.objects.instance [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Lazy-loading 'resources' on Instance uuid 7d0b57d7-4358-4a46-9f88-a439a405a891 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.342397] env[69052]: DEBUG oslo_concurrency.lockutils [None req-277a21d9-44b8-45f0-880f-0bc46238a4e5 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Lock "de28d97b-f8b2-49ed-aa19-26543f9c3c42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.744s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.453260] env[69052]: DEBUG oslo_vmware.api [None req-99bcbb15-dea8-4ac4-a796-fce164d0abd0 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236570, 'name': ReconfigVM_Task, 'duration_secs': 0.199473} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.453632] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-99bcbb15-dea8-4ac4-a796-fce164d0abd0 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646891', 'volume_id': '5b00f2e7-9eb7-4ba9-aa1f-a760a5e50815', 'name': 'volume-5b00f2e7-9eb7-4ba9-aa1f-a760a5e50815', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b839f31c-fe81-4af7-b93f-41479b62a5bd', 'attached_at': '', 'detached_at': '', 'volume_id': '5b00f2e7-9eb7-4ba9-aa1f-a760a5e50815', 'serial': '5b00f2e7-9eb7-4ba9-aa1f-a760a5e50815'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 903.470485] env[69052]: DEBUG nova.network.neutron [-] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.499919] env[69052]: DEBUG oslo_concurrency.lockutils [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Acquiring lock "de28d97b-f8b2-49ed-aa19-26543f9c3c42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.500256] env[69052]: DEBUG oslo_concurrency.lockutils [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Lock "de28d97b-f8b2-49ed-aa19-26543f9c3c42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.500519] env[69052]: DEBUG oslo_concurrency.lockutils [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Acquiring lock "de28d97b-f8b2-49ed-aa19-26543f9c3c42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.500715] env[69052]: DEBUG oslo_concurrency.lockutils [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Lock "de28d97b-f8b2-49ed-aa19-26543f9c3c42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.500912] env[69052]: DEBUG oslo_concurrency.lockutils [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Lock "de28d97b-f8b2-49ed-aa19-26543f9c3c42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.503239] env[69052]: INFO nova.compute.manager [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Terminating instance [ 903.512198] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.742609] env[69052]: DEBUG oslo_concurrency.lockutils [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "1c69d12c-8441-484e-990c-dbdd81a9d21d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.742942] env[69052]: DEBUG oslo_concurrency.lockutils [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "1c69d12c-8441-484e-990c-dbdd81a9d21d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.743178] env[69052]: DEBUG oslo_concurrency.lockutils [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "1c69d12c-8441-484e-990c-dbdd81a9d21d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.743364] env[69052]: DEBUG oslo_concurrency.lockutils [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "1c69d12c-8441-484e-990c-dbdd81a9d21d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.743531] env[69052]: DEBUG oslo_concurrency.lockutils [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "1c69d12c-8441-484e-990c-dbdd81a9d21d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.745774] env[69052]: INFO nova.compute.manager [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Terminating instance [ 903.765628] env[69052]: DEBUG nova.compute.utils [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.770257] env[69052]: DEBUG nova.compute.manager [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.770358] env[69052]: DEBUG nova.network.neutron [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.780502] env[69052]: DEBUG nova.network.neutron [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.815301] env[69052]: DEBUG nova.policy [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78348a018f734f91a89881c120c1fcba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fb03d391f034d659eb0774d2f5c60fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.931996] env[69052]: DEBUG nova.network.neutron [-] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.972743] env[69052]: INFO nova.compute.manager [-] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Took 1.46 seconds to deallocate network for instance. [ 903.987152] env[69052]: DEBUG nova.network.neutron [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Updating instance_info_cache with network_info: [{"id": "c1a19d56-5727-4528-9d59-29685d8e22ce", "address": "fa:16:3e:c4:86:bc", "network": {"id": "7ba2435b-549e-4dde-aa88-3b038381c670", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2005979931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90aff9d1e4164beaa88aca4d9a9aa82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1a19d56-57", "ovs_interfaceid": "c1a19d56-5727-4528-9d59-29685d8e22ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.017030] env[69052]: DEBUG nova.compute.manager [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.017296] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.018505] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34dd46e-6827-4d9a-95a1-b99406e3845e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.029247] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.029247] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5887f06a-042e-40f1-a688-b97f84a19972 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.040189] env[69052]: DEBUG oslo_vmware.api [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Waiting for the task: (returnval){ [ 904.040189] env[69052]: value = "task-3236571" [ 904.040189] env[69052]: _type = "Task" [ 904.040189] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.049699] env[69052]: DEBUG oslo_vmware.api [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Task: {'id': task-3236571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.129080] env[69052]: DEBUG nova.network.neutron [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Successfully created port: f3900a49-fb02-482f-9237-dffdaf876bd1 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.243957] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edac0f4f-cb62-44d3-84c9-050041df870b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.248881] env[69052]: DEBUG nova.compute.manager [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.249148] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.252975] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2651b5e-e25a-40f7-b743-8e3ee427cd35 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.256525] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5d06ab-cb79-4b8b-9a69-7982a0495c97 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.291891] env[69052]: DEBUG nova.compute.manager [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.298627] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8921e2-0f8f-4640-b950-68f79af8e380 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.302666] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.302666] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33f2ba3e-a4e3-4f40-923e-30cec013485d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.313069] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60466d18-ba5c-453e-8b5f-913b06c6e145 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.318824] env[69052]: DEBUG oslo_vmware.api [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 904.318824] env[69052]: value = "task-3236572" [ 904.318824] env[69052]: _type = "Task" [ 904.318824] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.331919] env[69052]: DEBUG nova.compute.provider_tree [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.339708] env[69052]: DEBUG oslo_vmware.api [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.434890] env[69052]: INFO nova.compute.manager [-] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Took 1.37 seconds to deallocate network for instance. [ 904.463510] env[69052]: DEBUG nova.compute.manager [req-fc16f53c-b3e1-43bf-9da0-4dadc6203f6e req-3e6523f4-13c2-4349-b182-e2f08eb274e1 service nova] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Received event network-vif-deleted-55f7e193-a6e7-4836-8c8a-0f5600712ca1 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.463768] env[69052]: DEBUG nova.compute.manager [req-fc16f53c-b3e1-43bf-9da0-4dadc6203f6e req-3e6523f4-13c2-4349-b182-e2f08eb274e1 service nova] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Received event network-vif-deleted-a9eb7aff-5bc3-4d63-b9be-02d1cc385299 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.487761] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.489589] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Releasing lock "refresh_cache-5e7687e6-d333-4a4f-85f0-628f6afa8d79" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.489898] env[69052]: DEBUG nova.compute.manager [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Instance network_info: |[{"id": "c1a19d56-5727-4528-9d59-29685d8e22ce", "address": "fa:16:3e:c4:86:bc", "network": {"id": "7ba2435b-549e-4dde-aa88-3b038381c670", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2005979931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90aff9d1e4164beaa88aca4d9a9aa82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1a19d56-57", "ovs_interfaceid": "c1a19d56-5727-4528-9d59-29685d8e22ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.490303] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:86:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1a19d56-5727-4528-9d59-29685d8e22ce', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.498091] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Creating folder: Project (90aff9d1e4164beaa88aca4d9a9aa82b). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.499242] env[69052]: DEBUG nova.objects.instance [None req-99bcbb15-dea8-4ac4-a796-fce164d0abd0 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lazy-loading 'flavor' on Instance uuid b839f31c-fe81-4af7-b93f-41479b62a5bd {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.500459] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec85867d-a5e6-4e61-940f-4bfa53aac4bf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.514557] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Created folder: Project (90aff9d1e4164beaa88aca4d9a9aa82b) in parent group-v646676. [ 904.514786] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Creating folder: Instances. Parent ref: group-v646892. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.514991] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49b8483a-fb94-4d24-ba8c-7cd2beb16c02 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.527446] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Created folder: Instances in parent group-v646892. [ 904.527702] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.527899] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.528206] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de93b68e-15a2-4bb6-bc57-5c8bd874ec31 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.554968] env[69052]: DEBUG oslo_vmware.api [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Task: {'id': task-3236571, 'name': PowerOffVM_Task, 'duration_secs': 0.253186} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.557752] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.557752] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.557752] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.557752] env[69052]: value = "task-3236575" [ 904.557752] env[69052]: _type = "Task" [ 904.557752] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.557752] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0003810d-46ff-48d0-9302-e40b9dc39cf6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.576185] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236575, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.642973] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.643386] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.643490] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Deleting the datastore file [datastore1] de28d97b-f8b2-49ed-aa19-26543f9c3c42 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.643801] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e9a5457-168f-4200-9847-580f79c73ed9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.653370] env[69052]: DEBUG oslo_vmware.api [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Waiting for the task: (returnval){ [ 904.653370] env[69052]: value = "task-3236577" [ 904.653370] env[69052]: _type = "Task" [ 904.653370] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.663270] env[69052]: DEBUG oslo_vmware.api [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Task: {'id': task-3236577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.830744] env[69052]: DEBUG oslo_vmware.api [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236572, 'name': PowerOffVM_Task, 'duration_secs': 0.364869} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.831023] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.831204] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.831469] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-030dc000-9dc0-4a4a-af65-e5b241fb2f4a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.836883] env[69052]: DEBUG nova.scheduler.client.report [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.917887] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.918154] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.918377] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Deleting the datastore file [datastore2] 1c69d12c-8441-484e-990c-dbdd81a9d21d {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.918697] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04b47e28-08b9-4790-93c8-dd72cc263eb0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.928088] env[69052]: DEBUG oslo_vmware.api [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 904.928088] env[69052]: value = "task-3236579" [ 904.928088] env[69052]: _type = "Task" [ 904.928088] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.938098] env[69052]: DEBUG oslo_vmware.api [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.941347] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.006480] env[69052]: DEBUG oslo_concurrency.lockutils [None req-99bcbb15-dea8-4ac4-a796-fce164d0abd0 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "b839f31c-fe81-4af7-b93f-41479b62a5bd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.344s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.069512] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236575, 'name': CreateVM_Task, 'duration_secs': 0.487333} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.069784] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.070460] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.070632] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.070976] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.071503] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8309c49-3ed3-4582-970d-edcae763c123 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.078095] env[69052]: DEBUG oslo_vmware.api [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 905.078095] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528abad6-5250-5d03-5e30-9d7158c9d0f0" [ 905.078095] env[69052]: _type = "Task" [ 905.078095] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.087013] env[69052]: DEBUG oslo_vmware.api [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528abad6-5250-5d03-5e30-9d7158c9d0f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.164641] env[69052]: DEBUG oslo_vmware.api [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Task: {'id': task-3236577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212233} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.164908] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.165136] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.165329] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.165503] env[69052]: INFO nova.compute.manager [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Took 1.15 seconds to destroy the instance on the hypervisor. [ 905.165746] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.165942] env[69052]: DEBUG nova.compute.manager [-] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 905.166047] env[69052]: DEBUG nova.network.neutron [-] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 905.306814] env[69052]: DEBUG nova.compute.manager [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.337898] env[69052]: DEBUG nova.virt.hardware [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.338198] env[69052]: DEBUG nova.virt.hardware [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.338374] env[69052]: DEBUG nova.virt.hardware [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.341533] env[69052]: DEBUG nova.virt.hardware [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.341722] env[69052]: DEBUG nova.virt.hardware [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.341887] env[69052]: DEBUG nova.virt.hardware [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.342279] env[69052]: DEBUG nova.virt.hardware [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.342444] env[69052]: DEBUG nova.virt.hardware [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.342616] env[69052]: DEBUG nova.virt.hardware [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.342850] env[69052]: DEBUG nova.virt.hardware [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.343010] env[69052]: DEBUG nova.virt.hardware [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.343931] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dfee7e-1b5d-484e-949e-ab320661e2df {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.354646] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c45392d-d5ba-43bc-ba11-5ac650414e69 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.438702] env[69052]: DEBUG oslo_vmware.api [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182318} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.439034] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.439261] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.439446] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.440443] env[69052]: INFO nova.compute.manager [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 905.440751] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.440962] env[69052]: DEBUG nova.compute.manager [-] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 905.441078] env[69052]: DEBUG nova.network.neutron [-] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 905.461802] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.464557] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.029s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.464862] env[69052]: DEBUG nova.objects.instance [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Lazy-loading 'resources' on Instance uuid 78a7aad6-b33e-4d1b-a06b-da3b836c5189 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.488818] env[69052]: INFO nova.scheduler.client.report [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Deleted allocations for instance 7d0b57d7-4358-4a46-9f88-a439a405a891 [ 905.549178] env[69052]: INFO nova.compute.manager [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Rescuing [ 905.549461] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "refresh_cache-b839f31c-fe81-4af7-b93f-41479b62a5bd" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.549617] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquired lock "refresh_cache-b839f31c-fe81-4af7-b93f-41479b62a5bd" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.549787] env[69052]: DEBUG nova.network.neutron [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.588994] env[69052]: DEBUG oslo_vmware.api [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528abad6-5250-5d03-5e30-9d7158c9d0f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011537} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.589349] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.589587] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.589823] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.589969] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.590163] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.590420] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbb235ad-0582-409c-9a73-5b4d0dd3d226 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.605520] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.605707] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.606450] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68e83778-4d48-477b-bbca-5b377ec44734 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.611954] env[69052]: DEBUG oslo_vmware.api [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 905.611954] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520f00d6-18ab-032c-78c4-0e70913f9171" [ 905.611954] env[69052]: _type = "Task" [ 905.611954] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.622023] env[69052]: DEBUG oslo_vmware.api [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520f00d6-18ab-032c-78c4-0e70913f9171, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.721421] env[69052]: DEBUG nova.network.neutron [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Successfully updated port: f3900a49-fb02-482f-9237-dffdaf876bd1 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.984108] env[69052]: DEBUG nova.compute.manager [req-3989fead-8d93-4bff-a0dc-e6d6f164b08c req-b28eb014-2c3d-4ee7-9fce-66d2129b0a93 service nova] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Received event network-vif-plugged-f3900a49-fb02-482f-9237-dffdaf876bd1 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.984398] env[69052]: DEBUG oslo_concurrency.lockutils [req-3989fead-8d93-4bff-a0dc-e6d6f164b08c req-b28eb014-2c3d-4ee7-9fce-66d2129b0a93 service nova] Acquiring lock "c3245dc8-eb8d-45f7-ae7c-c28ac37b3061-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.984556] env[69052]: DEBUG oslo_concurrency.lockutils [req-3989fead-8d93-4bff-a0dc-e6d6f164b08c req-b28eb014-2c3d-4ee7-9fce-66d2129b0a93 service nova] Lock "c3245dc8-eb8d-45f7-ae7c-c28ac37b3061-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.984722] env[69052]: DEBUG oslo_concurrency.lockutils [req-3989fead-8d93-4bff-a0dc-e6d6f164b08c req-b28eb014-2c3d-4ee7-9fce-66d2129b0a93 service nova] Lock "c3245dc8-eb8d-45f7-ae7c-c28ac37b3061-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.984889] env[69052]: DEBUG nova.compute.manager [req-3989fead-8d93-4bff-a0dc-e6d6f164b08c req-b28eb014-2c3d-4ee7-9fce-66d2129b0a93 service nova] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] No waiting events found dispatching network-vif-plugged-f3900a49-fb02-482f-9237-dffdaf876bd1 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.986305] env[69052]: WARNING nova.compute.manager [req-3989fead-8d93-4bff-a0dc-e6d6f164b08c req-b28eb014-2c3d-4ee7-9fce-66d2129b0a93 service nova] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Received unexpected event network-vif-plugged-f3900a49-fb02-482f-9237-dffdaf876bd1 for instance with vm_state building and task_state spawning. [ 905.997049] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b96e2c14-86aa-4b6d-8d4b-cc784861b97a tempest-ServersNegativeTestMultiTenantJSON-761917704 tempest-ServersNegativeTestMultiTenantJSON-761917704-project-member] Lock "7d0b57d7-4358-4a46-9f88-a439a405a891" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.372s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.126345] env[69052]: DEBUG oslo_vmware.api [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520f00d6-18ab-032c-78c4-0e70913f9171, 'name': SearchDatastore_Task, 'duration_secs': 0.046963} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.127426] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11678d19-0fdb-43e1-927b-301ee1cd08ab {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.133710] env[69052]: DEBUG oslo_vmware.api [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 906.133710] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5226988f-7816-2cd0-2935-8d27602a7e0a" [ 906.133710] env[69052]: _type = "Task" [ 906.133710] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.149422] env[69052]: DEBUG oslo_vmware.api [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5226988f-7816-2cd0-2935-8d27602a7e0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.226304] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Acquiring lock "refresh_cache-c3245dc8-eb8d-45f7-ae7c-c28ac37b3061" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.226449] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Acquired lock "refresh_cache-c3245dc8-eb8d-45f7-ae7c-c28ac37b3061" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.226598] env[69052]: DEBUG nova.network.neutron [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.384082] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3db4c9c-d33d-4cf3-b4db-011eb7f92cdd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.394648] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b0281e-b9e6-4985-ba57-78dadc54b8da {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.436026] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30482fc9-ceb2-4be0-9f7e-7f2566335943 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.445831] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72eeaac-7efe-4ba8-a3a2-9dd3d3d34724 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.466854] env[69052]: DEBUG nova.compute.provider_tree [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.598673] env[69052]: DEBUG nova.network.neutron [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Updating instance_info_cache with network_info: [{"id": "0fe2d08a-6abd-4f2b-8d47-9bce034cbb97", "address": "fa:16:3e:b3:b3:27", "network": {"id": "a490f064-ef53-4fb0-a146-0d36a6ba4204", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1657249736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a60b2155098b4cac81ebfbc86a70f9fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe2d08a-6a", "ovs_interfaceid": "0fe2d08a-6abd-4f2b-8d47-9bce034cbb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.598673] env[69052]: DEBUG nova.network.neutron [-] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.646446] env[69052]: DEBUG oslo_vmware.api [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5226988f-7816-2cd0-2935-8d27602a7e0a, 'name': SearchDatastore_Task, 'duration_secs': 0.035566} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.646918] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.646993] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 5e7687e6-d333-4a4f-85f0-628f6afa8d79/5e7687e6-d333-4a4f-85f0-628f6afa8d79.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.647304] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c33dfd10-4fe9-4ca8-9784-c6b1bb429a34 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.657775] env[69052]: DEBUG nova.compute.manager [req-7b320aba-c8e8-4c6e-b4e8-6e58faa9fa2f req-3e3ad509-b98e-4dfa-a27a-665dcdb923bd service nova] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Received event network-vif-deleted-db4fe416-65d2-4292-89a3-67d65aaa212d {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.657775] env[69052]: DEBUG nova.compute.manager [req-7b320aba-c8e8-4c6e-b4e8-6e58faa9fa2f req-3e3ad509-b98e-4dfa-a27a-665dcdb923bd service nova] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Received event network-vif-deleted-59be2989-cfb8-498e-9179-82aba582bd49 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.657775] env[69052]: INFO nova.compute.manager [req-7b320aba-c8e8-4c6e-b4e8-6e58faa9fa2f req-3e3ad509-b98e-4dfa-a27a-665dcdb923bd service nova] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Neutron deleted interface 59be2989-cfb8-498e-9179-82aba582bd49; detaching it from the instance and deleting it from the info cache [ 906.657775] env[69052]: DEBUG nova.network.neutron [req-7b320aba-c8e8-4c6e-b4e8-6e58faa9fa2f req-3e3ad509-b98e-4dfa-a27a-665dcdb923bd service nova] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.662594] env[69052]: DEBUG oslo_vmware.api [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 906.662594] env[69052]: value = "task-3236580" [ 906.662594] env[69052]: _type = "Task" [ 906.662594] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.672406] env[69052]: DEBUG oslo_vmware.api [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.790322] env[69052]: DEBUG nova.network.neutron [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.964523] env[69052]: DEBUG nova.network.neutron [-] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.972227] env[69052]: DEBUG nova.scheduler.client.report [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.099446] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Releasing lock "refresh_cache-b839f31c-fe81-4af7-b93f-41479b62a5bd" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.103743] env[69052]: INFO nova.compute.manager [-] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Took 1.94 seconds to deallocate network for instance. [ 907.165031] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adadf5cc-c758-4910-8a24-d247b80be2c8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.170450] env[69052]: DEBUG nova.network.neutron [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Updating instance_info_cache with network_info: [{"id": "f3900a49-fb02-482f-9237-dffdaf876bd1", "address": "fa:16:3e:ed:85:2f", "network": {"id": "77f977b4-3020-499f-9e67-052d5953b9db", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2127856504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fb03d391f034d659eb0774d2f5c60fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3900a49-fb", "ovs_interfaceid": "f3900a49-fb02-482f-9237-dffdaf876bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.180215] env[69052]: DEBUG oslo_vmware.api [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487443} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.184349] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 5e7687e6-d333-4a4f-85f0-628f6afa8d79/5e7687e6-d333-4a4f-85f0-628f6afa8d79.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.184349] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.187463] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a978f20-33d4-469e-b303-9ea3f4fc6718 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.195594] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4feed9-1d31-4c5e-a08d-93cdf9cc21b7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.210284] env[69052]: DEBUG oslo_vmware.api [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 907.210284] env[69052]: value = "task-3236581" [ 907.210284] env[69052]: _type = "Task" [ 907.210284] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.221550] env[69052]: DEBUG oslo_vmware.api [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.240222] env[69052]: DEBUG nova.compute.manager [req-7b320aba-c8e8-4c6e-b4e8-6e58faa9fa2f req-3e3ad509-b98e-4dfa-a27a-665dcdb923bd service nova] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Detach interface failed, port_id=59be2989-cfb8-498e-9179-82aba582bd49, reason: Instance 1c69d12c-8441-484e-990c-dbdd81a9d21d could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 907.406093] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6c3299-84f0-4fc9-ac10-3f2a269c2444 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.417071] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4cab6e7a-21d9-40c1-add9-6fc95e8086f4 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Suspending the VM {{(pid=69052) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 907.417416] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e585e07f-5298-4cb8-b653-7d26b389933a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.429188] env[69052]: DEBUG oslo_vmware.api [None req-4cab6e7a-21d9-40c1-add9-6fc95e8086f4 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 907.429188] env[69052]: value = "task-3236582" [ 907.429188] env[69052]: _type = "Task" [ 907.429188] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.451448] env[69052]: DEBUG oslo_vmware.api [None req-4cab6e7a-21d9-40c1-add9-6fc95e8086f4 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236582, 'name': SuspendVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.469512] env[69052]: INFO nova.compute.manager [-] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Took 2.03 seconds to deallocate network for instance. [ 907.479747] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.484126] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.326s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.484126] env[69052]: DEBUG nova.objects.instance [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lazy-loading 'resources' on Instance uuid 0c78112e-f66a-4382-9fb2-3a448309d148 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.528128] env[69052]: INFO nova.scheduler.client.report [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Deleted allocations for instance 78a7aad6-b33e-4d1b-a06b-da3b836c5189 [ 907.615025] env[69052]: DEBUG oslo_concurrency.lockutils [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.674563] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Releasing lock "refresh_cache-c3245dc8-eb8d-45f7-ae7c-c28ac37b3061" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.675190] env[69052]: DEBUG nova.compute.manager [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Instance network_info: |[{"id": "f3900a49-fb02-482f-9237-dffdaf876bd1", "address": "fa:16:3e:ed:85:2f", "network": {"id": "77f977b4-3020-499f-9e67-052d5953b9db", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2127856504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fb03d391f034d659eb0774d2f5c60fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3900a49-fb", "ovs_interfaceid": "f3900a49-fb02-482f-9237-dffdaf876bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.675753] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:85:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7b7edd0-124a-48ec-ae26-1aa14f9b884a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3900a49-fb02-482f-9237-dffdaf876bd1', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.685088] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Creating folder: Project (5fb03d391f034d659eb0774d2f5c60fe). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.685425] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc57040c-bc18-4ca0-afd0-38c88d03269d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.702113] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Created folder: Project (5fb03d391f034d659eb0774d2f5c60fe) in parent group-v646676. [ 907.702381] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Creating folder: Instances. Parent ref: group-v646895. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.702760] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf8758c1-1dd9-41c6-b385-603f7406ed1b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.728768] env[69052]: DEBUG oslo_vmware.api [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077946} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.730320] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.730656] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Created folder: Instances in parent group-v646895. [ 907.730880] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.732572] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e343a7-ffe0-4424-9f46-ed474e48f20c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.736418] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.736687] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eba9a1ea-1f41-4612-b524-8367721aaeec {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.778545] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 5e7687e6-d333-4a4f-85f0-628f6afa8d79/5e7687e6-d333-4a4f-85f0-628f6afa8d79.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.781470] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c4e3026-23c9-4587-aba9-d79d5b183537 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.795799] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.795799] env[69052]: value = "task-3236585" [ 907.795799] env[69052]: _type = "Task" [ 907.795799] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.807199] env[69052]: DEBUG oslo_vmware.api [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 907.807199] env[69052]: value = "task-3236586" [ 907.807199] env[69052]: _type = "Task" [ 907.807199] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.809828] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236585, 'name': CreateVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.826481] env[69052]: DEBUG oslo_vmware.api [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.871942] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9ad81c0e-4b50-4cc8-95e4-2203e954154e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "interface-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.873046] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9ad81c0e-4b50-4cc8-95e4-2203e954154e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "interface-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.875973] env[69052]: DEBUG nova.objects.instance [None req-9ad81c0e-4b50-4cc8-95e4-2203e954154e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lazy-loading 'flavor' on Instance uuid 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.943230] env[69052]: DEBUG oslo_vmware.api [None req-4cab6e7a-21d9-40c1-add9-6fc95e8086f4 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236582, 'name': SuspendVM_Task} progress is 62%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.979116] env[69052]: DEBUG oslo_concurrency.lockutils [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.985838] env[69052]: DEBUG nova.objects.instance [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lazy-loading 'numa_topology' on Instance uuid 0c78112e-f66a-4382-9fb2-3a448309d148 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.037988] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8ce335aa-ee3f-451b-bd62-aeeee9367c38 tempest-ServerShowV257Test-1075173848 tempest-ServerShowV257Test-1075173848-project-member] Lock "78a7aad6-b33e-4d1b-a06b-da3b836c5189" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.903s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.311942] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236585, 'name': CreateVM_Task, 'duration_secs': 0.54634} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.314836] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.315749] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.315990] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.317126] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.317182] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33450183-ccb0-4b6f-8b23-93419c33029b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.324678] env[69052]: DEBUG oslo_vmware.api [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.326395] env[69052]: DEBUG oslo_vmware.api [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Waiting for the task: (returnval){ [ 908.326395] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5288fc7f-6ac8-5825-3ee2-939a6bfe115d" [ 908.326395] env[69052]: _type = "Task" [ 908.326395] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.336835] env[69052]: DEBUG oslo_vmware.api [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5288fc7f-6ac8-5825-3ee2-939a6bfe115d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.384887] env[69052]: DEBUG nova.objects.instance [None req-9ad81c0e-4b50-4cc8-95e4-2203e954154e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lazy-loading 'pci_requests' on Instance uuid 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.397912] env[69052]: DEBUG nova.compute.manager [req-b29cff3e-dc66-4a7c-9e68-aa18817177cf req-09d4fdd3-6b3d-41db-8167-7873a7c4818c service nova] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Received event network-changed-f3900a49-fb02-482f-9237-dffdaf876bd1 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.398128] env[69052]: DEBUG nova.compute.manager [req-b29cff3e-dc66-4a7c-9e68-aa18817177cf req-09d4fdd3-6b3d-41db-8167-7873a7c4818c service nova] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Refreshing instance network info cache due to event network-changed-f3900a49-fb02-482f-9237-dffdaf876bd1. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.398355] env[69052]: DEBUG oslo_concurrency.lockutils [req-b29cff3e-dc66-4a7c-9e68-aa18817177cf req-09d4fdd3-6b3d-41db-8167-7873a7c4818c service nova] Acquiring lock "refresh_cache-c3245dc8-eb8d-45f7-ae7c-c28ac37b3061" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.398493] env[69052]: DEBUG oslo_concurrency.lockutils [req-b29cff3e-dc66-4a7c-9e68-aa18817177cf req-09d4fdd3-6b3d-41db-8167-7873a7c4818c service nova] Acquired lock "refresh_cache-c3245dc8-eb8d-45f7-ae7c-c28ac37b3061" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.398648] env[69052]: DEBUG nova.network.neutron [req-b29cff3e-dc66-4a7c-9e68-aa18817177cf req-09d4fdd3-6b3d-41db-8167-7873a7c4818c service nova] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Refreshing network info cache for port f3900a49-fb02-482f-9237-dffdaf876bd1 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.440881] env[69052]: DEBUG oslo_vmware.api [None req-4cab6e7a-21d9-40c1-add9-6fc95e8086f4 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236582, 'name': SuspendVM_Task, 'duration_secs': 0.93594} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.441223] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4cab6e7a-21d9-40c1-add9-6fc95e8086f4 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Suspended the VM {{(pid=69052) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 908.441411] env[69052]: DEBUG nova.compute.manager [None req-4cab6e7a-21d9-40c1-add9-6fc95e8086f4 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.442207] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a10fa27-6135-4b5e-abb5-0377d8f81991 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.490725] env[69052]: DEBUG nova.objects.base [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Object Instance<0c78112e-f66a-4382-9fb2-3a448309d148> lazy-loaded attributes: resources,numa_topology {{(pid=69052) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 908.654433] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.654525] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f69b118d-9f38-488e-8e26-065ffb94ad9f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.665526] env[69052]: DEBUG oslo_vmware.api [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 908.665526] env[69052]: value = "task-3236587" [ 908.665526] env[69052]: _type = "Task" [ 908.665526] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.677428] env[69052]: DEBUG oslo_vmware.api [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.824430] env[69052]: DEBUG oslo_vmware.api [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236586, 'name': ReconfigVM_Task, 'duration_secs': 0.855144} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.824430] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 5e7687e6-d333-4a4f-85f0-628f6afa8d79/5e7687e6-d333-4a4f-85f0-628f6afa8d79.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.825108] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbdd972c-09d8-447e-9079-83228746117a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.836694] env[69052]: DEBUG oslo_vmware.api [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 908.836694] env[69052]: value = "task-3236588" [ 908.836694] env[69052]: _type = "Task" [ 908.836694] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.843025] env[69052]: DEBUG oslo_vmware.api [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5288fc7f-6ac8-5825-3ee2-939a6bfe115d, 'name': SearchDatastore_Task, 'duration_secs': 0.017385} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.846428] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.846690] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.846933] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.847096] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.847278] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.847570] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f22f365-b6f7-49c0-bc7a-fa0b3a40abeb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.860315] env[69052]: DEBUG oslo_vmware.api [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236588, 'name': Rename_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.864477] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.864669] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.867570] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e44f98c9-cdfe-4d1e-8b8d-7f424765afcc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.870467] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37c0b76-76f5-4536-972d-bc75b86ee9c7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.879058] env[69052]: DEBUG oslo_vmware.api [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Waiting for the task: (returnval){ [ 908.879058] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f5f759-a0f4-7d50-7df4-764356b81891" [ 908.879058] env[69052]: _type = "Task" [ 908.879058] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.886874] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7779e7c0-e18d-4c56-a9b5-47ccf9c1cc47 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.889706] env[69052]: DEBUG nova.objects.base [None req-9ad81c0e-4b50-4cc8-95e4-2203e954154e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Object Instance<4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a> lazy-loaded attributes: flavor,pci_requests {{(pid=69052) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 908.889943] env[69052]: DEBUG nova.network.neutron [None req-9ad81c0e-4b50-4cc8-95e4-2203e954154e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.898874] env[69052]: DEBUG oslo_vmware.api [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f5f759-a0f4-7d50-7df4-764356b81891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.931483] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3f2941-030a-4a86-ab8a-36948aeee80a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.940733] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c8724a-c7aa-4158-a99b-39d8bae3a086 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.958158] env[69052]: DEBUG nova.compute.provider_tree [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.011522] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9ad81c0e-4b50-4cc8-95e4-2203e954154e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "interface-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.139s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.179100] env[69052]: DEBUG oslo_vmware.api [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236587, 'name': PowerOffVM_Task, 'duration_secs': 0.473279} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.179391] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.180243] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed217cf-1028-42bb-8377-d67baa352e69 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.204037] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef14b616-c41e-46e3-814d-98d95f415467 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.236665] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.236967] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd49db25-71e0-4d6d-ba4e-34cf6e6ffdbb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.249773] env[69052]: DEBUG oslo_vmware.api [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 909.249773] env[69052]: value = "task-3236589" [ 909.249773] env[69052]: _type = "Task" [ 909.249773] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.255730] env[69052]: DEBUG oslo_vmware.api [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.353131] env[69052]: DEBUG oslo_vmware.api [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236588, 'name': Rename_Task, 'duration_secs': 0.26269} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.353443] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.353717] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d872ff87-d0cd-4f1a-b287-f1c74b480f8e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.360603] env[69052]: DEBUG oslo_vmware.api [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 909.360603] env[69052]: value = "task-3236590" [ 909.360603] env[69052]: _type = "Task" [ 909.360603] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.369026] env[69052]: DEBUG oslo_vmware.api [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.391665] env[69052]: DEBUG oslo_vmware.api [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f5f759-a0f4-7d50-7df4-764356b81891, 'name': SearchDatastore_Task, 'duration_secs': 0.027164} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.392463] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7610030f-72f2-4b75-bc55-5c6c10cb59ac {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.398058] env[69052]: DEBUG oslo_vmware.api [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Waiting for the task: (returnval){ [ 909.398058] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522a556a-b49c-9a9b-9894-18e5db359488" [ 909.398058] env[69052]: _type = "Task" [ 909.398058] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.407016] env[69052]: DEBUG oslo_vmware.api [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522a556a-b49c-9a9b-9894-18e5db359488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.462093] env[69052]: DEBUG nova.scheduler.client.report [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.758393] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] VM already powered off {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 909.758709] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.758830] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.788246] env[69052]: DEBUG nova.network.neutron [req-b29cff3e-dc66-4a7c-9e68-aa18817177cf req-09d4fdd3-6b3d-41db-8167-7873a7c4818c service nova] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Updated VIF entry in instance network info cache for port f3900a49-fb02-482f-9237-dffdaf876bd1. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.788246] env[69052]: DEBUG nova.network.neutron [req-b29cff3e-dc66-4a7c-9e68-aa18817177cf req-09d4fdd3-6b3d-41db-8167-7873a7c4818c service nova] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Updating instance_info_cache with network_info: [{"id": "f3900a49-fb02-482f-9237-dffdaf876bd1", "address": "fa:16:3e:ed:85:2f", "network": {"id": "77f977b4-3020-499f-9e67-052d5953b9db", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2127856504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fb03d391f034d659eb0774d2f5c60fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3900a49-fb", "ovs_interfaceid": "f3900a49-fb02-482f-9237-dffdaf876bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.874291] env[69052]: DEBUG oslo_vmware.api [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236590, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.912026] env[69052]: DEBUG oslo_vmware.api [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522a556a-b49c-9a9b-9894-18e5db359488, 'name': SearchDatastore_Task, 'duration_secs': 0.011871} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.912026] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.912026] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] c3245dc8-eb8d-45f7-ae7c-c28ac37b3061/c3245dc8-eb8d-45f7-ae7c-c28ac37b3061.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.912026] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.912026] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.912026] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-761bdd4b-0742-436e-bdd7-d5bb23f0ffa6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.913712] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-134b3e3e-9eb8-460e-a2c6-f6cf9872ddb5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.925195] env[69052]: DEBUG oslo_vmware.api [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Waiting for the task: (returnval){ [ 909.925195] env[69052]: value = "task-3236591" [ 909.925195] env[69052]: _type = "Task" [ 909.925195] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.933556] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.933767] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.937123] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a692a043-ae37-47f6-8d47-07901af3ba7b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.942740] env[69052]: DEBUG oslo_vmware.api [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 909.942740] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528cc07f-a1e8-da16-eec0-c7e093e33fe1" [ 909.942740] env[69052]: _type = "Task" [ 909.942740] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.948223] env[69052]: DEBUG oslo_vmware.api [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Task: {'id': task-3236591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.957833] env[69052]: DEBUG oslo_vmware.api [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528cc07f-a1e8-da16-eec0-c7e093e33fe1, 'name': SearchDatastore_Task, 'duration_secs': 0.010452} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.958706] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7e6937a-3b84-4929-8187-95d46640f3b5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.967415] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.485s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.970229] env[69052]: DEBUG oslo_vmware.api [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 909.970229] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522180d3-9b70-af2d-d70e-3b03db3c4e12" [ 909.970229] env[69052]: _type = "Task" [ 909.970229] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.970883] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.589s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.971133] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.973221] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.810s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.973439] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.973617] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69052) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 909.973898] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.948s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.974126] env[69052]: DEBUG nova.objects.instance [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69052) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 909.981103] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b8a201-3a0d-4aae-a183-ab189f74cb9d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.996564] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d93eaa-daf2-4334-ba3a-fc340f1a5b45 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.002232] env[69052]: DEBUG oslo_vmware.api [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522180d3-9b70-af2d-d70e-3b03db3c4e12, 'name': SearchDatastore_Task, 'duration_secs': 0.011292} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.002715] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.003283] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] b839f31c-fe81-4af7-b93f-41479b62a5bd/3049a76a-6d1f-4722-9e01-a59c1119031f-rescue.vmdk. {{(pid=69052) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 910.004181] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e0f3e3f-cb61-4ba8-839c-9a3d87ba1b21 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.022655] env[69052]: INFO nova.scheduler.client.report [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Deleted allocations for instance b60dc416-39de-4dfa-a046-5e60cc9ffeed [ 910.024752] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10196632-f2fc-43d8-8934-dc629f4d9b6a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.028811] env[69052]: DEBUG oslo_vmware.api [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 910.028811] env[69052]: value = "task-3236592" [ 910.028811] env[69052]: _type = "Task" [ 910.028811] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.043350] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad38b81-05ab-482a-a60b-bff4d785dbb4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.050283] env[69052]: DEBUG oslo_vmware.api [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.082804] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178364MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=69052) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 910.083019] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.294438] env[69052]: DEBUG oslo_concurrency.lockutils [req-b29cff3e-dc66-4a7c-9e68-aa18817177cf req-09d4fdd3-6b3d-41db-8167-7873a7c4818c service nova] Releasing lock "refresh_cache-c3245dc8-eb8d-45f7-ae7c-c28ac37b3061" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.372922] env[69052]: DEBUG oslo_vmware.api [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236590, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.440229] env[69052]: DEBUG oslo_vmware.api [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Task: {'id': task-3236591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481799} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.440707] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] c3245dc8-eb8d-45f7-ae7c-c28ac37b3061/c3245dc8-eb8d-45f7-ae7c-c28ac37b3061.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.441042] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.441340] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5538195d-f8a6-4e73-8321-6b0e71703504 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.452252] env[69052]: DEBUG oslo_vmware.api [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Waiting for the task: (returnval){ [ 910.452252] env[69052]: value = "task-3236593" [ 910.452252] env[69052]: _type = "Task" [ 910.452252] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.470015] env[69052]: DEBUG oslo_vmware.api [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Task: {'id': task-3236593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.478018] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d3690dca-b832-40f1-8c92-d152f4edbbb5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "0c78112e-f66a-4382-9fb2-3a448309d148" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 40.213s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.479211] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "0c78112e-f66a-4382-9fb2-3a448309d148" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 16.279s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.483024] env[69052]: INFO nova.compute.manager [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Unshelving [ 910.538737] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1a37d2f9-2f6f-4f58-a53f-027d55914b53 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "b60dc416-39de-4dfa-a046-5e60cc9ffeed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.452s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.548338] env[69052]: DEBUG oslo_vmware.api [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236592, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.881032] env[69052]: DEBUG oslo_vmware.api [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236590, 'name': PowerOnVM_Task, 'duration_secs': 1.0178} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.881307] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.881414] env[69052]: INFO nova.compute.manager [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Took 11.16 seconds to spawn the instance on the hypervisor. [ 910.881582] env[69052]: DEBUG nova.compute.manager [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.883271] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1fd109-6fcd-4465-be3a-c11518ff2442 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.962541] env[69052]: DEBUG oslo_vmware.api [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Task: {'id': task-3236593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093451} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.962848] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.963654] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af6e9dd-4d1e-49bf-adc6-33aefd4fc847 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.970762] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Acquiring lock "ffe88174-f31a-4e21-9aa6-17e7d838a492" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.970999] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Lock "ffe88174-f31a-4e21-9aa6-17e7d838a492" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.993351] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] c3245dc8-eb8d-45f7-ae7c-c28ac37b3061/c3245dc8-eb8d-45f7-ae7c-c28ac37b3061.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.996608] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6616e05-ee90-4b65-94bd-9709c90ce878 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.997461] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-736d80ac-687a-46af-86aa-7610c4314a21 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.016054] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.647s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.016113] env[69052]: DEBUG nova.objects.instance [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Lazy-loading 'resources' on Instance uuid 99a03827-ed53-4c0a-987a-a383c4eff5cc {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.024387] env[69052]: DEBUG oslo_vmware.api [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Waiting for the task: (returnval){ [ 911.024387] env[69052]: value = "task-3236594" [ 911.024387] env[69052]: _type = "Task" [ 911.024387] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.038298] env[69052]: DEBUG oslo_vmware.api [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Task: {'id': task-3236594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.051409] env[69052]: DEBUG oslo_vmware.api [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740122} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.052841] env[69052]: INFO nova.virt.vmwareapi.ds_util [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] b839f31c-fe81-4af7-b93f-41479b62a5bd/3049a76a-6d1f-4722-9e01-a59c1119031f-rescue.vmdk. [ 911.052841] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392d846c-970d-460f-8332-c354d852d2bf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.087832] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] b839f31c-fe81-4af7-b93f-41479b62a5bd/3049a76a-6d1f-4722-9e01-a59c1119031f-rescue.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.088817] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feb85e30-58a4-4749-aa10-dfe499c25be8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.110803] env[69052]: DEBUG oslo_vmware.api [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 911.110803] env[69052]: value = "task-3236595" [ 911.110803] env[69052]: _type = "Task" [ 911.110803] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.120379] env[69052]: DEBUG oslo_vmware.api [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236595, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.351586] env[69052]: DEBUG oslo_concurrency.lockutils [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "interface-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.351870] env[69052]: DEBUG oslo_concurrency.lockutils [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "interface-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.352218] env[69052]: DEBUG nova.objects.instance [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lazy-loading 'flavor' on Instance uuid 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.408034] env[69052]: INFO nova.compute.manager [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Took 31.32 seconds to build instance. [ 911.473541] env[69052]: DEBUG nova.compute.manager [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.519090] env[69052]: DEBUG nova.compute.utils [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.536082] env[69052]: DEBUG oslo_vmware.api [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Task: {'id': task-3236594, 'name': ReconfigVM_Task, 'duration_secs': 0.287111} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.536737] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Reconfigured VM instance instance-0000004a to attach disk [datastore2] c3245dc8-eb8d-45f7-ae7c-c28ac37b3061/c3245dc8-eb8d-45f7-ae7c-c28ac37b3061.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.537485] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5a88867-c478-4a06-a589-c95ada8b6cf8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.546061] env[69052]: DEBUG oslo_vmware.api [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Waiting for the task: (returnval){ [ 911.546061] env[69052]: value = "task-3236596" [ 911.546061] env[69052]: _type = "Task" [ 911.546061] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.560410] env[69052]: DEBUG oslo_vmware.api [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Task: {'id': task-3236596, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.623563] env[69052]: DEBUG oslo_vmware.api [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236595, 'name': ReconfigVM_Task, 'duration_secs': 0.348743} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.623931] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Reconfigured VM instance instance-0000002d to attach disk [datastore2] b839f31c-fe81-4af7-b93f-41479b62a5bd/3049a76a-6d1f-4722-9e01-a59c1119031f-rescue.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.624920] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ead23d-8d21-42a6-a878-12f6b641c9dc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.660015] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7147541b-235a-4e43-b065-bf76e3a06022 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.679009] env[69052]: DEBUG oslo_vmware.api [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 911.679009] env[69052]: value = "task-3236597" [ 911.679009] env[69052]: _type = "Task" [ 911.679009] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.691195] env[69052]: DEBUG oslo_vmware.api [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.876386] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41087df3-5652-4c69-b069-e214cf4bdd65 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.887152] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ebdba1-c05f-47d0-9a47-243037112fd1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.928218] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e68819dc-9838-4ae6-98d1-ebc4ec3e775e tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lock "5e7687e6-d333-4a4f-85f0-628f6afa8d79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.849s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.929116] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e3676d-1717-4218-9e31-9fd2ad4fcf4a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.941701] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246c76a1-98f6-4fb5-8f9a-2f469e39829b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.959475] env[69052]: DEBUG nova.compute.provider_tree [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.984360] env[69052]: DEBUG nova.objects.instance [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lazy-loading 'pci_requests' on Instance uuid 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.999070] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.024236] env[69052]: INFO nova.virt.block_device [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Booting with volume d327fd9f-761a-4803-acda-0f868d3e9b54 at /dev/sdb [ 912.029417] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Acquiring lock "1e3c83a0-2c88-4a9c-8170-a60a5c73cb10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.029589] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Lock "1e3c83a0-2c88-4a9c-8170-a60a5c73cb10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.057393] env[69052]: DEBUG oslo_vmware.api [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Task: {'id': task-3236596, 'name': Rename_Task, 'duration_secs': 0.161903} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.057617] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.057761] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb26df85-3f55-418a-bc76-a75cbf908550 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.065560] env[69052]: DEBUG oslo_vmware.api [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Waiting for the task: (returnval){ [ 912.065560] env[69052]: value = "task-3236598" [ 912.065560] env[69052]: _type = "Task" [ 912.065560] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.069863] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f4f8859-318b-4f6e-ada0-14a6df5c91cb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.079743] env[69052]: DEBUG oslo_vmware.api [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Task: {'id': task-3236598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.083566] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69627f8e-b8f8-4ed8-90ca-eb7ee324930c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.122509] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea89c772-ec77-4ede-96c2-f7eae41d3922 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.136409] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b6fcaa-6040-44bf-ada5-486f8f8503c8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.172263] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1434b592-e00a-482c-b028-0cd0b3cea50e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.197137] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeac8ff6-ca7f-4851-92ad-0792ab8aaeed {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.199766] env[69052]: DEBUG oslo_vmware.api [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236597, 'name': ReconfigVM_Task, 'duration_secs': 0.175016} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.200011] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.200591] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10a93628-0c55-4c78-bc2e-c06e3193b215 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.207766] env[69052]: DEBUG oslo_vmware.api [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 912.207766] env[69052]: value = "task-3236599" [ 912.207766] env[69052]: _type = "Task" [ 912.207766] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.216536] env[69052]: DEBUG nova.virt.block_device [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Updating existing volume attachment record: d45efa6c-89e9-4dd9-b382-514cf1b15baf {{(pid=69052) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 912.221623] env[69052]: DEBUG oslo_vmware.api [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.406194] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "378d47dd-e9df-4594-9180-9dfe8a815a38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.406484] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "378d47dd-e9df-4594-9180-9dfe8a815a38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.464083] env[69052]: DEBUG nova.scheduler.client.report [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.492592] env[69052]: DEBUG nova.objects.base [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Object Instance<4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a> lazy-loaded attributes: flavor,pci_requests {{(pid=69052) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 912.492592] env[69052]: DEBUG nova.network.neutron [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.535186] env[69052]: DEBUG nova.compute.manager [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.571746] env[69052]: DEBUG nova.policy [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5127a580dea040e38a680bee88523fbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33c7667f503642149086357b7386842c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.580027] env[69052]: DEBUG oslo_vmware.api [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Task: {'id': task-3236598, 'name': PowerOnVM_Task, 'duration_secs': 0.493832} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.580237] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.580459] env[69052]: INFO nova.compute.manager [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Took 7.27 seconds to spawn the instance on the hypervisor. [ 912.580639] env[69052]: DEBUG nova.compute.manager [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.581575] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ae56f2-fb31-4042-b104-83243ad77d08 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.606204] env[69052]: INFO nova.compute.manager [None req-42c9e6d5-8974-4593-a4e6-2443dc859663 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Resuming [ 912.606554] env[69052]: DEBUG nova.objects.instance [None req-42c9e6d5-8974-4593-a4e6-2443dc859663 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lazy-loading 'flavor' on Instance uuid 56722277-77c9-43f6-a98e-f102e43df903 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.718172] env[69052]: DEBUG oslo_vmware.api [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236599, 'name': PowerOnVM_Task, 'duration_secs': 0.433743} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.718501] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.721584] env[69052]: DEBUG nova.compute.manager [None req-b3b727c4-44d7-444d-baeb-8e36bb5cd2a8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.722359] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221e7a8f-5d7e-46ea-bc29-bdb66d9107ff {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.908651] env[69052]: DEBUG nova.compute.manager [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.970708] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.973633] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.462s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.975415] env[69052]: INFO nova.compute.claims [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.004084] env[69052]: INFO nova.scheduler.client.report [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Deleted allocations for instance 99a03827-ed53-4c0a-987a-a383c4eff5cc [ 913.014936] env[69052]: DEBUG nova.network.neutron [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Successfully created port: 71371330-dd57-4f87-b31b-2701b8df4ab9 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.077906] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.104203] env[69052]: INFO nova.compute.manager [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Took 28.02 seconds to build instance. [ 913.433976] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.514369] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bffc921d-bce1-430f-844f-0afd99f22ba5 tempest-ServersV294TestFqdnHostnames-1167629305 tempest-ServersV294TestFqdnHostnames-1167629305-project-member] Lock "99a03827-ed53-4c0a-987a-a383c4eff5cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.416s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.606144] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b293578a-fffb-432e-9ba7-95280b1e123d tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Lock "c3245dc8-eb8d-45f7-ae7c-c28ac37b3061" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.534s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.117116] env[69052]: DEBUG oslo_concurrency.lockutils [None req-42c9e6d5-8974-4593-a4e6-2443dc859663 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquiring lock "refresh_cache-56722277-77c9-43f6-a98e-f102e43df903" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.117465] env[69052]: DEBUG oslo_concurrency.lockutils [None req-42c9e6d5-8974-4593-a4e6-2443dc859663 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquired lock "refresh_cache-56722277-77c9-43f6-a98e-f102e43df903" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.117572] env[69052]: DEBUG nova.network.neutron [None req-42c9e6d5-8974-4593-a4e6-2443dc859663 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.269395] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc00c9b2-5c18-44bf-93eb-fdfa86165036 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.277228] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e203a414-6ac7-4a8f-b0d0-9602ef7be4be {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.310496] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c736157-f9d6-4e15-97b9-59d0171f52b1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.319739] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcf39c4-a196-4c3a-90a0-08450bb6a338 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.333678] env[69052]: DEBUG nova.compute.provider_tree [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.837355] env[69052]: DEBUG nova.scheduler.client.report [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.936499] env[69052]: DEBUG nova.network.neutron [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Successfully updated port: 71371330-dd57-4f87-b31b-2701b8df4ab9 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 914.998141] env[69052]: INFO nova.compute.manager [None req-470c78ac-0b33-417e-85c0-f31d6708e0e8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Unrescuing [ 914.998657] env[69052]: DEBUG oslo_concurrency.lockutils [None req-470c78ac-0b33-417e-85c0-f31d6708e0e8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "refresh_cache-b839f31c-fe81-4af7-b93f-41479b62a5bd" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.998998] env[69052]: DEBUG oslo_concurrency.lockutils [None req-470c78ac-0b33-417e-85c0-f31d6708e0e8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquired lock "refresh_cache-b839f31c-fe81-4af7-b93f-41479b62a5bd" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.999356] env[69052]: DEBUG nova.network.neutron [None req-470c78ac-0b33-417e-85c0-f31d6708e0e8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.067644] env[69052]: DEBUG nova.network.neutron [None req-42c9e6d5-8974-4593-a4e6-2443dc859663 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Updating instance_info_cache with network_info: [{"id": "85e64d75-de04-4fdd-b4de-da30b61f02b2", "address": "fa:16:3e:1a:db:8f", "network": {"id": "611d28cc-a800-4dc3-b742-50f4fc61d247", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1084610409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0012c8d368c4b578be0ba9f528ec75b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e64d75-de", "ovs_interfaceid": "85e64d75-de04-4fdd-b4de-da30b61f02b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.180146] env[69052]: DEBUG nova.compute.manager [req-e432a2b7-20b3-492d-a252-c4fc9eaa4790 req-93bce76b-db41-48ce-9b42-c5a6d7168601 service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Received event network-vif-plugged-71371330-dd57-4f87-b31b-2701b8df4ab9 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.180146] env[69052]: DEBUG oslo_concurrency.lockutils [req-e432a2b7-20b3-492d-a252-c4fc9eaa4790 req-93bce76b-db41-48ce-9b42-c5a6d7168601 service nova] Acquiring lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.180146] env[69052]: DEBUG oslo_concurrency.lockutils [req-e432a2b7-20b3-492d-a252-c4fc9eaa4790 req-93bce76b-db41-48ce-9b42-c5a6d7168601 service nova] Lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.180146] env[69052]: DEBUG oslo_concurrency.lockutils [req-e432a2b7-20b3-492d-a252-c4fc9eaa4790 req-93bce76b-db41-48ce-9b42-c5a6d7168601 service nova] Lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.180852] env[69052]: DEBUG nova.compute.manager [req-e432a2b7-20b3-492d-a252-c4fc9eaa4790 req-93bce76b-db41-48ce-9b42-c5a6d7168601 service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] No waiting events found dispatching network-vif-plugged-71371330-dd57-4f87-b31b-2701b8df4ab9 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.181206] env[69052]: WARNING nova.compute.manager [req-e432a2b7-20b3-492d-a252-c4fc9eaa4790 req-93bce76b-db41-48ce-9b42-c5a6d7168601 service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Received unexpected event network-vif-plugged-71371330-dd57-4f87-b31b-2701b8df4ab9 for instance with vm_state active and task_state None. [ 915.344156] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.344367] env[69052]: DEBUG nova.compute.manager [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.347203] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.860s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.347436] env[69052]: DEBUG nova.objects.instance [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Lazy-loading 'resources' on Instance uuid f419ae47-7e6d-46bc-ba2f-f8e570fb8c80 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.438959] env[69052]: DEBUG oslo_concurrency.lockutils [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "refresh_cache-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.439208] env[69052]: DEBUG oslo_concurrency.lockutils [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired lock "refresh_cache-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.439350] env[69052]: DEBUG nova.network.neutron [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.572364] env[69052]: DEBUG oslo_concurrency.lockutils [None req-42c9e6d5-8974-4593-a4e6-2443dc859663 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Releasing lock "refresh_cache-56722277-77c9-43f6-a98e-f102e43df903" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.573844] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae10a160-42e8-4e46-92e1-87f9f783e49a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.581113] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-42c9e6d5-8974-4593-a4e6-2443dc859663 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Resuming the VM {{(pid=69052) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 915.581364] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-340afec5-2c34-4c3b-aa83-1fd75bc2ec5c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.589596] env[69052]: DEBUG oslo_vmware.api [None req-42c9e6d5-8974-4593-a4e6-2443dc859663 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 915.589596] env[69052]: value = "task-3236604" [ 915.589596] env[69052]: _type = "Task" [ 915.589596] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.601014] env[69052]: DEBUG oslo_vmware.api [None req-42c9e6d5-8974-4593-a4e6-2443dc859663 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.751412] env[69052]: DEBUG nova.network.neutron [None req-470c78ac-0b33-417e-85c0-f31d6708e0e8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Updating instance_info_cache with network_info: [{"id": "0fe2d08a-6abd-4f2b-8d47-9bce034cbb97", "address": "fa:16:3e:b3:b3:27", "network": {"id": "a490f064-ef53-4fb0-a146-0d36a6ba4204", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1657249736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a60b2155098b4cac81ebfbc86a70f9fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe2d08a-6a", "ovs_interfaceid": "0fe2d08a-6abd-4f2b-8d47-9bce034cbb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.852766] env[69052]: DEBUG nova.compute.utils [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.855191] env[69052]: DEBUG nova.compute.manager [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.855423] env[69052]: DEBUG nova.network.neutron [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.904518] env[69052]: DEBUG nova.policy [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e48bbb19a3454821828f21b4df062b58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12d5287ebecb463ca0f3e47ef8801cff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.989150] env[69052]: WARNING nova.network.neutron [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] fbddf3de-3881-43c0-ae19-3c6b7abdb3e5 already exists in list: networks containing: ['fbddf3de-3881-43c0-ae19-3c6b7abdb3e5']. ignoring it [ 916.111993] env[69052]: DEBUG oslo_vmware.api [None req-42c9e6d5-8974-4593-a4e6-2443dc859663 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236604, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.225438] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867dbdc7-e8bc-45d5-960b-397e8e8e478c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.234378] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787f4bfc-5d5e-4a49-9393-68275cf34a03 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.273437] env[69052]: DEBUG oslo_concurrency.lockutils [None req-470c78ac-0b33-417e-85c0-f31d6708e0e8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Releasing lock "refresh_cache-b839f31c-fe81-4af7-b93f-41479b62a5bd" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.274206] env[69052]: DEBUG nova.objects.instance [None req-470c78ac-0b33-417e-85c0-f31d6708e0e8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lazy-loading 'flavor' on Instance uuid b839f31c-fe81-4af7-b93f-41479b62a5bd {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.276558] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ad5382-c1a2-4791-bc51-adb5b7b72bf4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.288929] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3563ecca-a08d-4761-9b56-8050151f35ce {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.313659] env[69052]: DEBUG nova.compute.provider_tree [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.356271] env[69052]: DEBUG nova.compute.manager [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.434656] env[69052]: DEBUG nova.network.neutron [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Successfully created port: bfcdab73-2d52-495a-afed-df1adfb308b3 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.495213] env[69052]: DEBUG nova.network.neutron [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Updating instance_info_cache with network_info: [{"id": "a21869f9-8991-4561-902c-b9d4da95446a", "address": "fa:16:3e:27:42:78", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa21869f9-89", "ovs_interfaceid": "a21869f9-8991-4561-902c-b9d4da95446a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "71371330-dd57-4f87-b31b-2701b8df4ab9", "address": "fa:16:3e:da:2b:bd", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71371330-dd", "ovs_interfaceid": "71371330-dd57-4f87-b31b-2701b8df4ab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.606691] env[69052]: DEBUG oslo_vmware.api [None req-42c9e6d5-8974-4593-a4e6-2443dc859663 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236604, 'name': PowerOnVM_Task, 'duration_secs': 0.953122} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.607048] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-42c9e6d5-8974-4593-a4e6-2443dc859663 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Resumed the VM {{(pid=69052) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 916.607203] env[69052]: DEBUG nova.compute.manager [None req-42c9e6d5-8974-4593-a4e6-2443dc859663 tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.608049] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee95cdc-0346-4df1-aafe-4d5a7e801093 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.781953] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5b2f7b-edf3-44bb-81e4-0b51346fdc0d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.818429] env[69052]: DEBUG nova.scheduler.client.report [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.822539] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-470c78ac-0b33-417e-85c0-f31d6708e0e8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.822932] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9daec631-6fd4-49fe-a527-54610e33b843 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.838600] env[69052]: DEBUG oslo_vmware.api [None req-470c78ac-0b33-417e-85c0-f31d6708e0e8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 916.838600] env[69052]: value = "task-3236605" [ 916.838600] env[69052]: _type = "Task" [ 916.838600] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.850185] env[69052]: DEBUG oslo_vmware.api [None req-470c78ac-0b33-417e-85c0-f31d6708e0e8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.998434] env[69052]: DEBUG oslo_concurrency.lockutils [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Releasing lock "refresh_cache-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.999199] env[69052]: DEBUG oslo_concurrency.lockutils [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.999361] env[69052]: DEBUG oslo_concurrency.lockutils [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.000318] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7ef506-5045-407e-ae62-c6d196392069 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.020091] env[69052]: DEBUG nova.virt.hardware [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.020569] env[69052]: DEBUG nova.virt.hardware [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.020822] env[69052]: DEBUG nova.virt.hardware [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.021036] env[69052]: DEBUG nova.virt.hardware [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.021556] env[69052]: DEBUG nova.virt.hardware [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.021850] env[69052]: DEBUG nova.virt.hardware [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.022058] env[69052]: DEBUG nova.virt.hardware [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.022252] env[69052]: DEBUG nova.virt.hardware [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.022428] env[69052]: DEBUG nova.virt.hardware [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.022618] env[69052]: DEBUG nova.virt.hardware [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.023407] env[69052]: DEBUG nova.virt.hardware [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.031552] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Reconfiguring VM to attach interface {{(pid=69052) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 917.032158] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1e2f488-06fc-404a-aba0-3b0f49993e03 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.056057] env[69052]: DEBUG oslo_vmware.api [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 917.056057] env[69052]: value = "task-3236606" [ 917.056057] env[69052]: _type = "Task" [ 917.056057] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.068501] env[69052]: DEBUG oslo_vmware.api [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236606, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.333979] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.335970] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.395s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.336686] env[69052]: DEBUG nova.objects.instance [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lazy-loading 'resources' on Instance uuid eb1d97fe-61e7-4543-bdb1-841e5db7f21c {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.352168] env[69052]: DEBUG oslo_vmware.api [None req-470c78ac-0b33-417e-85c0-f31d6708e0e8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236605, 'name': PowerOffVM_Task, 'duration_secs': 0.24954} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.352627] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-470c78ac-0b33-417e-85c0-f31d6708e0e8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.358473] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-470c78ac-0b33-417e-85c0-f31d6708e0e8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Reconfiguring VM instance instance-0000002d to detach disk 2002 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 917.359211] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc5beffc-cbf7-42fc-af54-c76598fe153b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.375423] env[69052]: INFO nova.scheduler.client.report [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Deleted allocations for instance f419ae47-7e6d-46bc-ba2f-f8e570fb8c80 [ 917.379116] env[69052]: DEBUG nova.compute.manager [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.393034] env[69052]: DEBUG oslo_vmware.api [None req-470c78ac-0b33-417e-85c0-f31d6708e0e8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 917.393034] env[69052]: value = "task-3236607" [ 917.393034] env[69052]: _type = "Task" [ 917.393034] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.401179] env[69052]: DEBUG oslo_vmware.api [None req-470c78ac-0b33-417e-85c0-f31d6708e0e8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.411265] env[69052]: DEBUG nova.virt.hardware [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.412036] env[69052]: DEBUG nova.virt.hardware [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.413251] env[69052]: DEBUG nova.virt.hardware [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.413251] env[69052]: DEBUG nova.virt.hardware [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.413251] env[69052]: DEBUG nova.virt.hardware [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.413251] env[69052]: DEBUG nova.virt.hardware [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.413696] env[69052]: DEBUG nova.virt.hardware [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.414790] env[69052]: DEBUG nova.virt.hardware [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.414790] env[69052]: DEBUG nova.virt.hardware [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.414790] env[69052]: DEBUG nova.virt.hardware [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.414790] env[69052]: DEBUG nova.virt.hardware [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.416224] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008fa6af-c923-45bf-84e6-7b75133fc332 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.426846] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06176375-0769-4ded-8121-d4db081d80fd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.569735] env[69052]: DEBUG oslo_vmware.api [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.819133] env[69052]: DEBUG nova.compute.manager [req-9694b4b6-bd9d-412d-b501-4209f3c50153 req-63782ed0-97c4-4faf-9cf2-d3b99bb8feec service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Received event network-changed-71371330-dd57-4f87-b31b-2701b8df4ab9 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.819133] env[69052]: DEBUG nova.compute.manager [req-9694b4b6-bd9d-412d-b501-4209f3c50153 req-63782ed0-97c4-4faf-9cf2-d3b99bb8feec service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Refreshing instance network info cache due to event network-changed-71371330-dd57-4f87-b31b-2701b8df4ab9. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.819309] env[69052]: DEBUG oslo_concurrency.lockutils [req-9694b4b6-bd9d-412d-b501-4209f3c50153 req-63782ed0-97c4-4faf-9cf2-d3b99bb8feec service nova] Acquiring lock "refresh_cache-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.819477] env[69052]: DEBUG oslo_concurrency.lockutils [req-9694b4b6-bd9d-412d-b501-4209f3c50153 req-63782ed0-97c4-4faf-9cf2-d3b99bb8feec service nova] Acquired lock "refresh_cache-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.819665] env[69052]: DEBUG nova.network.neutron [req-9694b4b6-bd9d-412d-b501-4209f3c50153 req-63782ed0-97c4-4faf-9cf2-d3b99bb8feec service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Refreshing network info cache for port 71371330-dd57-4f87-b31b-2701b8df4ab9 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.890619] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1993bebd-5141-42d3-99f3-4a122f8ead8f tempest-SecurityGroupsTestJSON-1624451074 tempest-SecurityGroupsTestJSON-1624451074-project-member] Lock "f419ae47-7e6d-46bc-ba2f-f8e570fb8c80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.087s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.905480] env[69052]: DEBUG oslo_vmware.api [None req-470c78ac-0b33-417e-85c0-f31d6708e0e8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236607, 'name': ReconfigVM_Task, 'duration_secs': 0.266971} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.905480] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-470c78ac-0b33-417e-85c0-f31d6708e0e8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Reconfigured VM instance instance-0000002d to detach disk 2002 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 917.905480] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-470c78ac-0b33-417e-85c0-f31d6708e0e8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.905723] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5993f40-ffd8-462c-81e0-502334e0da73 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.915856] env[69052]: DEBUG oslo_vmware.api [None req-470c78ac-0b33-417e-85c0-f31d6708e0e8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 917.915856] env[69052]: value = "task-3236608" [ 917.915856] env[69052]: _type = "Task" [ 917.915856] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.935515] env[69052]: DEBUG oslo_vmware.api [None req-470c78ac-0b33-417e-85c0-f31d6708e0e8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.073604] env[69052]: DEBUG oslo_vmware.api [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.266225] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc93ddcd-b485-4611-bb9e-c1e4fec92478 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.275972] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6a5f66-e821-4744-b5e4-fb20c0961508 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.308360] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f06b20-d0c8-409f-b57f-263f26679af6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.320772] env[69052]: DEBUG nova.compute.manager [None req-7c5ba7e7-efd1-44e8-ab36-27a342e456d0 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.322034] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d21fc9-9b1e-435b-bb1b-a34149993247 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.326838] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efedfb4c-8d05-4c0d-9952-92ba6cf15d3f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.352107] env[69052]: DEBUG nova.compute.provider_tree [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.370450] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.426877] env[69052]: DEBUG oslo_vmware.api [None req-470c78ac-0b33-417e-85c0-f31d6708e0e8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236608, 'name': PowerOnVM_Task, 'duration_secs': 0.473251} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.427353] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-470c78ac-0b33-417e-85c0-f31d6708e0e8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.427610] env[69052]: DEBUG nova.compute.manager [None req-470c78ac-0b33-417e-85c0-f31d6708e0e8 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.428608] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39579f4-eeb9-4865-af70-13b06b27559b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.461447] env[69052]: DEBUG nova.network.neutron [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Successfully updated port: bfcdab73-2d52-495a-afed-df1adfb308b3 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.570796] env[69052]: DEBUG oslo_vmware.api [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236606, 'name': ReconfigVM_Task, 'duration_secs': 1.241472} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.571803] env[69052]: DEBUG oslo_concurrency.lockutils [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Releasing lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.572027] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Reconfigured VM to attach interface {{(pid=69052) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 918.712351] env[69052]: DEBUG nova.network.neutron [req-9694b4b6-bd9d-412d-b501-4209f3c50153 req-63782ed0-97c4-4faf-9cf2-d3b99bb8feec service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Updated VIF entry in instance network info cache for port 71371330-dd57-4f87-b31b-2701b8df4ab9. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.712636] env[69052]: DEBUG nova.network.neutron [req-9694b4b6-bd9d-412d-b501-4209f3c50153 req-63782ed0-97c4-4faf-9cf2-d3b99bb8feec service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Updating instance_info_cache with network_info: [{"id": "a21869f9-8991-4561-902c-b9d4da95446a", "address": "fa:16:3e:27:42:78", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa21869f9-89", "ovs_interfaceid": "a21869f9-8991-4561-902c-b9d4da95446a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "71371330-dd57-4f87-b31b-2701b8df4ab9", "address": "fa:16:3e:da:2b:bd", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71371330-dd", "ovs_interfaceid": "71371330-dd57-4f87-b31b-2701b8df4ab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.795844] env[69052]: DEBUG nova.compute.manager [req-4763c5eb-1079-4fb0-8d5b-4a4f12790be9 req-bb93f81b-2fa2-4f5d-8c2a-7c5a42ef846f service nova] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Received event network-vif-plugged-bfcdab73-2d52-495a-afed-df1adfb308b3 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.797192] env[69052]: DEBUG oslo_concurrency.lockutils [req-4763c5eb-1079-4fb0-8d5b-4a4f12790be9 req-bb93f81b-2fa2-4f5d-8c2a-7c5a42ef846f service nova] Acquiring lock "e0b241bd-76bb-4aa1-a234-983eb6dd8e7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.797572] env[69052]: DEBUG oslo_concurrency.lockutils [req-4763c5eb-1079-4fb0-8d5b-4a4f12790be9 req-bb93f81b-2fa2-4f5d-8c2a-7c5a42ef846f service nova] Lock "e0b241bd-76bb-4aa1-a234-983eb6dd8e7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.797995] env[69052]: DEBUG oslo_concurrency.lockutils [req-4763c5eb-1079-4fb0-8d5b-4a4f12790be9 req-bb93f81b-2fa2-4f5d-8c2a-7c5a42ef846f service nova] Lock "e0b241bd-76bb-4aa1-a234-983eb6dd8e7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.798313] env[69052]: DEBUG nova.compute.manager [req-4763c5eb-1079-4fb0-8d5b-4a4f12790be9 req-bb93f81b-2fa2-4f5d-8c2a-7c5a42ef846f service nova] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] No waiting events found dispatching network-vif-plugged-bfcdab73-2d52-495a-afed-df1adfb308b3 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 918.798576] env[69052]: WARNING nova.compute.manager [req-4763c5eb-1079-4fb0-8d5b-4a4f12790be9 req-bb93f81b-2fa2-4f5d-8c2a-7c5a42ef846f service nova] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Received unexpected event network-vif-plugged-bfcdab73-2d52-495a-afed-df1adfb308b3 for instance with vm_state building and task_state spawning. [ 918.860937] env[69052]: DEBUG nova.scheduler.client.report [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.866965] env[69052]: INFO nova.compute.manager [None req-7c5ba7e7-efd1-44e8-ab36-27a342e456d0 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] instance snapshotting [ 918.871426] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972e2d6c-58e6-4856-ae83-634c1806c6eb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.895540] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1c31e0-5d82-4dff-9b4f-825f8597f01a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.966209] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "refresh_cache-e0b241bd-76bb-4aa1-a234-983eb6dd8e7c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.966325] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired lock "refresh_cache-e0b241bd-76bb-4aa1-a234-983eb6dd8e7c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.966464] env[69052]: DEBUG nova.network.neutron [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.077504] env[69052]: DEBUG oslo_concurrency.lockutils [None req-49c0303a-88a3-4287-8d92-43ea238440f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "interface-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.725s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.218131] env[69052]: DEBUG oslo_concurrency.lockutils [req-9694b4b6-bd9d-412d-b501-4209f3c50153 req-63782ed0-97c4-4faf-9cf2-d3b99bb8feec service nova] Releasing lock "refresh_cache-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.370963] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.375853] env[69052]: DEBUG oslo_concurrency.lockutils [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.760s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.376082] env[69052]: DEBUG nova.objects.instance [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Lazy-loading 'resources' on Instance uuid de28d97b-f8b2-49ed-aa19-26543f9c3c42 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.403339] env[69052]: INFO nova.scheduler.client.report [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Deleted allocations for instance eb1d97fe-61e7-4543-bdb1-841e5db7f21c [ 919.412067] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7c5ba7e7-efd1-44e8-ab36-27a342e456d0 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Creating Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 919.412461] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9909543a-a6ed-472c-b9f1-ca047aa766a1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.423628] env[69052]: DEBUG oslo_vmware.api [None req-7c5ba7e7-efd1-44e8-ab36-27a342e456d0 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 919.423628] env[69052]: value = "task-3236609" [ 919.423628] env[69052]: _type = "Task" [ 919.423628] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.442365] env[69052]: DEBUG oslo_vmware.api [None req-7c5ba7e7-efd1-44e8-ab36-27a342e456d0 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236609, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.533115] env[69052]: DEBUG nova.network.neutron [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.827638] env[69052]: DEBUG nova.network.neutron [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Updating instance_info_cache with network_info: [{"id": "bfcdab73-2d52-495a-afed-df1adfb308b3", "address": "fa:16:3e:fe:bd:ca", "network": {"id": "742db944-3947-4476-b14c-efc7d440e7a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-605717120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12d5287ebecb463ca0f3e47ef8801cff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcdab73-2d", "ovs_interfaceid": "bfcdab73-2d52-495a-afed-df1adfb308b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.915038] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a95b5dcf-e662-4194-929a-b7eaff80e285 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "eb1d97fe-61e7-4543-bdb1-841e5db7f21c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.564s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.936947] env[69052]: DEBUG oslo_vmware.api [None req-7c5ba7e7-efd1-44e8-ab36-27a342e456d0 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236609, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.260992] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b7dafd-b547-4f7a-a054-5a1513c98841 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.277024] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1b6ca0-fef8-46b7-ba0e-175dd2f6c423 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.310943] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477dbbf5-4633-494b-a58c-74dce4c9034a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.324692] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfd6a6b-4b33-4b84-b58a-3a05d5c585c0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.331053] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Releasing lock "refresh_cache-e0b241bd-76bb-4aa1-a234-983eb6dd8e7c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.331506] env[69052]: DEBUG nova.compute.manager [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Instance network_info: |[{"id": "bfcdab73-2d52-495a-afed-df1adfb308b3", "address": "fa:16:3e:fe:bd:ca", "network": {"id": "742db944-3947-4476-b14c-efc7d440e7a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-605717120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12d5287ebecb463ca0f3e47ef8801cff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcdab73-2d", "ovs_interfaceid": "bfcdab73-2d52-495a-afed-df1adfb308b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.331985] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:bd:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfcdab73-2d52-495a-afed-df1adfb308b3', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.340336] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.341123] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.341376] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c452ae5-cfb1-4d1d-a2ab-67f29c3289f6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.372185] env[69052]: DEBUG nova.compute.provider_tree [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.384143] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.384143] env[69052]: value = "task-3236610" [ 920.384143] env[69052]: _type = "Task" [ 920.384143] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.399784] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236610, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.434685] env[69052]: DEBUG oslo_vmware.api [None req-7c5ba7e7-efd1-44e8-ab36-27a342e456d0 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236609, 'name': CreateSnapshot_Task, 'duration_secs': 0.924079} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.435201] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7c5ba7e7-efd1-44e8-ab36-27a342e456d0 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Created Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 920.435856] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ec45cf-4e12-40b9-8cf4-edc1ac5f4771 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.876125] env[69052]: DEBUG nova.scheduler.client.report [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.900768] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236610, 'name': CreateVM_Task, 'duration_secs': 0.408558} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.900956] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.902043] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.902224] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.902547] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.903652] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ff41347-15fb-4e12-b6a2-78153791a142 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.909905] env[69052]: DEBUG oslo_vmware.api [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 920.909905] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526df79e-ae37-e96b-a7de-bf04506239d2" [ 920.909905] env[69052]: _type = "Task" [ 920.909905] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.928428] env[69052]: DEBUG oslo_vmware.api [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526df79e-ae37-e96b-a7de-bf04506239d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.962070] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7c5ba7e7-efd1-44e8-ab36-27a342e456d0 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Creating linked-clone VM from snapshot {{(pid=69052) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 920.962439] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cb6496a6-c9d2-44e2-b867-67e171910ff6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.975340] env[69052]: DEBUG oslo_vmware.api [None req-7c5ba7e7-efd1-44e8-ab36-27a342e456d0 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 920.975340] env[69052]: value = "task-3236611" [ 920.975340] env[69052]: _type = "Task" [ 920.975340] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.986127] env[69052]: DEBUG oslo_vmware.api [None req-7c5ba7e7-efd1-44e8-ab36-27a342e456d0 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236611, 'name': CloneVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.382722] env[69052]: DEBUG oslo_concurrency.lockutils [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.386427] env[69052]: DEBUG oslo_concurrency.lockutils [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.406s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.386427] env[69052]: DEBUG nova.objects.instance [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lazy-loading 'resources' on Instance uuid 1c69d12c-8441-484e-990c-dbdd81a9d21d {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.418999] env[69052]: INFO nova.scheduler.client.report [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Deleted allocations for instance de28d97b-f8b2-49ed-aa19-26543f9c3c42 [ 921.426927] env[69052]: DEBUG oslo_vmware.api [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526df79e-ae37-e96b-a7de-bf04506239d2, 'name': SearchDatastore_Task, 'duration_secs': 0.029201} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.433458] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.433458] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.433535] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.433679] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.435615] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.435615] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b353002-0bbb-4add-9882-59bc28026e08 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.446399] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.446581] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.447357] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37cdc3c4-2d0b-4480-a9c1-11d4ac3f8a45 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.454400] env[69052]: DEBUG oslo_vmware.api [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 921.454400] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527e9ea3-4f6d-e8c4-b112-fa427dfde010" [ 921.454400] env[69052]: _type = "Task" [ 921.454400] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.463476] env[69052]: DEBUG oslo_vmware.api [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527e9ea3-4f6d-e8c4-b112-fa427dfde010, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.486749] env[69052]: DEBUG oslo_vmware.api [None req-7c5ba7e7-efd1-44e8-ab36-27a342e456d0 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236611, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.673232] env[69052]: DEBUG nova.compute.manager [req-70c19ef8-347b-419c-862a-d8b6ef7765c4 req-b9e2b2f6-ad49-41b8-9376-6373fc2eda1e service nova] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Received event network-changed-bfcdab73-2d52-495a-afed-df1adfb308b3 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.673455] env[69052]: DEBUG nova.compute.manager [req-70c19ef8-347b-419c-862a-d8b6ef7765c4 req-b9e2b2f6-ad49-41b8-9376-6373fc2eda1e service nova] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Refreshing instance network info cache due to event network-changed-bfcdab73-2d52-495a-afed-df1adfb308b3. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 921.673574] env[69052]: DEBUG oslo_concurrency.lockutils [req-70c19ef8-347b-419c-862a-d8b6ef7765c4 req-b9e2b2f6-ad49-41b8-9376-6373fc2eda1e service nova] Acquiring lock "refresh_cache-e0b241bd-76bb-4aa1-a234-983eb6dd8e7c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.673718] env[69052]: DEBUG oslo_concurrency.lockutils [req-70c19ef8-347b-419c-862a-d8b6ef7765c4 req-b9e2b2f6-ad49-41b8-9376-6373fc2eda1e service nova] Acquired lock "refresh_cache-e0b241bd-76bb-4aa1-a234-983eb6dd8e7c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.673883] env[69052]: DEBUG nova.network.neutron [req-70c19ef8-347b-419c-862a-d8b6ef7765c4 req-b9e2b2f6-ad49-41b8-9376-6373fc2eda1e service nova] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Refreshing network info cache for port bfcdab73-2d52-495a-afed-df1adfb308b3 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.942224] env[69052]: DEBUG oslo_concurrency.lockutils [None req-74ff316b-7f53-4a6e-8ea3-c892e7890505 tempest-ImagesNegativeTestJSON-1796244595 tempest-ImagesNegativeTestJSON-1796244595-project-member] Lock "de28d97b-f8b2-49ed-aa19-26543f9c3c42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.442s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.975455] env[69052]: DEBUG oslo_vmware.api [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527e9ea3-4f6d-e8c4-b112-fa427dfde010, 'name': SearchDatastore_Task, 'duration_secs': 0.012147} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.979537] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f248b895-db08-4cf4-86d9-5828493792bf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.994318] env[69052]: DEBUG oslo_vmware.api [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 921.994318] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523ca0fd-5979-5262-ff79-785ef50f04ac" [ 921.994318] env[69052]: _type = "Task" [ 921.994318] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.996854] env[69052]: DEBUG oslo_vmware.api [None req-7c5ba7e7-efd1-44e8-ab36-27a342e456d0 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236611, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.011183] env[69052]: DEBUG oslo_vmware.api [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523ca0fd-5979-5262-ff79-785ef50f04ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010778} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.011183] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.011524] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] e0b241bd-76bb-4aa1-a234-983eb6dd8e7c/e0b241bd-76bb-4aa1-a234-983eb6dd8e7c.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.014866] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e933c9d-8095-4708-8286-e194f6acd76b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.026622] env[69052]: DEBUG oslo_vmware.api [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 922.026622] env[69052]: value = "task-3236612" [ 922.026622] env[69052]: _type = "Task" [ 922.026622] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.044099] env[69052]: DEBUG oslo_vmware.api [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.305478] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca19f72-3730-4131-9c66-395938d9f063 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.322042] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc58e8a-a4d6-4d18-a655-69f783e0eab1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.371479] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a8a89f-090d-4df0-9942-083640046023 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.383858] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7249b36a-49a2-4307-a9f4-a1c6652696b5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.408081] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "14e5058b-8515-48a2-9b3a-f08ece6029c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.408389] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "14e5058b-8515-48a2-9b3a-f08ece6029c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.410226] env[69052]: DEBUG nova.compute.provider_tree [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.494151] env[69052]: DEBUG oslo_vmware.api [None req-7c5ba7e7-efd1-44e8-ab36-27a342e456d0 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236611, 'name': CloneVM_Task, 'duration_secs': 1.509318} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.494396] env[69052]: INFO nova.virt.vmwareapi.vmops [None req-7c5ba7e7-efd1-44e8-ab36-27a342e456d0 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Created linked-clone VM from snapshot [ 922.496275] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688e7cdf-fbe6-47ae-bc77-693879ef1790 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.508860] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-7c5ba7e7-efd1-44e8-ab36-27a342e456d0 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Uploading image df3eba80-e9b1-4a47-801e-ff4b7cdfa42e {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 922.523670] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c5ba7e7-efd1-44e8-ab36-27a342e456d0 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Destroying the VM {{(pid=69052) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 922.524042] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fd77c378-36f6-44ad-a588-530c535fa53e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.528439] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "interface-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a-6afef75a-45bc-4b6e-9ec4-5ff4ea4c8ca0" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.528684] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "interface-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a-6afef75a-45bc-4b6e-9ec4-5ff4ea4c8ca0" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.529107] env[69052]: DEBUG nova.objects.instance [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lazy-loading 'flavor' on Instance uuid 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.537645] env[69052]: DEBUG oslo_vmware.api [None req-7c5ba7e7-efd1-44e8-ab36-27a342e456d0 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 922.537645] env[69052]: value = "task-3236613" [ 922.537645] env[69052]: _type = "Task" [ 922.537645] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.547750] env[69052]: DEBUG oslo_vmware.api [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512777} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.547750] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] e0b241bd-76bb-4aa1-a234-983eb6dd8e7c/e0b241bd-76bb-4aa1-a234-983eb6dd8e7c.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.547750] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.547750] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d0ad907-18e5-4087-9c96-2f4b3bdf9e8b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.553259] env[69052]: DEBUG oslo_vmware.api [None req-7c5ba7e7-efd1-44e8-ab36-27a342e456d0 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236613, 'name': Destroy_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.554610] env[69052]: DEBUG nova.network.neutron [req-70c19ef8-347b-419c-862a-d8b6ef7765c4 req-b9e2b2f6-ad49-41b8-9376-6373fc2eda1e service nova] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Updated VIF entry in instance network info cache for port bfcdab73-2d52-495a-afed-df1adfb308b3. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.554953] env[69052]: DEBUG nova.network.neutron [req-70c19ef8-347b-419c-862a-d8b6ef7765c4 req-b9e2b2f6-ad49-41b8-9376-6373fc2eda1e service nova] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Updating instance_info_cache with network_info: [{"id": "bfcdab73-2d52-495a-afed-df1adfb308b3", "address": "fa:16:3e:fe:bd:ca", "network": {"id": "742db944-3947-4476-b14c-efc7d440e7a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-605717120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12d5287ebecb463ca0f3e47ef8801cff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcdab73-2d", "ovs_interfaceid": "bfcdab73-2d52-495a-afed-df1adfb308b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.559322] env[69052]: DEBUG oslo_vmware.api [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 922.559322] env[69052]: value = "task-3236614" [ 922.559322] env[69052]: _type = "Task" [ 922.559322] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.569719] env[69052]: DEBUG oslo_vmware.api [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.913110] env[69052]: DEBUG nova.compute.manager [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.920954] env[69052]: DEBUG nova.scheduler.client.report [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.057021] env[69052]: DEBUG oslo_vmware.api [None req-7c5ba7e7-efd1-44e8-ab36-27a342e456d0 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236613, 'name': Destroy_Task, 'duration_secs': 0.389746} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.058376] env[69052]: DEBUG oslo_concurrency.lockutils [req-70c19ef8-347b-419c-862a-d8b6ef7765c4 req-b9e2b2f6-ad49-41b8-9376-6373fc2eda1e service nova] Releasing lock "refresh_cache-e0b241bd-76bb-4aa1-a234-983eb6dd8e7c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.058906] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-7c5ba7e7-efd1-44e8-ab36-27a342e456d0 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Destroyed the VM [ 923.059408] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7c5ba7e7-efd1-44e8-ab36-27a342e456d0 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Deleting Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 923.059878] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b88d290e-a70d-4336-b824-edd2b32dedc2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.075021] env[69052]: DEBUG oslo_vmware.api [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068362} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.075021] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.075021] env[69052]: DEBUG oslo_vmware.api [None req-7c5ba7e7-efd1-44e8-ab36-27a342e456d0 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 923.075021] env[69052]: value = "task-3236615" [ 923.075021] env[69052]: _type = "Task" [ 923.075021] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.075722] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fd7041-61c6-437c-a427-6c20335ed1fd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.091483] env[69052]: DEBUG oslo_vmware.api [None req-7c5ba7e7-efd1-44e8-ab36-27a342e456d0 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236615, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.116118] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] e0b241bd-76bb-4aa1-a234-983eb6dd8e7c/e0b241bd-76bb-4aa1-a234-983eb6dd8e7c.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.118761] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a48bfe8e-e5ff-4f55-a4c5-71cc09687514 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.141361] env[69052]: DEBUG oslo_vmware.api [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 923.141361] env[69052]: value = "task-3236616" [ 923.141361] env[69052]: _type = "Task" [ 923.141361] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.152349] env[69052]: DEBUG oslo_vmware.api [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.238595] env[69052]: DEBUG nova.objects.instance [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lazy-loading 'pci_requests' on Instance uuid 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.386732] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Acquiring lock "b1112efb-65aa-421e-b9ae-e1af4294cf54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.388069] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Lock "b1112efb-65aa-421e-b9ae-e1af4294cf54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.428887] env[69052]: DEBUG oslo_concurrency.lockutils [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.433051] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.350s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.448835] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.456970] env[69052]: INFO nova.scheduler.client.report [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Deleted allocations for instance 1c69d12c-8441-484e-990c-dbdd81a9d21d [ 923.590292] env[69052]: DEBUG oslo_vmware.api [None req-7c5ba7e7-efd1-44e8-ab36-27a342e456d0 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236615, 'name': RemoveSnapshot_Task, 'duration_secs': 0.510412} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.590292] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7c5ba7e7-efd1-44e8-ab36-27a342e456d0 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Deleted Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 923.651396] env[69052]: DEBUG oslo_vmware.api [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.741940] env[69052]: DEBUG nova.objects.base [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Object Instance<4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a> lazy-loaded attributes: flavor,pci_requests {{(pid=69052) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 923.742205] env[69052]: DEBUG nova.network.neutron [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 923.861186] env[69052]: DEBUG nova.policy [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5127a580dea040e38a680bee88523fbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33c7667f503642149086357b7386842c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 923.889302] env[69052]: DEBUG nova.compute.manager [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.965362] env[69052]: DEBUG oslo_concurrency.lockutils [None req-58e3b37d-798e-43ac-8675-0d172529f356 tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "1c69d12c-8441-484e-990c-dbdd81a9d21d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.222s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.095947] env[69052]: WARNING nova.compute.manager [None req-7c5ba7e7-efd1-44e8-ab36-27a342e456d0 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Image not found during snapshot: nova.exception.ImageNotFound: Image df3eba80-e9b1-4a47-801e-ff4b7cdfa42e could not be found. [ 924.156018] env[69052]: DEBUG oslo_vmware.api [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236616, 'name': ReconfigVM_Task, 'duration_secs': 0.906012} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.156018] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Reconfigured VM instance instance-0000004b to attach disk [datastore1] e0b241bd-76bb-4aa1-a234-983eb6dd8e7c/e0b241bd-76bb-4aa1-a234-983eb6dd8e7c.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.156241] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd3ec0a3-9f80-4bdb-aee9-2d58e9bfafde {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.162554] env[69052]: DEBUG oslo_vmware.api [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 924.162554] env[69052]: value = "task-3236617" [ 924.162554] env[69052]: _type = "Task" [ 924.162554] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.174144] env[69052]: DEBUG oslo_vmware.api [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236617, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.412847] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.423573] env[69052]: DEBUG nova.compute.manager [req-ad4ff6ab-e88c-4066-b683-b9d735e39083 req-a7de98cf-0252-45c0-a132-2703d5477c6c service nova] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Received event network-changed-0fe2d08a-6abd-4f2b-8d47-9bce034cbb97 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.423573] env[69052]: DEBUG nova.compute.manager [req-ad4ff6ab-e88c-4066-b683-b9d735e39083 req-a7de98cf-0252-45c0-a132-2703d5477c6c service nova] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Refreshing instance network info cache due to event network-changed-0fe2d08a-6abd-4f2b-8d47-9bce034cbb97. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 924.423926] env[69052]: DEBUG oslo_concurrency.lockutils [req-ad4ff6ab-e88c-4066-b683-b9d735e39083 req-a7de98cf-0252-45c0-a132-2703d5477c6c service nova] Acquiring lock "refresh_cache-b839f31c-fe81-4af7-b93f-41479b62a5bd" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.423926] env[69052]: DEBUG oslo_concurrency.lockutils [req-ad4ff6ab-e88c-4066-b683-b9d735e39083 req-a7de98cf-0252-45c0-a132-2703d5477c6c service nova] Acquired lock "refresh_cache-b839f31c-fe81-4af7-b93f-41479b62a5bd" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.424062] env[69052]: DEBUG nova.network.neutron [req-ad4ff6ab-e88c-4066-b683-b9d735e39083 req-a7de98cf-0252-45c0-a132-2703d5477c6c service nova] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Refreshing network info cache for port 0fe2d08a-6abd-4f2b-8d47-9bce034cbb97 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.466404] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 13fd90f3-97b9-4e45-9de3-da498c79a8a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.466520] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.466582] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance cef3db69-2bc5-4b16-b362-5b92bfeb9f5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.466648] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance d144e192-e16f-4437-9813-6b44fdcaa8e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.466762] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance b839f31c-fe81-4af7-b93f-41479b62a5bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.466879] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance df2f721c-7fab-42ac-8da9-3a3c49e36065 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.466987] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 91342a01-d210-4d72-8e49-fc88e36ea168 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.467110] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.467221] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 62440cd7-3ffd-4f98-ab55-97b6b984b85d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.467328] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance e8a56eb2-4f01-4a90-9758-f531feba21c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.467480] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 56722277-77c9-43f6-a98e-f102e43df903 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.467535] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 5e7687e6-d333-4a4f-85f0-628f6afa8d79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.467631] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance c3245dc8-eb8d-45f7-ae7c-c28ac37b3061 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.673357] env[69052]: DEBUG oslo_vmware.api [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236617, 'name': Rename_Task, 'duration_secs': 0.386021} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.673642] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.673894] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0388afdc-3e4a-40f9-bb41-960da7c0c7c9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.679849] env[69052]: DEBUG oslo_vmware.api [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 924.679849] env[69052]: value = "task-3236618" [ 924.679849] env[69052]: _type = "Task" [ 924.679849] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.687794] env[69052]: DEBUG oslo_vmware.api [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.972123] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 0c78112e-f66a-4382-9fb2-3a448309d148 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 924.972293] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance e0b241bd-76bb-4aa1-a234-983eb6dd8e7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.139486] env[69052]: DEBUG oslo_concurrency.lockutils [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquiring lock "5e7687e6-d333-4a4f-85f0-628f6afa8d79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.139747] env[69052]: DEBUG oslo_concurrency.lockutils [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lock "5e7687e6-d333-4a4f-85f0-628f6afa8d79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.139952] env[69052]: DEBUG oslo_concurrency.lockutils [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquiring lock "5e7687e6-d333-4a4f-85f0-628f6afa8d79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.140182] env[69052]: DEBUG oslo_concurrency.lockutils [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lock "5e7687e6-d333-4a4f-85f0-628f6afa8d79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.140367] env[69052]: DEBUG oslo_concurrency.lockutils [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lock "5e7687e6-d333-4a4f-85f0-628f6afa8d79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.142462] env[69052]: INFO nova.compute.manager [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Terminating instance [ 925.180547] env[69052]: DEBUG nova.network.neutron [req-ad4ff6ab-e88c-4066-b683-b9d735e39083 req-a7de98cf-0252-45c0-a132-2703d5477c6c service nova] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Updated VIF entry in instance network info cache for port 0fe2d08a-6abd-4f2b-8d47-9bce034cbb97. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.180938] env[69052]: DEBUG nova.network.neutron [req-ad4ff6ab-e88c-4066-b683-b9d735e39083 req-a7de98cf-0252-45c0-a132-2703d5477c6c service nova] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Updating instance_info_cache with network_info: [{"id": "0fe2d08a-6abd-4f2b-8d47-9bce034cbb97", "address": "fa:16:3e:b3:b3:27", "network": {"id": "a490f064-ef53-4fb0-a146-0d36a6ba4204", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1657249736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a60b2155098b4cac81ebfbc86a70f9fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe2d08a-6a", "ovs_interfaceid": "0fe2d08a-6abd-4f2b-8d47-9bce034cbb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.191979] env[69052]: DEBUG oslo_vmware.api [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236618, 'name': PowerOnVM_Task, 'duration_secs': 0.482334} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.192256] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.192456] env[69052]: INFO nova.compute.manager [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Took 7.81 seconds to spawn the instance on the hypervisor. [ 925.192630] env[69052]: DEBUG nova.compute.manager [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.193428] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c981ef31-3d49-4aa6-9a2f-9a8033fc20c1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.477981] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance ffe88174-f31a-4e21-9aa6-17e7d838a492 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 925.505461] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Acquiring lock "c3245dc8-eb8d-45f7-ae7c-c28ac37b3061" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.505740] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Lock "c3245dc8-eb8d-45f7-ae7c-c28ac37b3061" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.505950] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Acquiring lock "c3245dc8-eb8d-45f7-ae7c-c28ac37b3061-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.506155] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Lock "c3245dc8-eb8d-45f7-ae7c-c28ac37b3061-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.506327] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Lock "c3245dc8-eb8d-45f7-ae7c-c28ac37b3061-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.508842] env[69052]: INFO nova.compute.manager [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Terminating instance [ 925.646566] env[69052]: DEBUG nova.compute.manager [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.646987] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.647747] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fb7ab5-b8ce-439f-851d-ae8167aa41c6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.657368] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.657684] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9ccee2d-cc98-40c1-ac24-404585537542 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.664825] env[69052]: DEBUG oslo_vmware.api [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 925.664825] env[69052]: value = "task-3236619" [ 925.664825] env[69052]: _type = "Task" [ 925.664825] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.673775] env[69052]: DEBUG oslo_vmware.api [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.687055] env[69052]: DEBUG oslo_concurrency.lockutils [req-ad4ff6ab-e88c-4066-b683-b9d735e39083 req-a7de98cf-0252-45c0-a132-2703d5477c6c service nova] Releasing lock "refresh_cache-b839f31c-fe81-4af7-b93f-41479b62a5bd" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.687055] env[69052]: DEBUG nova.compute.manager [req-ad4ff6ab-e88c-4066-b683-b9d735e39083 req-a7de98cf-0252-45c0-a132-2703d5477c6c service nova] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Received event network-changed-0fe2d08a-6abd-4f2b-8d47-9bce034cbb97 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.687216] env[69052]: DEBUG nova.compute.manager [req-ad4ff6ab-e88c-4066-b683-b9d735e39083 req-a7de98cf-0252-45c0-a132-2703d5477c6c service nova] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Refreshing instance network info cache due to event network-changed-0fe2d08a-6abd-4f2b-8d47-9bce034cbb97. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.687398] env[69052]: DEBUG oslo_concurrency.lockutils [req-ad4ff6ab-e88c-4066-b683-b9d735e39083 req-a7de98cf-0252-45c0-a132-2703d5477c6c service nova] Acquiring lock "refresh_cache-b839f31c-fe81-4af7-b93f-41479b62a5bd" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.687541] env[69052]: DEBUG oslo_concurrency.lockutils [req-ad4ff6ab-e88c-4066-b683-b9d735e39083 req-a7de98cf-0252-45c0-a132-2703d5477c6c service nova] Acquired lock "refresh_cache-b839f31c-fe81-4af7-b93f-41479b62a5bd" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.687703] env[69052]: DEBUG nova.network.neutron [req-ad4ff6ab-e88c-4066-b683-b9d735e39083 req-a7de98cf-0252-45c0-a132-2703d5477c6c service nova] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Refreshing network info cache for port 0fe2d08a-6abd-4f2b-8d47-9bce034cbb97 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.714460] env[69052]: INFO nova.compute.manager [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Took 22.23 seconds to build instance. [ 925.800785] env[69052]: DEBUG nova.network.neutron [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Successfully updated port: 6afef75a-45bc-4b6e-9ec4-5ff4ea4c8ca0 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 925.981453] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 926.014233] env[69052]: DEBUG nova.compute.manager [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 926.014468] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.015344] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f71cab3-efd3-425a-b61f-58681c746020 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.023367] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.023571] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5919e185-5bc2-4bd9-bde7-598854051bee {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.029544] env[69052]: DEBUG oslo_vmware.api [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Waiting for the task: (returnval){ [ 926.029544] env[69052]: value = "task-3236620" [ 926.029544] env[69052]: _type = "Task" [ 926.029544] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.037158] env[69052]: DEBUG oslo_vmware.api [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Task: {'id': task-3236620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.189704] env[69052]: DEBUG oslo_vmware.api [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236619, 'name': PowerOffVM_Task, 'duration_secs': 0.265725} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.190011] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.190193] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.190455] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6a5a181-ceb0-40cc-9657-cea53b36c165 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.217212] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8dc6dade-c145-4d6d-ab69-41c5920d6e64 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "e0b241bd-76bb-4aa1-a234-983eb6dd8e7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.746s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.233211] env[69052]: DEBUG nova.compute.manager [req-2755d226-f053-4a09-ab70-3d13e2c8b42d req-1dfe4669-e089-409f-8a78-1eda718b2c04 service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Received event network-vif-plugged-6afef75a-45bc-4b6e-9ec4-5ff4ea4c8ca0 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.233367] env[69052]: DEBUG oslo_concurrency.lockutils [req-2755d226-f053-4a09-ab70-3d13e2c8b42d req-1dfe4669-e089-409f-8a78-1eda718b2c04 service nova] Acquiring lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.233536] env[69052]: DEBUG oslo_concurrency.lockutils [req-2755d226-f053-4a09-ab70-3d13e2c8b42d req-1dfe4669-e089-409f-8a78-1eda718b2c04 service nova] Lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.233623] env[69052]: DEBUG oslo_concurrency.lockutils [req-2755d226-f053-4a09-ab70-3d13e2c8b42d req-1dfe4669-e089-409f-8a78-1eda718b2c04 service nova] Lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.233818] env[69052]: DEBUG nova.compute.manager [req-2755d226-f053-4a09-ab70-3d13e2c8b42d req-1dfe4669-e089-409f-8a78-1eda718b2c04 service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] No waiting events found dispatching network-vif-plugged-6afef75a-45bc-4b6e-9ec4-5ff4ea4c8ca0 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 926.234455] env[69052]: WARNING nova.compute.manager [req-2755d226-f053-4a09-ab70-3d13e2c8b42d req-1dfe4669-e089-409f-8a78-1eda718b2c04 service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Received unexpected event network-vif-plugged-6afef75a-45bc-4b6e-9ec4-5ff4ea4c8ca0 for instance with vm_state active and task_state None. [ 926.277118] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.277118] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.277118] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Deleting the datastore file [datastore2] 5e7687e6-d333-4a4f-85f0-628f6afa8d79 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.277118] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d98f542-6ae2-40d1-b343-c84a93222806 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.289207] env[69052]: DEBUG oslo_vmware.api [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 926.289207] env[69052]: value = "task-3236622" [ 926.289207] env[69052]: _type = "Task" [ 926.289207] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.297651] env[69052]: DEBUG oslo_vmware.api [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.304140] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "refresh_cache-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.304314] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired lock "refresh_cache-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.304551] env[69052]: DEBUG nova.network.neutron [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.370705] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "91342a01-d210-4d72-8e49-fc88e36ea168" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.371068] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "91342a01-d210-4d72-8e49-fc88e36ea168" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.371336] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "91342a01-d210-4d72-8e49-fc88e36ea168-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.371585] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "91342a01-d210-4d72-8e49-fc88e36ea168-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.371806] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "91342a01-d210-4d72-8e49-fc88e36ea168-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.375142] env[69052]: INFO nova.compute.manager [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Terminating instance [ 926.482573] env[69052]: DEBUG nova.network.neutron [req-ad4ff6ab-e88c-4066-b683-b9d735e39083 req-a7de98cf-0252-45c0-a132-2703d5477c6c service nova] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Updated VIF entry in instance network info cache for port 0fe2d08a-6abd-4f2b-8d47-9bce034cbb97. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.482965] env[69052]: DEBUG nova.network.neutron [req-ad4ff6ab-e88c-4066-b683-b9d735e39083 req-a7de98cf-0252-45c0-a132-2703d5477c6c service nova] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Updating instance_info_cache with network_info: [{"id": "0fe2d08a-6abd-4f2b-8d47-9bce034cbb97", "address": "fa:16:3e:b3:b3:27", "network": {"id": "a490f064-ef53-4fb0-a146-0d36a6ba4204", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1657249736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a60b2155098b4cac81ebfbc86a70f9fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe2d08a-6a", "ovs_interfaceid": "0fe2d08a-6abd-4f2b-8d47-9bce034cbb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.484707] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 378d47dd-e9df-4594-9180-9dfe8a815a38 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 926.544852] env[69052]: DEBUG oslo_vmware.api [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Task: {'id': task-3236620, 'name': PowerOffVM_Task, 'duration_secs': 0.220088} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.544852] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.544852] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.544852] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd17b6ef-0251-40d4-8136-1c76803446e6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.611505] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.612395] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.613480] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Deleting the datastore file [datastore2] c3245dc8-eb8d-45f7-ae7c-c28ac37b3061 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.613480] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13f3b36f-48d8-4eb6-9633-86cc84e2b3e9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.621398] env[69052]: DEBUG oslo_vmware.api [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Waiting for the task: (returnval){ [ 926.621398] env[69052]: value = "task-3236624" [ 926.621398] env[69052]: _type = "Task" [ 926.621398] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.631920] env[69052]: DEBUG oslo_vmware.api [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Task: {'id': task-3236624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.799820] env[69052]: DEBUG oslo_vmware.api [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365574} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.799896] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.800360] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.800933] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.800933] env[69052]: INFO nova.compute.manager [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Took 1.15 seconds to destroy the instance on the hypervisor. [ 926.801206] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.801404] env[69052]: DEBUG nova.compute.manager [-] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.801501] env[69052]: DEBUG nova.network.neutron [-] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.882635] env[69052]: DEBUG nova.compute.manager [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 926.882824] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.883780] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cd984e-98e3-4393-9110-93aa4bd70176 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.890244] env[69052]: WARNING nova.network.neutron [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] fbddf3de-3881-43c0-ae19-3c6b7abdb3e5 already exists in list: networks containing: ['fbddf3de-3881-43c0-ae19-3c6b7abdb3e5']. ignoring it [ 926.890244] env[69052]: WARNING nova.network.neutron [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] fbddf3de-3881-43c0-ae19-3c6b7abdb3e5 already exists in list: networks containing: ['fbddf3de-3881-43c0-ae19-3c6b7abdb3e5']. ignoring it [ 926.896119] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.898031] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dea1769-3b5b-48a8-9034-9971bcd56df0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.903254] env[69052]: DEBUG oslo_vmware.api [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 926.903254] env[69052]: value = "task-3236625" [ 926.903254] env[69052]: _type = "Task" [ 926.903254] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.913150] env[69052]: DEBUG oslo_vmware.api [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.987605] env[69052]: DEBUG oslo_concurrency.lockutils [req-ad4ff6ab-e88c-4066-b683-b9d735e39083 req-a7de98cf-0252-45c0-a132-2703d5477c6c service nova] Releasing lock "refresh_cache-b839f31c-fe81-4af7-b93f-41479b62a5bd" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.992149] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 14e5058b-8515-48a2-9b3a-f08ece6029c2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 927.135168] env[69052]: DEBUG oslo_vmware.api [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Task: {'id': task-3236624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350994} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.135561] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.135829] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.136109] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.138523] env[69052]: INFO nova.compute.manager [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Took 1.12 seconds to destroy the instance on the hypervisor. [ 927.138813] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.139407] env[69052]: DEBUG nova.compute.manager [-] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 927.139514] env[69052]: DEBUG nova.network.neutron [-] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.410024] env[69052]: DEBUG oslo_concurrency.lockutils [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "9315c5e8-1419-4352-96b9-d541b3c95dd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.410024] env[69052]: DEBUG oslo_concurrency.lockutils [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "9315c5e8-1419-4352-96b9-d541b3c95dd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.424747] env[69052]: DEBUG oslo_vmware.api [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236625, 'name': PowerOffVM_Task, 'duration_secs': 0.290894} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.425232] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.425496] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.425826] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a24d22c-f7ed-4119-bf2d-4daaee229ba8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.502097] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance b1112efb-65aa-421e-b9ae-e1af4294cf54 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 927.502451] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69052) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 927.502493] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69052) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 927.583935] env[69052]: DEBUG nova.network.neutron [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Updating instance_info_cache with network_info: [{"id": "a21869f9-8991-4561-902c-b9d4da95446a", "address": "fa:16:3e:27:42:78", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa21869f9-89", "ovs_interfaceid": "a21869f9-8991-4561-902c-b9d4da95446a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "71371330-dd57-4f87-b31b-2701b8df4ab9", "address": "fa:16:3e:da:2b:bd", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71371330-dd", "ovs_interfaceid": "71371330-dd57-4f87-b31b-2701b8df4ab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6afef75a-45bc-4b6e-9ec4-5ff4ea4c8ca0", "address": "fa:16:3e:df:68:bf", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6afef75a-45", "ovs_interfaceid": "6afef75a-45bc-4b6e-9ec4-5ff4ea4c8ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.714229] env[69052]: DEBUG nova.network.neutron [-] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.831762] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7061d0-50f6-4518-8598-d812e19e42a4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.840448] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14ba492-f039-4e2d-92c6-7db7d9329f11 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.879109] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d46ef5c-3cd6-4be7-b22b-c66895fd954c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.884342] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbf5aa3-1145-487e-9c90-7df19e1beb0c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.900138] env[69052]: DEBUG nova.compute.provider_tree [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.917599] env[69052]: DEBUG nova.compute.manager [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.049072] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "beee158f-8950-4279-a0af-d2153148aaa2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.049724] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "beee158f-8950-4279-a0af-d2153148aaa2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.086944] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Releasing lock "refresh_cache-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.087646] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.087809] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.088771] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f0d8e0-8b75-4acd-80a4-d1029caf8f25 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.094975] env[69052]: DEBUG nova.network.neutron [-] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.111797] env[69052]: DEBUG nova.virt.hardware [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.112093] env[69052]: DEBUG nova.virt.hardware [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.112382] env[69052]: DEBUG nova.virt.hardware [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.112545] env[69052]: DEBUG nova.virt.hardware [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.113052] env[69052]: DEBUG nova.virt.hardware [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.113052] env[69052]: DEBUG nova.virt.hardware [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.114612] env[69052]: DEBUG nova.virt.hardware [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.114612] env[69052]: DEBUG nova.virt.hardware [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.114612] env[69052]: DEBUG nova.virt.hardware [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.114612] env[69052]: DEBUG nova.virt.hardware [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.114612] env[69052]: DEBUG nova.virt.hardware [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.123441] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Reconfiguring VM to attach interface {{(pid=69052) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 928.123441] env[69052]: INFO nova.compute.manager [-] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Took 0.98 seconds to deallocate network for instance. [ 928.123987] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccab5d21-e48a-4a94-8247-30bc4e304fa5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.148819] env[69052]: DEBUG oslo_vmware.api [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 928.148819] env[69052]: value = "task-3236627" [ 928.148819] env[69052]: _type = "Task" [ 928.148819] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.158130] env[69052]: DEBUG oslo_vmware.api [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236627, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.219070] env[69052]: INFO nova.compute.manager [-] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Took 1.42 seconds to deallocate network for instance. [ 928.385328] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bff52420-5a03-4908-ae1f-5796427d3c76 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "df2f721c-7fab-42ac-8da9-3a3c49e36065" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.385572] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bff52420-5a03-4908-ae1f-5796427d3c76 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "df2f721c-7fab-42ac-8da9-3a3c49e36065" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.403723] env[69052]: DEBUG nova.scheduler.client.report [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.442223] env[69052]: DEBUG oslo_concurrency.lockutils [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.510545] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.510847] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.511083] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Deleting the datastore file [datastore1] 91342a01-d210-4d72-8e49-fc88e36ea168 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.511398] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6ebaa25-a478-4699-ac44-f2338184cd8e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.518867] env[69052]: DEBUG oslo_vmware.api [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 928.518867] env[69052]: value = "task-3236628" [ 928.518867] env[69052]: _type = "Task" [ 928.518867] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.526750] env[69052]: DEBUG oslo_vmware.api [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.552741] env[69052]: DEBUG nova.compute.manager [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.643808] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.658489] env[69052]: DEBUG oslo_vmware.api [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.725666] env[69052]: DEBUG oslo_concurrency.lockutils [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.888915] env[69052]: DEBUG nova.compute.utils [None req-bff52420-5a03-4908-ae1f-5796427d3c76 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.908080] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69052) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 928.908418] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.475s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.908720] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.910s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.910322] env[69052]: INFO nova.compute.claims [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.029978] env[69052]: DEBUG oslo_vmware.api [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271802} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.030285] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.030492] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.030688] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.030935] env[69052]: INFO nova.compute.manager [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Took 2.15 seconds to destroy the instance on the hypervisor. [ 929.031297] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.031532] env[69052]: DEBUG nova.compute.manager [-] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.031677] env[69052]: DEBUG nova.network.neutron [-] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.085285] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.160084] env[69052]: DEBUG oslo_vmware.api [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236627, 'name': ReconfigVM_Task, 'duration_secs': 0.947413} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.160583] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Releasing lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.160878] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Reconfigured VM to attach interface {{(pid=69052) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 929.391972] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bff52420-5a03-4908-ae1f-5796427d3c76 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "df2f721c-7fab-42ac-8da9-3a3c49e36065" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.666334] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5e3e89aa-be5b-43e3-8d59-2e8c8c54b0c7 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "interface-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a-6afef75a-45bc-4b6e-9ec4-5ff4ea4c8ca0" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.137s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.031744] env[69052]: DEBUG nova.network.neutron [-] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.306239] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8246110-16bc-4a9c-8faf-c6743989490c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.313955] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76018f8-8400-4758-8c1d-bfa4ef39b6f2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.344765] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704e0cfc-2071-49d5-9307-393e6c9f906b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.352104] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad68fd1-77bf-4975-8f02-e0a66385fe63 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.367018] env[69052]: DEBUG nova.compute.provider_tree [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.475870] env[69052]: DEBUG nova.compute.manager [req-19b5fc71-c63a-4c66-98e7-821d20445bdf req-1649f65d-f81b-451c-a643-ab4b7e8a2502 service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Received event network-changed-6afef75a-45bc-4b6e-9ec4-5ff4ea4c8ca0 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.476086] env[69052]: DEBUG nova.compute.manager [req-19b5fc71-c63a-4c66-98e7-821d20445bdf req-1649f65d-f81b-451c-a643-ab4b7e8a2502 service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Refreshing instance network info cache due to event network-changed-6afef75a-45bc-4b6e-9ec4-5ff4ea4c8ca0. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.476307] env[69052]: DEBUG oslo_concurrency.lockutils [req-19b5fc71-c63a-4c66-98e7-821d20445bdf req-1649f65d-f81b-451c-a643-ab4b7e8a2502 service nova] Acquiring lock "refresh_cache-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.477042] env[69052]: DEBUG oslo_concurrency.lockutils [req-19b5fc71-c63a-4c66-98e7-821d20445bdf req-1649f65d-f81b-451c-a643-ab4b7e8a2502 service nova] Acquired lock "refresh_cache-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.477042] env[69052]: DEBUG nova.network.neutron [req-19b5fc71-c63a-4c66-98e7-821d20445bdf req-1649f65d-f81b-451c-a643-ab4b7e8a2502 service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Refreshing network info cache for port 6afef75a-45bc-4b6e-9ec4-5ff4ea4c8ca0 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.478344] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bff52420-5a03-4908-ae1f-5796427d3c76 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "df2f721c-7fab-42ac-8da9-3a3c49e36065" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.478552] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bff52420-5a03-4908-ae1f-5796427d3c76 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "df2f721c-7fab-42ac-8da9-3a3c49e36065" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.478760] env[69052]: INFO nova.compute.manager [None req-bff52420-5a03-4908-ae1f-5796427d3c76 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Attaching volume 4255c3f0-2c72-44f8-9bc7-15a2e9563a89 to /dev/sdb [ 930.520623] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdf3374-cdba-4782-ad82-8b81a2eabbe2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.528030] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c7fd14-ec56-43bc-8d6e-6debfe08f179 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.542113] env[69052]: INFO nova.compute.manager [-] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Took 1.51 seconds to deallocate network for instance. [ 930.542844] env[69052]: DEBUG nova.virt.block_device [None req-bff52420-5a03-4908-ae1f-5796427d3c76 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Updating existing volume attachment record: 220d43b5-27e4-4693-9fd5-050a2bed7607 {{(pid=69052) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 930.757974] env[69052]: INFO nova.compute.manager [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Rebuilding instance [ 930.871623] env[69052]: DEBUG nova.scheduler.client.report [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.920250] env[69052]: DEBUG nova.compute.manager [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.921137] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dcce62-d484-4e0c-9893-3847e212f218 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.053300] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.377359] env[69052]: DEBUG nova.network.neutron [req-19b5fc71-c63a-4c66-98e7-821d20445bdf req-1649f65d-f81b-451c-a643-ab4b7e8a2502 service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Updated VIF entry in instance network info cache for port 6afef75a-45bc-4b6e-9ec4-5ff4ea4c8ca0. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.377841] env[69052]: DEBUG nova.network.neutron [req-19b5fc71-c63a-4c66-98e7-821d20445bdf req-1649f65d-f81b-451c-a643-ab4b7e8a2502 service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Updating instance_info_cache with network_info: [{"id": "a21869f9-8991-4561-902c-b9d4da95446a", "address": "fa:16:3e:27:42:78", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa21869f9-89", "ovs_interfaceid": "a21869f9-8991-4561-902c-b9d4da95446a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "71371330-dd57-4f87-b31b-2701b8df4ab9", "address": "fa:16:3e:da:2b:bd", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71371330-dd", "ovs_interfaceid": "71371330-dd57-4f87-b31b-2701b8df4ab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6afef75a-45bc-4b6e-9ec4-5ff4ea4c8ca0", "address": "fa:16:3e:df:68:bf", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6afef75a-45", "ovs_interfaceid": "6afef75a-45bc-4b6e-9ec4-5ff4ea4c8ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.379595] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.380069] env[69052]: DEBUG nova.compute.manager [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.382626] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.306s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.384097] env[69052]: INFO nova.compute.claims [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.883855] env[69052]: DEBUG oslo_concurrency.lockutils [req-19b5fc71-c63a-4c66-98e7-821d20445bdf req-1649f65d-f81b-451c-a643-ab4b7e8a2502 service nova] Releasing lock "refresh_cache-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.884251] env[69052]: DEBUG nova.compute.manager [req-19b5fc71-c63a-4c66-98e7-821d20445bdf req-1649f65d-f81b-451c-a643-ab4b7e8a2502 service nova] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Received event network-vif-deleted-c1a19d56-5727-4528-9d59-29685d8e22ce {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.884443] env[69052]: DEBUG nova.compute.manager [req-19b5fc71-c63a-4c66-98e7-821d20445bdf req-1649f65d-f81b-451c-a643-ab4b7e8a2502 service nova] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Received event network-vif-deleted-f3900a49-fb02-482f-9237-dffdaf876bd1 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.893552] env[69052]: DEBUG nova.compute.utils [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 931.894549] env[69052]: DEBUG nova.compute.manager [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Not allocating networking since 'none' was specified. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 931.935848] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.936140] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29f4e64e-e381-4c1b-b57e-2a63a6c3b2a6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.947362] env[69052]: DEBUG oslo_vmware.api [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 931.947362] env[69052]: value = "task-3236632" [ 931.947362] env[69052]: _type = "Task" [ 931.947362] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.957699] env[69052]: DEBUG oslo_vmware.api [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.204984] env[69052]: DEBUG oslo_concurrency.lockutils [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Acquiring lock "c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.205499] env[69052]: DEBUG oslo_concurrency.lockutils [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Lock "c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.398781] env[69052]: DEBUG nova.compute.manager [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.436512] env[69052]: DEBUG oslo_concurrency.lockutils [None req-92764fcc-4ba0-4378-9d44-d7a06219b603 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "interface-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a-71371330-dd57-4f87-b31b-2701b8df4ab9" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.436752] env[69052]: DEBUG oslo_concurrency.lockutils [None req-92764fcc-4ba0-4378-9d44-d7a06219b603 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "interface-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a-71371330-dd57-4f87-b31b-2701b8df4ab9" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.466189] env[69052]: DEBUG oslo_vmware.api [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236632, 'name': PowerOffVM_Task, 'duration_secs': 0.321027} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.466491] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.466774] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.467887] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72caccbb-4a31-4db4-86d8-df32131af03b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.479140] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.479339] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57115bac-1ff2-40b6-bf0d-304680347afa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.504032] env[69052]: DEBUG nova.compute.manager [req-7201d2a2-27b8-4dc0-a4fc-8ea77b62e62b req-d9f7e05c-7803-42ee-955a-3ec7c3e7d99a service nova] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Received event network-vif-deleted-878616f5-1589-43b0-bc7d-0bbc2f16b4fa {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.543859] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.544685] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.544685] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Deleting the datastore file [datastore2] 62440cd7-3ffd-4f98-ab55-97b6b984b85d {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.547018] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8619cdd-0471-4da2-af88-22769b2966ea {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.557015] env[69052]: DEBUG oslo_vmware.api [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 932.557015] env[69052]: value = "task-3236634" [ 932.557015] env[69052]: _type = "Task" [ 932.557015] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.563628] env[69052]: DEBUG oslo_vmware.api [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.708623] env[69052]: DEBUG nova.compute.manager [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 932.753712] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc056c4-71a3-4d84-a148-7bb8c74314a5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.761856] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4386d33-89bd-4346-9115-624640103e28 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.794554] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab19e23-b7f6-464c-99dd-d3e2bc07cb6b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.801911] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed8e106-473c-4a4f-98ff-68fbf0c14a2f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.815515] env[69052]: DEBUG nova.compute.provider_tree [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.941616] env[69052]: DEBUG oslo_concurrency.lockutils [None req-92764fcc-4ba0-4378-9d44-d7a06219b603 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.942639] env[69052]: DEBUG oslo_concurrency.lockutils [None req-92764fcc-4ba0-4378-9d44-d7a06219b603 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.942639] env[69052]: DEBUG nova.compute.manager [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Stashing vm_state: active {{(pid=69052) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 932.947404] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd5f1ca-fbef-4478-aace-cefa1a205846 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.968788] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b183d7-e37e-44ba-b681-f12e7c1d363c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.000655] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-92764fcc-4ba0-4378-9d44-d7a06219b603 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Reconfiguring VM to detach interface {{(pid=69052) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 933.001721] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f2beffd-b55b-4644-825a-97dff74ef121 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.022215] env[69052]: DEBUG oslo_vmware.api [None req-92764fcc-4ba0-4378-9d44-d7a06219b603 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 933.022215] env[69052]: value = "task-3236636" [ 933.022215] env[69052]: _type = "Task" [ 933.022215] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.030406] env[69052]: DEBUG oslo_vmware.api [None req-92764fcc-4ba0-4378-9d44-d7a06219b603 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.066999] env[69052]: DEBUG oslo_vmware.api [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146992} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.067498] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.067619] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.067896] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.231239] env[69052]: DEBUG oslo_concurrency.lockutils [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.319151] env[69052]: DEBUG nova.scheduler.client.report [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.409788] env[69052]: DEBUG nova.compute.manager [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 933.435096] env[69052]: DEBUG nova.virt.hardware [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.435388] env[69052]: DEBUG nova.virt.hardware [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.435549] env[69052]: DEBUG nova.virt.hardware [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.435731] env[69052]: DEBUG nova.virt.hardware [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.435876] env[69052]: DEBUG nova.virt.hardware [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.436040] env[69052]: DEBUG nova.virt.hardware [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.436260] env[69052]: DEBUG nova.virt.hardware [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.436419] env[69052]: DEBUG nova.virt.hardware [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.436585] env[69052]: DEBUG nova.virt.hardware [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.436746] env[69052]: DEBUG nova.virt.hardware [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.436916] env[69052]: DEBUG nova.virt.hardware [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.437787] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a1d8b9-b09b-43ba-a3f1-a61433155fd0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.445571] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6c88f5-aefc-4dc7-985d-cec1643cbca8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.461300] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Instance VIF info [] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.466730] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Creating folder: Project (35039391cf65418f9863b88fe4871437). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.467318] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47018f9e-6fa6-4e24-8b10-ae055596ad61 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.470388] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.477343] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Created folder: Project (35039391cf65418f9863b88fe4871437) in parent group-v646676. [ 933.477517] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Creating folder: Instances. Parent ref: group-v646905. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.477732] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0cef8b5-d128-4075-8f8d-86275b799c2e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.485413] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Created folder: Instances in parent group-v646905. [ 933.485634] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.485814] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.486030] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0653cdc5-0b06-440b-930f-b771c798f827 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.501294] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.501294] env[69052]: value = "task-3236639" [ 933.501294] env[69052]: _type = "Task" [ 933.501294] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.508353] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236639, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.530882] env[69052]: DEBUG oslo_vmware.api [None req-92764fcc-4ba0-4378-9d44-d7a06219b603 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.824128] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.824803] env[69052]: DEBUG nova.compute.manager [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.827340] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.394s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.828801] env[69052]: INFO nova.compute.claims [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.012080] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236639, 'name': CreateVM_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.031845] env[69052]: DEBUG oslo_vmware.api [None req-92764fcc-4ba0-4378-9d44-d7a06219b603 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.099379] env[69052]: DEBUG nova.virt.hardware [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.099670] env[69052]: DEBUG nova.virt.hardware [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.099858] env[69052]: DEBUG nova.virt.hardware [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.100099] env[69052]: DEBUG nova.virt.hardware [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.100290] env[69052]: DEBUG nova.virt.hardware [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.100473] env[69052]: DEBUG nova.virt.hardware [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.100725] env[69052]: DEBUG nova.virt.hardware [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.100900] env[69052]: DEBUG nova.virt.hardware [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.101131] env[69052]: DEBUG nova.virt.hardware [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.102139] env[69052]: DEBUG nova.virt.hardware [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.102139] env[69052]: DEBUG nova.virt.hardware [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.102478] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6141ed7-6927-4c57-bb85-ce5a8c1ac96e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.110299] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd893fb-9360-4894-b553-31e82332c0d2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.125484] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:1b:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abcf0d10-3f3f-45dc-923e-1c78766e2dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9b054bd-3a61-49c9-a340-c75531aeff84', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.132729] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.132992] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.133218] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d6f94fb-6377-46f6-94b5-1b523a45e5b5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.150912] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.150912] env[69052]: value = "task-3236640" [ 934.150912] env[69052]: _type = "Task" [ 934.150912] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.158337] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236640, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.336026] env[69052]: DEBUG nova.compute.utils [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.337059] env[69052]: DEBUG nova.compute.manager [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Not allocating networking since 'none' was specified. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 934.512359] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236639, 'name': CreateVM_Task, 'duration_secs': 0.610215} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.512534] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.513017] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.513195] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.513502] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.513752] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3fa830d-1fdd-42a8-a0c1-b9c63643caa1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.518209] env[69052]: DEBUG oslo_vmware.api [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for the task: (returnval){ [ 934.518209] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529fb140-4c9f-7775-73ea-a95dc90ce7c0" [ 934.518209] env[69052]: _type = "Task" [ 934.518209] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.526695] env[69052]: DEBUG oslo_vmware.api [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529fb140-4c9f-7775-73ea-a95dc90ce7c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.534482] env[69052]: DEBUG oslo_vmware.api [None req-92764fcc-4ba0-4378-9d44-d7a06219b603 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.660980] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236640, 'name': CreateVM_Task, 'duration_secs': 0.316435} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.661168] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.661819] env[69052]: DEBUG oslo_concurrency.lockutils [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.717960] env[69052]: DEBUG oslo_concurrency.lockutils [None req-13e42d95-af19-4d12-bfab-6e4dc33eb12e tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "e8a56eb2-4f01-4a90-9758-f531feba21c9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.718306] env[69052]: DEBUG oslo_concurrency.lockutils [None req-13e42d95-af19-4d12-bfab-6e4dc33eb12e tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "e8a56eb2-4f01-4a90-9758-f531feba21c9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.841094] env[69052]: DEBUG nova.compute.manager [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.966091] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquiring lock "56722277-77c9-43f6-a98e-f102e43df903" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.966395] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lock "56722277-77c9-43f6-a98e-f102e43df903" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.966597] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquiring lock "56722277-77c9-43f6-a98e-f102e43df903-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.966775] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lock "56722277-77c9-43f6-a98e-f102e43df903-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.966938] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lock "56722277-77c9-43f6-a98e-f102e43df903-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.968907] env[69052]: INFO nova.compute.manager [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Terminating instance [ 935.027514] env[69052]: DEBUG oslo_vmware.api [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529fb140-4c9f-7775-73ea-a95dc90ce7c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009893} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.032620] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.032919] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.033188] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.033399] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.033567] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.034149] env[69052]: DEBUG oslo_concurrency.lockutils [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.034394] env[69052]: DEBUG oslo_concurrency.lockutils [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.034628] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-911a7bc4-8f9f-413b-82cd-1b8c84c64272 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.038599] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85be8b58-969c-45ce-a557-6987fa51ecf4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.043574] env[69052]: DEBUG oslo_vmware.api [None req-92764fcc-4ba0-4378-9d44-d7a06219b603 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.048067] env[69052]: DEBUG oslo_vmware.api [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 935.048067] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52282bce-a712-0ab9-818a-3f4966a2d7bc" [ 935.048067] env[69052]: _type = "Task" [ 935.048067] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.052094] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.052287] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.053350] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6af290fe-5c80-43e7-ac65-6e65bac8d376 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.058874] env[69052]: DEBUG oslo_vmware.api [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52282bce-a712-0ab9-818a-3f4966a2d7bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.063826] env[69052]: DEBUG oslo_vmware.api [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for the task: (returnval){ [ 935.063826] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d72d45-a513-0a3e-dd43-ae97b9601786" [ 935.063826] env[69052]: _type = "Task" [ 935.063826] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.071671] env[69052]: DEBUG oslo_vmware.api [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d72d45-a513-0a3e-dd43-ae97b9601786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.092492] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff52420-5a03-4908-ae1f-5796427d3c76 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Volume attach. Driver type: vmdk {{(pid=69052) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 935.092708] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff52420-5a03-4908-ae1f-5796427d3c76 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646904', 'volume_id': '4255c3f0-2c72-44f8-9bc7-15a2e9563a89', 'name': 'volume-4255c3f0-2c72-44f8-9bc7-15a2e9563a89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df2f721c-7fab-42ac-8da9-3a3c49e36065', 'attached_at': '', 'detached_at': '', 'volume_id': '4255c3f0-2c72-44f8-9bc7-15a2e9563a89', 'serial': '4255c3f0-2c72-44f8-9bc7-15a2e9563a89'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 935.093510] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5f83d0-652b-4031-af05-d6bbac288786 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.113929] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba8328f-5f73-4648-bf46-0d03044bcbdc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.140541] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff52420-5a03-4908-ae1f-5796427d3c76 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] volume-4255c3f0-2c72-44f8-9bc7-15a2e9563a89/volume-4255c3f0-2c72-44f8-9bc7-15a2e9563a89.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.143226] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01d85fa8-02d3-4615-9895-659db87ebdee {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.161484] env[69052]: DEBUG oslo_vmware.api [None req-bff52420-5a03-4908-ae1f-5796427d3c76 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 935.161484] env[69052]: value = "task-3236641" [ 935.161484] env[69052]: _type = "Task" [ 935.161484] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.171376] env[69052]: DEBUG oslo_vmware.api [None req-bff52420-5a03-4908-ae1f-5796427d3c76 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236641, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.176890] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7c31e3-cefa-4aae-813b-1b23d3f6ac2d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.189694] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5e451a-11aa-460b-99c7-f5cc2cb5ff02 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.219602] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca6385b-25db-4329-b95d-b3844ba9af6a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.222896] env[69052]: DEBUG nova.compute.utils [None req-13e42d95-af19-4d12-bfab-6e4dc33eb12e tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.228735] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56da32f-9ffd-45ba-b0dc-f9d6a4829c55 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.244480] env[69052]: DEBUG nova.compute.provider_tree [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.472647] env[69052]: DEBUG nova.compute.manager [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.472928] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.473836] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0589915e-4bc4-4b8c-8cd8-1cb8931efbf2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.482117] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.482117] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cff5525-967c-4b16-b504-517ac0567758 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.488114] env[69052]: DEBUG oslo_vmware.api [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 935.488114] env[69052]: value = "task-3236642" [ 935.488114] env[69052]: _type = "Task" [ 935.488114] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.495354] env[69052]: DEBUG oslo_vmware.api [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.536990] env[69052]: DEBUG oslo_vmware.api [None req-92764fcc-4ba0-4378-9d44-d7a06219b603 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.559726] env[69052]: DEBUG oslo_vmware.api [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52282bce-a712-0ab9-818a-3f4966a2d7bc, 'name': SearchDatastore_Task, 'duration_secs': 0.018428} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.560543] env[69052]: DEBUG oslo_concurrency.lockutils [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.560543] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.560543] env[69052]: DEBUG oslo_concurrency.lockutils [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.573375] env[69052]: DEBUG oslo_vmware.api [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d72d45-a513-0a3e-dd43-ae97b9601786, 'name': SearchDatastore_Task, 'duration_secs': 0.007735} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.574229] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b29f425-230d-4b4b-bdc8-5c1160d54fb4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.579525] env[69052]: DEBUG oslo_vmware.api [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for the task: (returnval){ [ 935.579525] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523e06da-c1af-0519-fa9b-f237eb6b83fb" [ 935.579525] env[69052]: _type = "Task" [ 935.579525] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.587357] env[69052]: DEBUG oslo_vmware.api [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523e06da-c1af-0519-fa9b-f237eb6b83fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.670568] env[69052]: DEBUG oslo_vmware.api [None req-bff52420-5a03-4908-ae1f-5796427d3c76 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236641, 'name': ReconfigVM_Task, 'duration_secs': 0.355947} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.670865] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff52420-5a03-4908-ae1f-5796427d3c76 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Reconfigured VM instance instance-0000003a to attach disk [datastore1] volume-4255c3f0-2c72-44f8-9bc7-15a2e9563a89/volume-4255c3f0-2c72-44f8-9bc7-15a2e9563a89.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.675539] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af735d88-7d22-49c9-970e-31ebd7addd52 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.689551] env[69052]: DEBUG oslo_vmware.api [None req-bff52420-5a03-4908-ae1f-5796427d3c76 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 935.689551] env[69052]: value = "task-3236643" [ 935.689551] env[69052]: _type = "Task" [ 935.689551] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.696873] env[69052]: DEBUG oslo_vmware.api [None req-bff52420-5a03-4908-ae1f-5796427d3c76 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236643, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.725896] env[69052]: DEBUG oslo_concurrency.lockutils [None req-13e42d95-af19-4d12-bfab-6e4dc33eb12e tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "e8a56eb2-4f01-4a90-9758-f531feba21c9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.747716] env[69052]: DEBUG nova.scheduler.client.report [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.850272] env[69052]: DEBUG nova.compute.manager [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.875227] env[69052]: DEBUG nova.virt.hardware [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.875477] env[69052]: DEBUG nova.virt.hardware [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.875633] env[69052]: DEBUG nova.virt.hardware [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.875814] env[69052]: DEBUG nova.virt.hardware [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.875964] env[69052]: DEBUG nova.virt.hardware [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.876123] env[69052]: DEBUG nova.virt.hardware [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.876332] env[69052]: DEBUG nova.virt.hardware [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.876490] env[69052]: DEBUG nova.virt.hardware [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.876651] env[69052]: DEBUG nova.virt.hardware [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.876811] env[69052]: DEBUG nova.virt.hardware [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.876981] env[69052]: DEBUG nova.virt.hardware [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.877851] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e693e5-36e0-496d-83e7-c2413e7e3354 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.885353] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf30e9f-6b66-4959-bc2e-a5e844da7a97 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.898786] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Instance VIF info [] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.904424] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.904708] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.904870] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af7410b7-e044-4ce3-ac83-f676393b27e9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.921624] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.921624] env[69052]: value = "task-3236644" [ 935.921624] env[69052]: _type = "Task" [ 935.921624] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.930731] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236644, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.999474] env[69052]: DEBUG oslo_vmware.api [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236642, 'name': PowerOffVM_Task, 'duration_secs': 0.168682} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.999849] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.000081] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.000441] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac63b8c0-3a42-4665-924c-35a99cd8b11c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.037262] env[69052]: DEBUG oslo_vmware.api [None req-92764fcc-4ba0-4378-9d44-d7a06219b603 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.065299] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.065432] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.065593] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Deleting the datastore file [datastore2] 56722277-77c9-43f6-a98e-f102e43df903 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.065880] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb8b3160-d7e0-4e41-8146-d46e2d8f0a58 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.073421] env[69052]: DEBUG oslo_vmware.api [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for the task: (returnval){ [ 936.073421] env[69052]: value = "task-3236646" [ 936.073421] env[69052]: _type = "Task" [ 936.073421] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.081792] env[69052]: DEBUG oslo_vmware.api [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.089821] env[69052]: DEBUG oslo_vmware.api [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523e06da-c1af-0519-fa9b-f237eb6b83fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009222} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.090089] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.090350] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] ffe88174-f31a-4e21-9aa6-17e7d838a492/ffe88174-f31a-4e21-9aa6-17e7d838a492.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.090628] env[69052]: DEBUG oslo_concurrency.lockutils [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.090861] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.091105] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-699fafe4-13fe-4136-a95f-ff30a1906595 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.093219] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93db1634-3da7-4cdb-bb6d-4c1dd73a9340 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.099356] env[69052]: DEBUG oslo_vmware.api [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for the task: (returnval){ [ 936.099356] env[69052]: value = "task-3236647" [ 936.099356] env[69052]: _type = "Task" [ 936.099356] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.103281] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.103457] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.104442] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-919da779-270f-468d-b1ee-d45a9f2cd332 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.109853] env[69052]: DEBUG oslo_vmware.api [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.113036] env[69052]: DEBUG oslo_vmware.api [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 936.113036] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52168d55-614f-abda-8baa-90c9dae00497" [ 936.113036] env[69052]: _type = "Task" [ 936.113036] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.120220] env[69052]: DEBUG oslo_vmware.api [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52168d55-614f-abda-8baa-90c9dae00497, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.199885] env[69052]: DEBUG oslo_vmware.api [None req-bff52420-5a03-4908-ae1f-5796427d3c76 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236643, 'name': ReconfigVM_Task, 'duration_secs': 0.131862} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.200547] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff52420-5a03-4908-ae1f-5796427d3c76 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646904', 'volume_id': '4255c3f0-2c72-44f8-9bc7-15a2e9563a89', 'name': 'volume-4255c3f0-2c72-44f8-9bc7-15a2e9563a89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df2f721c-7fab-42ac-8da9-3a3c49e36065', 'attached_at': '', 'detached_at': '', 'volume_id': '4255c3f0-2c72-44f8-9bc7-15a2e9563a89', 'serial': '4255c3f0-2c72-44f8-9bc7-15a2e9563a89'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 936.252921] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.255687] env[69052]: DEBUG nova.compute.manager [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.258639] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.888s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.258853] env[69052]: DEBUG nova.objects.instance [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lazy-loading 'pci_requests' on Instance uuid 0c78112e-f66a-4382-9fb2-3a448309d148 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.433276] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236644, 'name': CreateVM_Task, 'duration_secs': 0.270456} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.433498] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.434065] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.434351] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.434669] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.435177] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb749f5e-9e6a-44dc-8485-b51a241a12f7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.441370] env[69052]: DEBUG oslo_vmware.api [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for the task: (returnval){ [ 936.441370] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e06107-4a99-b53c-960b-b30decfef7e9" [ 936.441370] env[69052]: _type = "Task" [ 936.441370] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.450070] env[69052]: DEBUG oslo_vmware.api [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e06107-4a99-b53c-960b-b30decfef7e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.538666] env[69052]: DEBUG oslo_vmware.api [None req-92764fcc-4ba0-4378-9d44-d7a06219b603 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.582740] env[69052]: DEBUG oslo_vmware.api [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Task: {'id': task-3236646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140465} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.583048] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.583242] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.583418] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.583595] env[69052]: INFO nova.compute.manager [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Took 1.11 seconds to destroy the instance on the hypervisor. [ 936.583832] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.584032] env[69052]: DEBUG nova.compute.manager [-] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.584132] env[69052]: DEBUG nova.network.neutron [-] [instance: 56722277-77c9-43f6-a98e-f102e43df903] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.608877] env[69052]: DEBUG oslo_vmware.api [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486873} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.609170] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] ffe88174-f31a-4e21-9aa6-17e7d838a492/ffe88174-f31a-4e21-9aa6-17e7d838a492.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.609391] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.609637] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a7ee7f6-41e2-4bc2-8755-7f464071f29e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.621192] env[69052]: DEBUG oslo_vmware.api [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for the task: (returnval){ [ 936.621192] env[69052]: value = "task-3236648" [ 936.621192] env[69052]: _type = "Task" [ 936.621192] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.628092] env[69052]: DEBUG oslo_vmware.api [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52168d55-614f-abda-8baa-90c9dae00497, 'name': SearchDatastore_Task, 'duration_secs': 0.009793} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.629169] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca780bd0-adec-45cd-923d-a2e2cb0d8f95 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.634315] env[69052]: DEBUG oslo_vmware.api [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.636991] env[69052]: DEBUG oslo_vmware.api [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 936.636991] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a10694-63af-c0b4-72b9-a9e2d4b5ef7d" [ 936.636991] env[69052]: _type = "Task" [ 936.636991] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.644315] env[69052]: DEBUG oslo_vmware.api [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a10694-63af-c0b4-72b9-a9e2d4b5ef7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.761471] env[69052]: DEBUG nova.compute.utils [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.767216] env[69052]: DEBUG nova.objects.instance [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lazy-loading 'numa_topology' on Instance uuid 0c78112e-f66a-4382-9fb2-3a448309d148 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.767216] env[69052]: DEBUG nova.compute.manager [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.767216] env[69052]: DEBUG nova.network.neutron [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.795944] env[69052]: DEBUG oslo_concurrency.lockutils [None req-13e42d95-af19-4d12-bfab-6e4dc33eb12e tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "e8a56eb2-4f01-4a90-9758-f531feba21c9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.796207] env[69052]: DEBUG oslo_concurrency.lockutils [None req-13e42d95-af19-4d12-bfab-6e4dc33eb12e tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "e8a56eb2-4f01-4a90-9758-f531feba21c9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.796465] env[69052]: INFO nova.compute.manager [None req-13e42d95-af19-4d12-bfab-6e4dc33eb12e tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Attaching volume d598b606-2fb4-4717-ac58-6a0af2b84d1c to /dev/sdb [ 936.810874] env[69052]: DEBUG nova.policy [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17661cf9e4ac435ea02ca5937c3ff24d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19918ec410294b2685d0e75828f74507', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.834493] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffef371b-7854-4b9d-ab3d-2cff631df82c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.842299] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccafb32-8bdc-462c-b6e2-49f4fe6bbbba {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.859500] env[69052]: DEBUG nova.virt.block_device [None req-13e42d95-af19-4d12-bfab-6e4dc33eb12e tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Updating existing volume attachment record: 2be0446c-3cbe-4f3b-8638-79a822b5fae2 {{(pid=69052) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 936.865763] env[69052]: DEBUG nova.compute.manager [req-57db94a0-d37c-4345-a636-2b61d282e78e req-0f96097f-3f43-4f78-ae7c-c643a6672c56 service nova] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Received event network-vif-deleted-85e64d75-de04-4fdd-b4de-da30b61f02b2 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.866033] env[69052]: INFO nova.compute.manager [req-57db94a0-d37c-4345-a636-2b61d282e78e req-0f96097f-3f43-4f78-ae7c-c643a6672c56 service nova] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Neutron deleted interface 85e64d75-de04-4fdd-b4de-da30b61f02b2; detaching it from the instance and deleting it from the info cache [ 936.866270] env[69052]: DEBUG nova.network.neutron [req-57db94a0-d37c-4345-a636-2b61d282e78e req-0f96097f-3f43-4f78-ae7c-c643a6672c56 service nova] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.951267] env[69052]: DEBUG oslo_vmware.api [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e06107-4a99-b53c-960b-b30decfef7e9, 'name': SearchDatastore_Task, 'duration_secs': 0.049382} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.951749] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.952163] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.953735] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.038944] env[69052]: DEBUG oslo_vmware.api [None req-92764fcc-4ba0-4378-9d44-d7a06219b603 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.113601] env[69052]: DEBUG nova.network.neutron [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Successfully created port: 64f4cc87-ad20-423f-990d-71420bd0572e {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.131395] env[69052]: DEBUG oslo_vmware.api [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064227} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.131647] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.132403] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adfb247-dd44-472e-bf1f-b54dfe3c2ed7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.151820] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] ffe88174-f31a-4e21-9aa6-17e7d838a492/ffe88174-f31a-4e21-9aa6-17e7d838a492.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.154691] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e4667b0-058b-4c95-83f1-01244665ec0f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.176132] env[69052]: DEBUG oslo_vmware.api [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a10694-63af-c0b4-72b9-a9e2d4b5ef7d, 'name': SearchDatastore_Task, 'duration_secs': 0.010127} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.176841] env[69052]: DEBUG oslo_concurrency.lockutils [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.177119] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 62440cd7-3ffd-4f98-ab55-97b6b984b85d/62440cd7-3ffd-4f98-ab55-97b6b984b85d.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.177395] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.177580] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.177779] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae0bee8a-66ee-49e8-b089-cafa5847b574 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.181615] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e1d304e-835b-4116-aafa-5217a397ac84 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.189245] env[69052]: DEBUG oslo_vmware.api [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for the task: (returnval){ [ 937.189245] env[69052]: value = "task-3236652" [ 937.189245] env[69052]: _type = "Task" [ 937.189245] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.194064] env[69052]: DEBUG oslo_vmware.api [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 937.194064] env[69052]: value = "task-3236653" [ 937.194064] env[69052]: _type = "Task" [ 937.194064] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.195748] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.195940] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.199594] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fc4c4d7-cf33-42b3-9098-895716a9c907 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.204721] env[69052]: DEBUG oslo_vmware.api [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236652, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.210055] env[69052]: DEBUG oslo_vmware.api [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.211321] env[69052]: DEBUG oslo_vmware.api [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for the task: (returnval){ [ 937.211321] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a12b21-8dd8-69ac-8b5b-e2265c64dc41" [ 937.211321] env[69052]: _type = "Task" [ 937.211321] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.220250] env[69052]: DEBUG oslo_vmware.api [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a12b21-8dd8-69ac-8b5b-e2265c64dc41, 'name': SearchDatastore_Task, 'duration_secs': 0.008263} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.221105] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e69c30d9-c7bf-48b8-985e-4f595c42b83a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.225992] env[69052]: DEBUG oslo_vmware.api [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for the task: (returnval){ [ 937.225992] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524aad2b-5348-5e8f-25d0-10b8858425d5" [ 937.225992] env[69052]: _type = "Task" [ 937.225992] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.233479] env[69052]: DEBUG oslo_vmware.api [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524aad2b-5348-5e8f-25d0-10b8858425d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.241394] env[69052]: DEBUG nova.objects.instance [None req-bff52420-5a03-4908-ae1f-5796427d3c76 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lazy-loading 'flavor' on Instance uuid df2f721c-7fab-42ac-8da9-3a3c49e36065 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.269293] env[69052]: DEBUG nova.compute.manager [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.272298] env[69052]: INFO nova.compute.claims [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.350240] env[69052]: DEBUG nova.network.neutron [-] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.370644] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d0e8304-294b-4d3a-a0fb-f87a353f3d8e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.383090] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3397dc7-4710-41d1-a4e4-d55f1eced288 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.420038] env[69052]: DEBUG nova.compute.manager [req-57db94a0-d37c-4345-a636-2b61d282e78e req-0f96097f-3f43-4f78-ae7c-c643a6672c56 service nova] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Detach interface failed, port_id=85e64d75-de04-4fdd-b4de-da30b61f02b2, reason: Instance 56722277-77c9-43f6-a98e-f102e43df903 could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 937.540622] env[69052]: DEBUG oslo_vmware.api [None req-92764fcc-4ba0-4378-9d44-d7a06219b603 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.699620] env[69052]: DEBUG oslo_vmware.api [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236652, 'name': ReconfigVM_Task, 'duration_secs': 0.451499} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.702993] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Reconfigured VM instance instance-0000004c to attach disk [datastore2] ffe88174-f31a-4e21-9aa6-17e7d838a492/ffe88174-f31a-4e21-9aa6-17e7d838a492.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.703613] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb7c4257-f3a7-40fc-940f-7c824846c676 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.710876] env[69052]: DEBUG oslo_vmware.api [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449582} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.712078] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 62440cd7-3ffd-4f98-ab55-97b6b984b85d/62440cd7-3ffd-4f98-ab55-97b6b984b85d.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.712310] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.712618] env[69052]: DEBUG oslo_vmware.api [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for the task: (returnval){ [ 937.712618] env[69052]: value = "task-3236654" [ 937.712618] env[69052]: _type = "Task" [ 937.712618] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.712810] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c30e8771-22c8-4f2b-94dd-c5fb9ba49c17 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.723992] env[69052]: DEBUG oslo_vmware.api [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236654, 'name': Rename_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.725290] env[69052]: DEBUG oslo_vmware.api [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 937.725290] env[69052]: value = "task-3236655" [ 937.725290] env[69052]: _type = "Task" [ 937.725290] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.738875] env[69052]: DEBUG oslo_vmware.api [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524aad2b-5348-5e8f-25d0-10b8858425d5, 'name': SearchDatastore_Task, 'duration_secs': 0.008113} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.739153] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.739426] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10/1e3c83a0-2c88-4a9c-8170-a60a5c73cb10.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.739668] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffa0f813-2638-4d35-9679-239a3378ddd9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.746613] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bff52420-5a03-4908-ae1f-5796427d3c76 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "df2f721c-7fab-42ac-8da9-3a3c49e36065" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.268s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.748522] env[69052]: DEBUG oslo_vmware.api [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for the task: (returnval){ [ 937.748522] env[69052]: value = "task-3236656" [ 937.748522] env[69052]: _type = "Task" [ 937.748522] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.758935] env[69052]: DEBUG oslo_vmware.api [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.852769] env[69052]: INFO nova.compute.manager [-] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Took 1.27 seconds to deallocate network for instance. [ 938.043927] env[69052]: DEBUG oslo_vmware.api [None req-92764fcc-4ba0-4378-9d44-d7a06219b603 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.224377] env[69052]: DEBUG oslo_vmware.api [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236654, 'name': Rename_Task, 'duration_secs': 0.140038} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.224641] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.224882] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4eecd1e0-3242-4e63-9400-a1eab165e7af {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.234285] env[69052]: DEBUG oslo_vmware.api [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087415} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.235404] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.235734] env[69052]: DEBUG oslo_vmware.api [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for the task: (returnval){ [ 938.235734] env[69052]: value = "task-3236657" [ 938.235734] env[69052]: _type = "Task" [ 938.235734] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.236399] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461e7185-53ef-4c54-b595-740fe7d66345 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.256081] env[69052]: DEBUG oslo_vmware.api [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.265483] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 62440cd7-3ffd-4f98-ab55-97b6b984b85d/62440cd7-3ffd-4f98-ab55-97b6b984b85d.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.268785] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0840d1a6-ef27-42c7-ad06-4c74655e9dae {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.286805] env[69052]: DEBUG nova.compute.manager [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.294905] env[69052]: DEBUG oslo_vmware.api [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.424052} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.297033] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10/1e3c83a0-2c88-4a9c-8170-a60a5c73cb10.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.297033] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.297033] env[69052]: DEBUG oslo_vmware.api [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 938.297033] env[69052]: value = "task-3236658" [ 938.297033] env[69052]: _type = "Task" [ 938.297033] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.297033] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53e48667-d82a-4c3e-af3c-625471bfab11 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.308261] env[69052]: DEBUG oslo_vmware.api [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236658, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.308652] env[69052]: DEBUG oslo_vmware.api [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for the task: (returnval){ [ 938.308652] env[69052]: value = "task-3236659" [ 938.308652] env[69052]: _type = "Task" [ 938.308652] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.321753] env[69052]: DEBUG oslo_vmware.api [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.323976] env[69052]: DEBUG nova.virt.hardware [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.324232] env[69052]: DEBUG nova.virt.hardware [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.324355] env[69052]: DEBUG nova.virt.hardware [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.324537] env[69052]: DEBUG nova.virt.hardware [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.324687] env[69052]: DEBUG nova.virt.hardware [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.325023] env[69052]: DEBUG nova.virt.hardware [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.325110] env[69052]: DEBUG nova.virt.hardware [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.325211] env[69052]: DEBUG nova.virt.hardware [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.326966] env[69052]: DEBUG nova.virt.hardware [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.326966] env[69052]: DEBUG nova.virt.hardware [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.326966] env[69052]: DEBUG nova.virt.hardware [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.326966] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296b9b94-09d1-4e6c-85a8-755cf454b577 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.336080] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcdda3f-7d7d-4eb2-85b5-a9ba26daa42b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.359922] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.542302] env[69052]: DEBUG oslo_vmware.api [None req-92764fcc-4ba0-4378-9d44-d7a06219b603 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236636, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.610726] env[69052]: DEBUG nova.network.neutron [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Successfully updated port: 64f4cc87-ad20-423f-990d-71420bd0572e {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.636496] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a00889-9ebc-4bc1-a078-3e668b93a2b3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.644331] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5ef12d-73a3-40bd-9dbb-1f2ec193b267 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.650897] env[69052]: DEBUG nova.compute.manager [req-04f86953-b184-431d-b583-5ad3b7d6ee74 req-a88ca030-4c6c-4e50-939d-dabda16516fa service nova] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Received event network-vif-plugged-64f4cc87-ad20-423f-990d-71420bd0572e {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.650985] env[69052]: DEBUG oslo_concurrency.lockutils [req-04f86953-b184-431d-b583-5ad3b7d6ee74 req-a88ca030-4c6c-4e50-939d-dabda16516fa service nova] Acquiring lock "378d47dd-e9df-4594-9180-9dfe8a815a38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.651334] env[69052]: DEBUG oslo_concurrency.lockutils [req-04f86953-b184-431d-b583-5ad3b7d6ee74 req-a88ca030-4c6c-4e50-939d-dabda16516fa service nova] Lock "378d47dd-e9df-4594-9180-9dfe8a815a38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.651475] env[69052]: DEBUG oslo_concurrency.lockutils [req-04f86953-b184-431d-b583-5ad3b7d6ee74 req-a88ca030-4c6c-4e50-939d-dabda16516fa service nova] Lock "378d47dd-e9df-4594-9180-9dfe8a815a38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.651707] env[69052]: DEBUG nova.compute.manager [req-04f86953-b184-431d-b583-5ad3b7d6ee74 req-a88ca030-4c6c-4e50-939d-dabda16516fa service nova] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] No waiting events found dispatching network-vif-plugged-64f4cc87-ad20-423f-990d-71420bd0572e {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.651937] env[69052]: WARNING nova.compute.manager [req-04f86953-b184-431d-b583-5ad3b7d6ee74 req-a88ca030-4c6c-4e50-939d-dabda16516fa service nova] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Received unexpected event network-vif-plugged-64f4cc87-ad20-423f-990d-71420bd0572e for instance with vm_state building and task_state spawning. [ 938.683762] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190d17a3-2bdc-4546-ad86-4d290157b1ed {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.693343] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b34cedd-ac84-4e0e-ab59-8b0f2484322b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.709385] env[69052]: DEBUG nova.compute.provider_tree [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.752221] env[69052]: DEBUG oslo_vmware.api [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236657, 'name': PowerOnVM_Task, 'duration_secs': 0.456825} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.752584] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.752850] env[69052]: INFO nova.compute.manager [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Took 5.34 seconds to spawn the instance on the hypervisor. [ 938.753448] env[69052]: DEBUG nova.compute.manager [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.754016] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4790b27-a9ca-469f-a403-e713e7c30d8b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.810853] env[69052]: DEBUG oslo_vmware.api [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236658, 'name': ReconfigVM_Task, 'duration_secs': 0.268005} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.811219] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 62440cd7-3ffd-4f98-ab55-97b6b984b85d/62440cd7-3ffd-4f98-ab55-97b6b984b85d.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.812035] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bde41ca5-f998-40d3-ab7a-484a60b047a8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.827173] env[69052]: DEBUG oslo_vmware.api [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083296} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.827173] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.827173] env[69052]: DEBUG oslo_vmware.api [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 938.827173] env[69052]: value = "task-3236660" [ 938.827173] env[69052]: _type = "Task" [ 938.827173] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.827173] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f3f535-04c4-477b-8fac-8b3c657e387b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.849462] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10/1e3c83a0-2c88-4a9c-8170-a60a5c73cb10.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.853352] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81ef1bce-6249-42dd-b2ba-52def841cadf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.867551] env[69052]: DEBUG oslo_vmware.api [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236660, 'name': Rename_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.871882] env[69052]: DEBUG oslo_vmware.api [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for the task: (returnval){ [ 938.871882] env[69052]: value = "task-3236661" [ 938.871882] env[69052]: _type = "Task" [ 938.871882] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.879812] env[69052]: DEBUG oslo_vmware.api [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236661, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.043783] env[69052]: DEBUG oslo_vmware.api [None req-92764fcc-4ba0-4378-9d44-d7a06219b603 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236636, 'name': ReconfigVM_Task, 'duration_secs': 5.779193} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.044123] env[69052]: DEBUG oslo_concurrency.lockutils [None req-92764fcc-4ba0-4378-9d44-d7a06219b603 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Releasing lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.044396] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-92764fcc-4ba0-4378-9d44-d7a06219b603 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Reconfigured VM to detach interface {{(pid=69052) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 939.113366] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "refresh_cache-378d47dd-e9df-4594-9180-9dfe8a815a38" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.113583] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquired lock "refresh_cache-378d47dd-e9df-4594-9180-9dfe8a815a38" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.113668] env[69052]: DEBUG nova.network.neutron [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.213195] env[69052]: DEBUG nova.scheduler.client.report [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.281041] env[69052]: INFO nova.compute.manager [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Took 27.30 seconds to build instance. [ 939.342151] env[69052]: DEBUG oslo_vmware.api [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236660, 'name': Rename_Task, 'duration_secs': 0.280005} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.342447] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.342703] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d278608-4eab-4ec4-bbaa-f35d8a1f6151 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.354625] env[69052]: DEBUG oslo_vmware.api [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 939.354625] env[69052]: value = "task-3236663" [ 939.354625] env[69052]: _type = "Task" [ 939.354625] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.362858] env[69052]: DEBUG oslo_vmware.api [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.383157] env[69052]: DEBUG oslo_vmware.api [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236661, 'name': ReconfigVM_Task, 'duration_secs': 0.272499} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.383157] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10/1e3c83a0-2c88-4a9c-8170-a60a5c73cb10.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.383157] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52af6983-c4c0-4cc8-8837-0a3e42e9b34d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.389764] env[69052]: DEBUG oslo_vmware.api [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for the task: (returnval){ [ 939.389764] env[69052]: value = "task-3236664" [ 939.389764] env[69052]: _type = "Task" [ 939.389764] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.403086] env[69052]: DEBUG oslo_vmware.api [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236664, 'name': Rename_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.471562] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "2eb93fe3-17b5-4d50-9c02-85e5c9000df2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.471790] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "2eb93fe3-17b5-4d50-9c02-85e5c9000df2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.646679] env[69052]: DEBUG nova.network.neutron [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.721417] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.463s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.723519] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.275s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.441921] env[69052]: INFO nova.compute.claims [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.447473] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b12cb0b6-5adc-4062-a0fe-5afd6996f713 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Lock "ffe88174-f31a-4e21-9aa6-17e7d838a492" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.476s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.447901] env[69052]: DEBUG nova.compute.manager [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.464747] env[69052]: DEBUG oslo_vmware.api [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236664, 'name': Rename_Task, 'duration_secs': 0.481882} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.468091] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.468370] env[69052]: DEBUG oslo_vmware.api [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236663, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.468601] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c47c063f-9fbb-4f0d-8697-ae7c155ffbdc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.476047] env[69052]: DEBUG oslo_vmware.api [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for the task: (returnval){ [ 940.476047] env[69052]: value = "task-3236665" [ 940.476047] env[69052]: _type = "Task" [ 940.476047] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.492125] env[69052]: DEBUG oslo_vmware.api [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.518197] env[69052]: DEBUG nova.network.neutron [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Updating instance_info_cache with network_info: [{"id": "64f4cc87-ad20-423f-990d-71420bd0572e", "address": "fa:16:3e:28:56:e8", "network": {"id": "a09c611a-3f85-44ff-a673-e176af1ea211", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-63151955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19918ec410294b2685d0e75828f74507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64f4cc87-ad", "ovs_interfaceid": "64f4cc87-ad20-423f-990d-71420bd0572e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.520523] env[69052]: INFO nova.network.neutron [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Updating port 352efec1-440a-4dad-a848-38e5b0318f99 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 940.597867] env[69052]: DEBUG nova.compute.manager [req-19736562-ee65-49d2-b0a5-f51fbb03df67 req-65ea7852-aa0f-4ec3-ad36-fdd45b029763 service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Received event network-vif-deleted-6afef75a-45bc-4b6e-9ec4-5ff4ea4c8ca0 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.598090] env[69052]: INFO nova.compute.manager [req-19736562-ee65-49d2-b0a5-f51fbb03df67 req-65ea7852-aa0f-4ec3-ad36-fdd45b029763 service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Neutron deleted interface 6afef75a-45bc-4b6e-9ec4-5ff4ea4c8ca0; detaching it from the instance and deleting it from the info cache [ 940.598386] env[69052]: DEBUG nova.network.neutron [req-19736562-ee65-49d2-b0a5-f51fbb03df67 req-65ea7852-aa0f-4ec3-ad36-fdd45b029763 service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Updating instance_info_cache with network_info: [{"id": "a21869f9-8991-4561-902c-b9d4da95446a", "address": "fa:16:3e:27:42:78", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa21869f9-89", "ovs_interfaceid": "a21869f9-8991-4561-902c-b9d4da95446a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "71371330-dd57-4f87-b31b-2701b8df4ab9", "address": "fa:16:3e:da:2b:bd", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71371330-dd", "ovs_interfaceid": "71371330-dd57-4f87-b31b-2701b8df4ab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.684540] env[69052]: DEBUG nova.compute.manager [req-5ac362e7-1cc5-4ef6-866e-856f82471226 req-e0b877d4-bc38-4fb3-a9a1-7856a153a8ca service nova] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Received event network-changed-64f4cc87-ad20-423f-990d-71420bd0572e {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.684788] env[69052]: DEBUG nova.compute.manager [req-5ac362e7-1cc5-4ef6-866e-856f82471226 req-e0b877d4-bc38-4fb3-a9a1-7856a153a8ca service nova] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Refreshing instance network info cache due to event network-changed-64f4cc87-ad20-423f-990d-71420bd0572e. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.684927] env[69052]: DEBUG oslo_concurrency.lockutils [req-5ac362e7-1cc5-4ef6-866e-856f82471226 req-e0b877d4-bc38-4fb3-a9a1-7856a153a8ca service nova] Acquiring lock "refresh_cache-378d47dd-e9df-4594-9180-9dfe8a815a38" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.959596] env[69052]: DEBUG oslo_concurrency.lockutils [None req-92764fcc-4ba0-4378-9d44-d7a06219b603 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "refresh_cache-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.959781] env[69052]: DEBUG oslo_concurrency.lockutils [None req-92764fcc-4ba0-4378-9d44-d7a06219b603 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired lock "refresh_cache-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.959955] env[69052]: DEBUG nova.network.neutron [None req-92764fcc-4ba0-4378-9d44-d7a06219b603 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.961192] env[69052]: DEBUG oslo_vmware.api [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236663, 'name': PowerOnVM_Task, 'duration_secs': 1.164301} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.964096] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.964320] env[69052]: DEBUG nova.compute.manager [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.965482] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d32a87-ee86-46c0-a324-c9003ad46502 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.980170] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.986158] env[69052]: DEBUG oslo_vmware.api [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236665, 'name': PowerOnVM_Task, 'duration_secs': 0.419271} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.986612] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.986930] env[69052]: INFO nova.compute.manager [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Took 5.14 seconds to spawn the instance on the hypervisor. [ 940.987687] env[69052]: DEBUG nova.compute.manager [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.988048] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79fb777-0ee8-4d66-bcb5-bf0adf5c07cd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.023503] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Releasing lock "refresh_cache-378d47dd-e9df-4594-9180-9dfe8a815a38" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.023817] env[69052]: DEBUG nova.compute.manager [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Instance network_info: |[{"id": "64f4cc87-ad20-423f-990d-71420bd0572e", "address": "fa:16:3e:28:56:e8", "network": {"id": "a09c611a-3f85-44ff-a673-e176af1ea211", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-63151955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19918ec410294b2685d0e75828f74507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64f4cc87-ad", "ovs_interfaceid": "64f4cc87-ad20-423f-990d-71420bd0572e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 941.024127] env[69052]: DEBUG oslo_concurrency.lockutils [req-5ac362e7-1cc5-4ef6-866e-856f82471226 req-e0b877d4-bc38-4fb3-a9a1-7856a153a8ca service nova] Acquired lock "refresh_cache-378d47dd-e9df-4594-9180-9dfe8a815a38" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.024332] env[69052]: DEBUG nova.network.neutron [req-5ac362e7-1cc5-4ef6-866e-856f82471226 req-e0b877d4-bc38-4fb3-a9a1-7856a153a8ca service nova] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Refreshing network info cache for port 64f4cc87-ad20-423f-990d-71420bd0572e {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.027383] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:56:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64f4cc87-ad20-423f-990d-71420bd0572e', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.035212] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.038334] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.038826] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33e342ef-fb26-46e5-a784-306852b26764 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.058930] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.058930] env[69052]: value = "task-3236666" [ 941.058930] env[69052]: _type = "Task" [ 941.058930] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.066724] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236666, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.102467] env[69052]: DEBUG oslo_concurrency.lockutils [req-19736562-ee65-49d2-b0a5-f51fbb03df67 req-65ea7852-aa0f-4ec3-ad36-fdd45b029763 service nova] Acquiring lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.102649] env[69052]: DEBUG oslo_concurrency.lockutils [req-19736562-ee65-49d2-b0a5-f51fbb03df67 req-65ea7852-aa0f-4ec3-ad36-fdd45b029763 service nova] Acquired lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.103617] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763a26aa-9ca6-497d-adee-9b4fb2d18db1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.123212] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b209a6eb-88d0-47fc-8d28-b1bf06853d1f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.151655] env[69052]: DEBUG nova.virt.vmwareapi.vmops [req-19736562-ee65-49d2-b0a5-f51fbb03df67 req-65ea7852-aa0f-4ec3-ad36-fdd45b029763 service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Reconfiguring VM to detach interface {{(pid=69052) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 941.154937] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a96d01a-4329-4c46-aad0-5049e4d1f509 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.169204] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.188874] env[69052]: DEBUG oslo_vmware.api [req-19736562-ee65-49d2-b0a5-f51fbb03df67 req-65ea7852-aa0f-4ec3-ad36-fdd45b029763 service nova] Waiting for the task: (returnval){ [ 941.188874] env[69052]: value = "task-3236667" [ 941.188874] env[69052]: _type = "Task" [ 941.188874] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.202626] env[69052]: DEBUG oslo_vmware.api [req-19736562-ee65-49d2-b0a5-f51fbb03df67 req-65ea7852-aa0f-4ec3-ad36-fdd45b029763 service nova] Task: {'id': task-3236667, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.318554] env[69052]: DEBUG nova.network.neutron [req-5ac362e7-1cc5-4ef6-866e-856f82471226 req-e0b877d4-bc38-4fb3-a9a1-7856a153a8ca service nova] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Updated VIF entry in instance network info cache for port 64f4cc87-ad20-423f-990d-71420bd0572e. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.318934] env[69052]: DEBUG nova.network.neutron [req-5ac362e7-1cc5-4ef6-866e-856f82471226 req-e0b877d4-bc38-4fb3-a9a1-7856a153a8ca service nova] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Updating instance_info_cache with network_info: [{"id": "64f4cc87-ad20-423f-990d-71420bd0572e", "address": "fa:16:3e:28:56:e8", "network": {"id": "a09c611a-3f85-44ff-a673-e176af1ea211", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-63151955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19918ec410294b2685d0e75828f74507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64f4cc87-ad", "ovs_interfaceid": "64f4cc87-ad20-423f-990d-71420bd0572e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.415881] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e42d95-af19-4d12-bfab-6e4dc33eb12e tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Volume attach. Driver type: vmdk {{(pid=69052) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 941.416153] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e42d95-af19-4d12-bfab-6e4dc33eb12e tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646911', 'volume_id': 'd598b606-2fb4-4717-ac58-6a0af2b84d1c', 'name': 'volume-d598b606-2fb4-4717-ac58-6a0af2b84d1c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e8a56eb2-4f01-4a90-9758-f531feba21c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'd598b606-2fb4-4717-ac58-6a0af2b84d1c', 'serial': 'd598b606-2fb4-4717-ac58-6a0af2b84d1c'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 941.417146] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b853a3-f233-46b7-8693-5ed4338aa80c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.433230] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29171eb-5421-4424-b048-68b72241068c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.459086] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e42d95-af19-4d12-bfab-6e4dc33eb12e tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] volume-d598b606-2fb4-4717-ac58-6a0af2b84d1c/volume-d598b606-2fb4-4717-ac58-6a0af2b84d1c.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.459726] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1f52a28-6826-40c5-834b-09eb410dca7b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.485676] env[69052]: DEBUG oslo_vmware.api [None req-13e42d95-af19-4d12-bfab-6e4dc33eb12e tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 941.485676] env[69052]: value = "task-3236668" [ 941.485676] env[69052]: _type = "Task" [ 941.485676] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.486164] env[69052]: DEBUG oslo_concurrency.lockutils [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.495119] env[69052]: DEBUG oslo_vmware.api [None req-13e42d95-af19-4d12-bfab-6e4dc33eb12e tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.505457] env[69052]: INFO nova.compute.manager [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Took 28.46 seconds to build instance. [ 941.569175] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236666, 'name': CreateVM_Task, 'duration_secs': 0.392099} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.571636] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.572586] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.572784] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.573196] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.573464] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e668986f-0da7-41f2-aca2-a1823aa329e6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.577856] env[69052]: DEBUG oslo_vmware.api [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 941.577856] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527b14c5-95a8-5e43-6a35-d79931fd728b" [ 941.577856] env[69052]: _type = "Task" [ 941.577856] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.588373] env[69052]: DEBUG oslo_vmware.api [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527b14c5-95a8-5e43-6a35-d79931fd728b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.701600] env[69052]: DEBUG oslo_vmware.api [req-19736562-ee65-49d2-b0a5-f51fbb03df67 req-65ea7852-aa0f-4ec3-ad36-fdd45b029763 service nova] Task: {'id': task-3236667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.712960] env[69052]: INFO nova.network.neutron [None req-92764fcc-4ba0-4378-9d44-d7a06219b603 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Port 71371330-dd57-4f87-b31b-2701b8df4ab9 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 941.712960] env[69052]: DEBUG nova.network.neutron [None req-92764fcc-4ba0-4378-9d44-d7a06219b603 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Updating instance_info_cache with network_info: [{"id": "a21869f9-8991-4561-902c-b9d4da95446a", "address": "fa:16:3e:27:42:78", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa21869f9-89", "ovs_interfaceid": "a21869f9-8991-4561-902c-b9d4da95446a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.814038] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78c9138-2391-4de9-ac84-d63844b4c68e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.821359] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2aca243-b800-40cc-a092-a27daa6b5f5d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.824751] env[69052]: DEBUG oslo_concurrency.lockutils [req-5ac362e7-1cc5-4ef6-866e-856f82471226 req-e0b877d4-bc38-4fb3-a9a1-7856a153a8ca service nova] Releasing lock "refresh_cache-378d47dd-e9df-4594-9180-9dfe8a815a38" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.825033] env[69052]: DEBUG nova.compute.manager [req-5ac362e7-1cc5-4ef6-866e-856f82471226 req-e0b877d4-bc38-4fb3-a9a1-7856a153a8ca service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Received event network-vif-deleted-71371330-dd57-4f87-b31b-2701b8df4ab9 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.825236] env[69052]: INFO nova.compute.manager [req-5ac362e7-1cc5-4ef6-866e-856f82471226 req-e0b877d4-bc38-4fb3-a9a1-7856a153a8ca service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Neutron deleted interface 71371330-dd57-4f87-b31b-2701b8df4ab9; detaching it from the instance and deleting it from the info cache [ 941.825500] env[69052]: DEBUG nova.network.neutron [req-5ac362e7-1cc5-4ef6-866e-856f82471226 req-e0b877d4-bc38-4fb3-a9a1-7856a153a8ca service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Updating instance_info_cache with network_info: [{"id": "a21869f9-8991-4561-902c-b9d4da95446a", "address": "fa:16:3e:27:42:78", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa21869f9-89", "ovs_interfaceid": "a21869f9-8991-4561-902c-b9d4da95446a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.853523] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd682c6-dd8b-40c5-977a-1f1aac983588 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.863546] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599bd022-a883-4228-ad5f-32112bf12691 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.876710] env[69052]: DEBUG nova.compute.provider_tree [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.996388] env[69052]: DEBUG oslo_vmware.api [None req-13e42d95-af19-4d12-bfab-6e4dc33eb12e tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.009099] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c4083ad5-4736-47dd-99e8-daff1ece3b85 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Lock "1e3c83a0-2c88-4a9c-8170-a60a5c73cb10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.978s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.093488] env[69052]: DEBUG oslo_vmware.api [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527b14c5-95a8-5e43-6a35-d79931fd728b, 'name': SearchDatastore_Task, 'duration_secs': 0.015351} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.093645] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.095712] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.095712] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.095712] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.095712] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.095712] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8e99f14-85bf-475c-9d5f-230cb1bcc279 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.105110] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.105110] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.105299] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1534effb-a043-42a5-b50f-0f4bee7accd9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.111929] env[69052]: DEBUG oslo_vmware.api [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 942.111929] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52904575-0cb2-07ba-2982-77d03d9a2c25" [ 942.111929] env[69052]: _type = "Task" [ 942.111929] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.119810] env[69052]: DEBUG oslo_vmware.api [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52904575-0cb2-07ba-2982-77d03d9a2c25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.202112] env[69052]: DEBUG oslo_vmware.api [req-19736562-ee65-49d2-b0a5-f51fbb03df67 req-65ea7852-aa0f-4ec3-ad36-fdd45b029763 service nova] Task: {'id': task-3236667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.216379] env[69052]: DEBUG oslo_concurrency.lockutils [None req-92764fcc-4ba0-4378-9d44-d7a06219b603 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Releasing lock "refresh_cache-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.328911] env[69052]: DEBUG oslo_concurrency.lockutils [req-5ac362e7-1cc5-4ef6-866e-856f82471226 req-e0b877d4-bc38-4fb3-a9a1-7856a153a8ca service nova] Acquiring lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.351714] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "refresh_cache-0c78112e-f66a-4382-9fb2-3a448309d148" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.351916] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquired lock "refresh_cache-0c78112e-f66a-4382-9fb2-3a448309d148" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.352109] env[69052]: DEBUG nova.network.neutron [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.379229] env[69052]: DEBUG nova.scheduler.client.report [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.497244] env[69052]: DEBUG oslo_vmware.api [None req-13e42d95-af19-4d12-bfab-6e4dc33eb12e tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.622329] env[69052]: DEBUG oslo_vmware.api [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52904575-0cb2-07ba-2982-77d03d9a2c25, 'name': SearchDatastore_Task, 'duration_secs': 0.018481} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.623183] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a216e916-56bf-4bca-af4b-fe73504316a4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.627654] env[69052]: DEBUG nova.compute.manager [req-db7492a6-5cd1-4f7b-b3a1-016d4d8ef31d req-fb92839e-84bc-4636-914f-325c789685e6 service nova] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Received event network-vif-plugged-352efec1-440a-4dad-a848-38e5b0318f99 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.627854] env[69052]: DEBUG oslo_concurrency.lockutils [req-db7492a6-5cd1-4f7b-b3a1-016d4d8ef31d req-fb92839e-84bc-4636-914f-325c789685e6 service nova] Acquiring lock "0c78112e-f66a-4382-9fb2-3a448309d148-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.628075] env[69052]: DEBUG oslo_concurrency.lockutils [req-db7492a6-5cd1-4f7b-b3a1-016d4d8ef31d req-fb92839e-84bc-4636-914f-325c789685e6 service nova] Lock "0c78112e-f66a-4382-9fb2-3a448309d148-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.628247] env[69052]: DEBUG oslo_concurrency.lockutils [req-db7492a6-5cd1-4f7b-b3a1-016d4d8ef31d req-fb92839e-84bc-4636-914f-325c789685e6 service nova] Lock "0c78112e-f66a-4382-9fb2-3a448309d148-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.628414] env[69052]: DEBUG nova.compute.manager [req-db7492a6-5cd1-4f7b-b3a1-016d4d8ef31d req-fb92839e-84bc-4636-914f-325c789685e6 service nova] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] No waiting events found dispatching network-vif-plugged-352efec1-440a-4dad-a848-38e5b0318f99 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.628576] env[69052]: WARNING nova.compute.manager [req-db7492a6-5cd1-4f7b-b3a1-016d4d8ef31d req-fb92839e-84bc-4636-914f-325c789685e6 service nova] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Received unexpected event network-vif-plugged-352efec1-440a-4dad-a848-38e5b0318f99 for instance with vm_state shelved_offloaded and task_state spawning. [ 942.628734] env[69052]: DEBUG nova.compute.manager [req-db7492a6-5cd1-4f7b-b3a1-016d4d8ef31d req-fb92839e-84bc-4636-914f-325c789685e6 service nova] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Received event network-changed-352efec1-440a-4dad-a848-38e5b0318f99 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.628886] env[69052]: DEBUG nova.compute.manager [req-db7492a6-5cd1-4f7b-b3a1-016d4d8ef31d req-fb92839e-84bc-4636-914f-325c789685e6 service nova] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Refreshing instance network info cache due to event network-changed-352efec1-440a-4dad-a848-38e5b0318f99. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.629066] env[69052]: DEBUG oslo_concurrency.lockutils [req-db7492a6-5cd1-4f7b-b3a1-016d4d8ef31d req-fb92839e-84bc-4636-914f-325c789685e6 service nova] Acquiring lock "refresh_cache-0c78112e-f66a-4382-9fb2-3a448309d148" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.632200] env[69052]: DEBUG oslo_vmware.api [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 942.632200] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52aba7b2-1f1f-e2e4-2e2b-8dfa7dc3280e" [ 942.632200] env[69052]: _type = "Task" [ 942.632200] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.640902] env[69052]: DEBUG oslo_vmware.api [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52aba7b2-1f1f-e2e4-2e2b-8dfa7dc3280e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.699036] env[69052]: DEBUG oslo_vmware.api [req-19736562-ee65-49d2-b0a5-f51fbb03df67 req-65ea7852-aa0f-4ec3-ad36-fdd45b029763 service nova] Task: {'id': task-3236667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.723620] env[69052]: DEBUG oslo_concurrency.lockutils [None req-92764fcc-4ba0-4378-9d44-d7a06219b603 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "interface-4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a-71371330-dd57-4f87-b31b-2701b8df4ab9" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.286s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.834967] env[69052]: INFO nova.compute.manager [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Rebuilding instance [ 942.875565] env[69052]: DEBUG nova.compute.manager [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.876431] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d486b6d0-7f02-4d77-8b5c-fe3f22f38a68 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.883167] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.160s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.883628] env[69052]: DEBUG nova.compute.manager [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.890184] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.477s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.891688] env[69052]: INFO nova.compute.claims [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.997683] env[69052]: DEBUG oslo_vmware.api [None req-13e42d95-af19-4d12-bfab-6e4dc33eb12e tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236668, 'name': ReconfigVM_Task, 'duration_secs': 1.096359} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.997939] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e42d95-af19-4d12-bfab-6e4dc33eb12e tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Reconfigured VM instance instance-00000042 to attach disk [datastore2] volume-d598b606-2fb4-4717-ac58-6a0af2b84d1c/volume-d598b606-2fb4-4717-ac58-6a0af2b84d1c.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.002694] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c60314b-3f76-4abb-bae6-de2d6259446d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.020691] env[69052]: DEBUG oslo_vmware.api [None req-13e42d95-af19-4d12-bfab-6e4dc33eb12e tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 943.020691] env[69052]: value = "task-3236669" [ 943.020691] env[69052]: _type = "Task" [ 943.020691] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.038079] env[69052]: DEBUG oslo_vmware.api [None req-13e42d95-af19-4d12-bfab-6e4dc33eb12e tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236669, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.143796] env[69052]: DEBUG oslo_vmware.api [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52aba7b2-1f1f-e2e4-2e2b-8dfa7dc3280e, 'name': SearchDatastore_Task, 'duration_secs': 0.037852} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.144157] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.144446] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 378d47dd-e9df-4594-9180-9dfe8a815a38/378d47dd-e9df-4594-9180-9dfe8a815a38.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.144740] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33c5ccaf-0bf9-45fb-bd7b-1c0121387ce9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.152118] env[69052]: DEBUG oslo_vmware.api [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 943.152118] env[69052]: value = "task-3236670" [ 943.152118] env[69052]: _type = "Task" [ 943.152118] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.160195] env[69052]: DEBUG oslo_vmware.api [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.208032] env[69052]: DEBUG oslo_vmware.api [req-19736562-ee65-49d2-b0a5-f51fbb03df67 req-65ea7852-aa0f-4ec3-ad36-fdd45b029763 service nova] Task: {'id': task-3236667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.391944] env[69052]: DEBUG nova.compute.utils [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.393779] env[69052]: DEBUG nova.compute.manager [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.394076] env[69052]: DEBUG nova.network.neutron [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.449786] env[69052]: DEBUG nova.network.neutron [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Updating instance_info_cache with network_info: [{"id": "352efec1-440a-4dad-a848-38e5b0318f99", "address": "fa:16:3e:ca:6e:bd", "network": {"id": "3ea0dab6-61fd-42b5-a725-3d0dda25bb5c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1625186104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3631ca22fed4917a0c9d8c7ee20e9aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap352efec1-44", "ovs_interfaceid": "352efec1-440a-4dad-a848-38e5b0318f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.458955] env[69052]: DEBUG nova.policy [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f047f102b6d4e30a7837f01a46f6a57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1495d4ac73df4810a0b8e7a5a102deb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.531782] env[69052]: DEBUG oslo_vmware.api [None req-13e42d95-af19-4d12-bfab-6e4dc33eb12e tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236669, 'name': ReconfigVM_Task, 'duration_secs': 0.182911} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.532155] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e42d95-af19-4d12-bfab-6e4dc33eb12e tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646911', 'volume_id': 'd598b606-2fb4-4717-ac58-6a0af2b84d1c', 'name': 'volume-d598b606-2fb4-4717-ac58-6a0af2b84d1c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e8a56eb2-4f01-4a90-9758-f531feba21c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'd598b606-2fb4-4717-ac58-6a0af2b84d1c', 'serial': 'd598b606-2fb4-4717-ac58-6a0af2b84d1c'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 943.663170] env[69052]: DEBUG oslo_vmware.api [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507324} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.663841] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 378d47dd-e9df-4594-9180-9dfe8a815a38/378d47dd-e9df-4594-9180-9dfe8a815a38.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.664084] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.664343] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb925982-7b3c-4608-a23a-234659686331 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.673016] env[69052]: DEBUG oslo_vmware.api [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 943.673016] env[69052]: value = "task-3236671" [ 943.673016] env[69052]: _type = "Task" [ 943.673016] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.682496] env[69052]: DEBUG oslo_vmware.api [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.702193] env[69052]: DEBUG oslo_vmware.api [req-19736562-ee65-49d2-b0a5-f51fbb03df67 req-65ea7852-aa0f-4ec3-ad36-fdd45b029763 service nova] Task: {'id': task-3236667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.764394] env[69052]: DEBUG nova.network.neutron [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Successfully created port: 0e3599a0-64f6-490a-b6cf-01ae0cba37c7 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.904814] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.905319] env[69052]: DEBUG nova.compute.manager [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.907870] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-088c56e8-790e-4834-845a-4df8c86e6001 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.915811] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for the task: (returnval){ [ 943.915811] env[69052]: value = "task-3236672" [ 943.915811] env[69052]: _type = "Task" [ 943.915811] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.924899] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.954301] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Releasing lock "refresh_cache-0c78112e-f66a-4382-9fb2-3a448309d148" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.960129] env[69052]: DEBUG oslo_concurrency.lockutils [req-db7492a6-5cd1-4f7b-b3a1-016d4d8ef31d req-fb92839e-84bc-4636-914f-325c789685e6 service nova] Acquired lock "refresh_cache-0c78112e-f66a-4382-9fb2-3a448309d148" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.960129] env[69052]: DEBUG nova.network.neutron [req-db7492a6-5cd1-4f7b-b3a1-016d4d8ef31d req-fb92839e-84bc-4636-914f-325c789685e6 service nova] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Refreshing network info cache for port 352efec1-440a-4dad-a848-38e5b0318f99 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.983309] env[69052]: DEBUG nova.virt.hardware [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2d4bad4f458b7d547c531bd34d2a41b9',container_format='bare',created_at=2025-04-03T07:14:47Z,direct_url=,disk_format='vmdk',id=b22484a1-cb5d-4e16-94bb-851b2223d907,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-375592804-shelved',owner='d3631ca22fed4917a0c9d8c7ee20e9aa',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-03T07:15:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.983568] env[69052]: DEBUG nova.virt.hardware [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.983725] env[69052]: DEBUG nova.virt.hardware [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.983916] env[69052]: DEBUG nova.virt.hardware [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.984106] env[69052]: DEBUG nova.virt.hardware [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.984261] env[69052]: DEBUG nova.virt.hardware [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.984469] env[69052]: DEBUG nova.virt.hardware [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.984627] env[69052]: DEBUG nova.virt.hardware [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.984792] env[69052]: DEBUG nova.virt.hardware [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.984955] env[69052]: DEBUG nova.virt.hardware [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.985150] env[69052]: DEBUG nova.virt.hardware [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.985975] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27166f6-a770-4c26-ae6d-99694747a789 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.997397] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e877cbb4-ef2b-47fb-9d1c-b4f07fa34e1e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.014877] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:6e:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '352efec1-440a-4dad-a848-38e5b0318f99', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.022532] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.025559] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.026226] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d3bc437-7195-46e4-b814-4171aa578b25 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.051905] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.051905] env[69052]: value = "task-3236673" [ 944.051905] env[69052]: _type = "Task" [ 944.051905] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.063666] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236673, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.187598] env[69052]: DEBUG oslo_vmware.api [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084762} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.187874] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.188703] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090f950d-ca9a-486a-aa1c-cab405cac665 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.213702] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 378d47dd-e9df-4594-9180-9dfe8a815a38/378d47dd-e9df-4594-9180-9dfe8a815a38.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.216165] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78478b9a-35e2-45d2-b858-6cb49a47ffc5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.238020] env[69052]: DEBUG oslo_vmware.api [req-19736562-ee65-49d2-b0a5-f51fbb03df67 req-65ea7852-aa0f-4ec3-ad36-fdd45b029763 service nova] Task: {'id': task-3236667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.238982] env[69052]: DEBUG oslo_vmware.api [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 944.238982] env[69052]: value = "task-3236674" [ 944.238982] env[69052]: _type = "Task" [ 944.238982] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.250455] env[69052]: DEBUG oslo_vmware.api [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236674, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.276602] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd0aa8f-7ce3-4ac5-a67b-908383cdf1cd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.283698] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10caaea2-0919-4b5e-a077-4493c3e38804 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.313470] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c541be-e80e-46b3-9b91-5b8890bab175 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.320390] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26aee74c-d5ce-4a26-9639-90cc0dcda5f9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.333181] env[69052]: DEBUG nova.compute.provider_tree [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.425799] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236672, 'name': PowerOffVM_Task, 'duration_secs': 0.125744} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.426080] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.426311] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.427353] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bed886-2368-4292-8bab-eb0cf52860eb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.433731] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.433960] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc4b2783-75b5-4d39-bbcb-775651c35a79 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.459775] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.460021] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.460220] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Deleting the datastore file [datastore2] 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.460461] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0006af7-8893-4e40-a608-45be1bf47c2c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.468513] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for the task: (returnval){ [ 944.468513] env[69052]: value = "task-3236676" [ 944.468513] env[69052]: _type = "Task" [ 944.468513] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.476974] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.569632] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236673, 'name': CreateVM_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.584205] env[69052]: DEBUG nova.objects.instance [None req-13e42d95-af19-4d12-bfab-6e4dc33eb12e tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lazy-loading 'flavor' on Instance uuid e8a56eb2-4f01-4a90-9758-f531feba21c9 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.712972] env[69052]: DEBUG oslo_vmware.api [req-19736562-ee65-49d2-b0a5-f51fbb03df67 req-65ea7852-aa0f-4ec3-ad36-fdd45b029763 service nova] Task: {'id': task-3236667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.751150] env[69052]: DEBUG oslo_vmware.api [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.836559] env[69052]: DEBUG nova.scheduler.client.report [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.844941] env[69052]: DEBUG nova.network.neutron [req-db7492a6-5cd1-4f7b-b3a1-016d4d8ef31d req-fb92839e-84bc-4636-914f-325c789685e6 service nova] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Updated VIF entry in instance network info cache for port 352efec1-440a-4dad-a848-38e5b0318f99. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.845341] env[69052]: DEBUG nova.network.neutron [req-db7492a6-5cd1-4f7b-b3a1-016d4d8ef31d req-fb92839e-84bc-4636-914f-325c789685e6 service nova] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Updating instance_info_cache with network_info: [{"id": "352efec1-440a-4dad-a848-38e5b0318f99", "address": "fa:16:3e:ca:6e:bd", "network": {"id": "3ea0dab6-61fd-42b5-a725-3d0dda25bb5c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1625186104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3631ca22fed4917a0c9d8c7ee20e9aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap352efec1-44", "ovs_interfaceid": "352efec1-440a-4dad-a848-38e5b0318f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.915601] env[69052]: DEBUG nova.compute.manager [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.941874] env[69052]: DEBUG nova.virt.hardware [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.942195] env[69052]: DEBUG nova.virt.hardware [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.942363] env[69052]: DEBUG nova.virt.hardware [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.942560] env[69052]: DEBUG nova.virt.hardware [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.942870] env[69052]: DEBUG nova.virt.hardware [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.943097] env[69052]: DEBUG nova.virt.hardware [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.943373] env[69052]: DEBUG nova.virt.hardware [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.943572] env[69052]: DEBUG nova.virt.hardware [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.943774] env[69052]: DEBUG nova.virt.hardware [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.943972] env[69052]: DEBUG nova.virt.hardware [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.944242] env[69052]: DEBUG nova.virt.hardware [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.945137] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f000c27c-95a3-4c1c-8f7a-37409fc48b7a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.952900] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0767c9-ee8e-47aa-90f2-2eff80cdfab4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.977095] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097307} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.977355] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.977536] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.977709] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.066572] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236673, 'name': CreateVM_Task, 'duration_secs': 0.886437} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.066722] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.067562] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b22484a1-cb5d-4e16-94bb-851b2223d907" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.067704] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b22484a1-cb5d-4e16-94bb-851b2223d907" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.068127] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b22484a1-cb5d-4e16-94bb-851b2223d907" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.068487] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bde20ab0-8c10-4aee-87e9-5a13a1245ffa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.074397] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 945.074397] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a6f6da-7dbc-043b-5c7e-9e22ea274dd3" [ 945.074397] env[69052]: _type = "Task" [ 945.074397] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.082953] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a6f6da-7dbc-043b-5c7e-9e22ea274dd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.087888] env[69052]: DEBUG oslo_concurrency.lockutils [None req-13e42d95-af19-4d12-bfab-6e4dc33eb12e tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "e8a56eb2-4f01-4a90-9758-f531feba21c9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.292s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.163571] env[69052]: DEBUG nova.compute.manager [req-49b5e8e7-1afa-4746-8ab0-a8998ddce3dd req-bba0ad2c-9b04-4355-9a67-63373b286461 service nova] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Received event network-vif-plugged-0e3599a0-64f6-490a-b6cf-01ae0cba37c7 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.164231] env[69052]: DEBUG oslo_concurrency.lockutils [req-49b5e8e7-1afa-4746-8ab0-a8998ddce3dd req-bba0ad2c-9b04-4355-9a67-63373b286461 service nova] Acquiring lock "14e5058b-8515-48a2-9b3a-f08ece6029c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.164459] env[69052]: DEBUG oslo_concurrency.lockutils [req-49b5e8e7-1afa-4746-8ab0-a8998ddce3dd req-bba0ad2c-9b04-4355-9a67-63373b286461 service nova] Lock "14e5058b-8515-48a2-9b3a-f08ece6029c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.164580] env[69052]: DEBUG oslo_concurrency.lockutils [req-49b5e8e7-1afa-4746-8ab0-a8998ddce3dd req-bba0ad2c-9b04-4355-9a67-63373b286461 service nova] Lock "14e5058b-8515-48a2-9b3a-f08ece6029c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.164749] env[69052]: DEBUG nova.compute.manager [req-49b5e8e7-1afa-4746-8ab0-a8998ddce3dd req-bba0ad2c-9b04-4355-9a67-63373b286461 service nova] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] No waiting events found dispatching network-vif-plugged-0e3599a0-64f6-490a-b6cf-01ae0cba37c7 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.164916] env[69052]: WARNING nova.compute.manager [req-49b5e8e7-1afa-4746-8ab0-a8998ddce3dd req-bba0ad2c-9b04-4355-9a67-63373b286461 service nova] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Received unexpected event network-vif-plugged-0e3599a0-64f6-490a-b6cf-01ae0cba37c7 for instance with vm_state building and task_state spawning. [ 945.209752] env[69052]: DEBUG oslo_vmware.api [req-19736562-ee65-49d2-b0a5-f51fbb03df67 req-65ea7852-aa0f-4ec3-ad36-fdd45b029763 service nova] Task: {'id': task-3236667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.250959] env[69052]: DEBUG oslo_vmware.api [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236674, 'name': ReconfigVM_Task, 'duration_secs': 0.87581} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.251512] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 378d47dd-e9df-4594-9180-9dfe8a815a38/378d47dd-e9df-4594-9180-9dfe8a815a38.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.252531] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7b154c1-b7db-4ae8-954a-519e93e06b50 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.258574] env[69052]: DEBUG oslo_vmware.api [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 945.258574] env[69052]: value = "task-3236677" [ 945.258574] env[69052]: _type = "Task" [ 945.258574] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.268975] env[69052]: DEBUG oslo_vmware.api [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236677, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.270465] env[69052]: DEBUG nova.network.neutron [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Successfully updated port: 0e3599a0-64f6-490a-b6cf-01ae0cba37c7 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.341381] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.342024] env[69052]: DEBUG nova.compute.manager [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.344933] env[69052]: DEBUG oslo_concurrency.lockutils [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.903s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.346720] env[69052]: INFO nova.compute.claims [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.349882] env[69052]: DEBUG oslo_concurrency.lockutils [req-db7492a6-5cd1-4f7b-b3a1-016d4d8ef31d req-fb92839e-84bc-4636-914f-325c789685e6 service nova] Releasing lock "refresh_cache-0c78112e-f66a-4382-9fb2-3a448309d148" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.584243] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b22484a1-cb5d-4e16-94bb-851b2223d907" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.584581] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Processing image b22484a1-cb5d-4e16-94bb-851b2223d907 {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.584794] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b22484a1-cb5d-4e16-94bb-851b2223d907/b22484a1-cb5d-4e16-94bb-851b2223d907.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.584982] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b22484a1-cb5d-4e16-94bb-851b2223d907/b22484a1-cb5d-4e16-94bb-851b2223d907.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.585223] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.585521] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4721e960-f9a8-4294-911d-0add2f323f5c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.602853] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.603082] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.603826] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f58636d-f393-4dcb-a0f6-d5364cd9f982 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.610029] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 945.610029] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52958c9e-1f68-e6a2-abbd-e992df7f6f63" [ 945.610029] env[69052]: _type = "Task" [ 945.610029] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.617662] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52958c9e-1f68-e6a2-abbd-e992df7f6f63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.705661] env[69052]: INFO nova.compute.manager [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Rebuilding instance [ 945.707631] env[69052]: DEBUG oslo_vmware.api [req-19736562-ee65-49d2-b0a5-f51fbb03df67 req-65ea7852-aa0f-4ec3-ad36-fdd45b029763 service nova] Task: {'id': task-3236667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.752548] env[69052]: DEBUG nova.compute.manager [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.753551] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896a6423-00b0-4997-a920-521492aad1a0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.769615] env[69052]: DEBUG oslo_vmware.api [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236677, 'name': Rename_Task, 'duration_secs': 0.413136} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.769887] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.770110] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-164b1be9-08b1-4fba-99b1-65874bbc2e20 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.771824] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "refresh_cache-14e5058b-8515-48a2-9b3a-f08ece6029c2" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.771952] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquired lock "refresh_cache-14e5058b-8515-48a2-9b3a-f08ece6029c2" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.772102] env[69052]: DEBUG nova.network.neutron [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.780721] env[69052]: DEBUG oslo_vmware.api [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 945.780721] env[69052]: value = "task-3236678" [ 945.780721] env[69052]: _type = "Task" [ 945.780721] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.790461] env[69052]: DEBUG oslo_vmware.api [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.851406] env[69052]: DEBUG nova.compute.utils [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.855326] env[69052]: DEBUG nova.compute.manager [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 945.856280] env[69052]: DEBUG nova.network.neutron [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.893562] env[69052]: DEBUG nova.policy [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79ee60d284a5438cb6a9b4d35beb5422', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b986f6b0abc14380b658d1d8813cd441', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.009929] env[69052]: DEBUG nova.virt.hardware [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.010311] env[69052]: DEBUG nova.virt.hardware [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.010476] env[69052]: DEBUG nova.virt.hardware [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.010658] env[69052]: DEBUG nova.virt.hardware [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.010931] env[69052]: DEBUG nova.virt.hardware [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.011109] env[69052]: DEBUG nova.virt.hardware [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.011328] env[69052]: DEBUG nova.virt.hardware [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.011492] env[69052]: DEBUG nova.virt.hardware [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.011662] env[69052]: DEBUG nova.virt.hardware [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.011825] env[69052]: DEBUG nova.virt.hardware [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.012007] env[69052]: DEBUG nova.virt.hardware [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.013083] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56be710b-ea33-48c1-8959-fa431f31ef7e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.021770] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476332e3-251f-4efc-9cd1-a3b5638fb0c5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.037928] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Instance VIF info [] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.044252] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.044545] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.044789] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec53728e-74e8-4a97-a2a5-e1d00eeb1ad6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.064410] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.064410] env[69052]: value = "task-3236679" [ 946.064410] env[69052]: _type = "Task" [ 946.064410] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.075098] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236679, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.121362] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Preparing fetch location {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 946.121714] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Fetch image to [datastore2] OSTACK_IMG_f9eaab5b-769f-460a-abca-9584714510b1/OSTACK_IMG_f9eaab5b-769f-460a-abca-9584714510b1.vmdk {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 946.121967] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Downloading stream optimized image b22484a1-cb5d-4e16-94bb-851b2223d907 to [datastore2] OSTACK_IMG_f9eaab5b-769f-460a-abca-9584714510b1/OSTACK_IMG_f9eaab5b-769f-460a-abca-9584714510b1.vmdk on the data store datastore2 as vApp {{(pid=69052) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 946.122224] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Downloading image file data b22484a1-cb5d-4e16-94bb-851b2223d907 to the ESX as VM named 'OSTACK_IMG_f9eaab5b-769f-460a-abca-9584714510b1' {{(pid=69052) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 946.204208] env[69052]: DEBUG nova.network.neutron [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Successfully created port: 7eb59bea-fbdb-43f2-8b89-fdf71315885a {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.210233] env[69052]: DEBUG oslo_vmware.api [req-19736562-ee65-49d2-b0a5-f51fbb03df67 req-65ea7852-aa0f-4ec3-ad36-fdd45b029763 service nova] Task: {'id': task-3236667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.211170] env[69052]: DEBUG oslo_vmware.rw_handles [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 946.211170] env[69052]: value = "resgroup-9" [ 946.211170] env[69052]: _type = "ResourcePool" [ 946.211170] env[69052]: }. {{(pid=69052) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 946.211439] env[69052]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2bb490be-5f81-480d-bad3-add682d98b8b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.234767] env[69052]: DEBUG oslo_vmware.rw_handles [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lease: (returnval){ [ 946.234767] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52262014-0d9c-2e26-856c-9529bd020c39" [ 946.234767] env[69052]: _type = "HttpNfcLease" [ 946.234767] env[69052]: } obtained for vApp import into resource pool (val){ [ 946.234767] env[69052]: value = "resgroup-9" [ 946.234767] env[69052]: _type = "ResourcePool" [ 946.234767] env[69052]: }. {{(pid=69052) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 946.235542] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the lease: (returnval){ [ 946.235542] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52262014-0d9c-2e26-856c-9529bd020c39" [ 946.235542] env[69052]: _type = "HttpNfcLease" [ 946.235542] env[69052]: } to be ready. {{(pid=69052) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 946.243414] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 946.243414] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52262014-0d9c-2e26-856c-9529bd020c39" [ 946.243414] env[69052]: _type = "HttpNfcLease" [ 946.243414] env[69052]: } is initializing. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 946.291390] env[69052]: DEBUG oslo_vmware.api [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236678, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.320194] env[69052]: DEBUG nova.network.neutron [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.355946] env[69052]: DEBUG nova.compute.manager [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.511521] env[69052]: DEBUG nova.network.neutron [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Updating instance_info_cache with network_info: [{"id": "0e3599a0-64f6-490a-b6cf-01ae0cba37c7", "address": "fa:16:3e:bb:6c:05", "network": {"id": "d0cac059-a3a4-4d5b-ba84-74fb9bc83064", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811767563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1495d4ac73df4810a0b8e7a5a102deb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e3599a0-64", "ovs_interfaceid": "0e3599a0-64f6-490a-b6cf-01ae0cba37c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.577025] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236679, 'name': CreateVM_Task, 'duration_secs': 0.273377} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.579237] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.580885] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.580885] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.581032] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.581187] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4790321-4c40-4eee-be98-7920a687dba2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.585583] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for the task: (returnval){ [ 946.585583] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d79fc2-a0b8-3b2b-5ed6-2157227cf71a" [ 946.585583] env[69052]: _type = "Task" [ 946.585583] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.595117] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d79fc2-a0b8-3b2b-5ed6-2157227cf71a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.706501] env[69052]: DEBUG oslo_vmware.api [req-19736562-ee65-49d2-b0a5-f51fbb03df67 req-65ea7852-aa0f-4ec3-ad36-fdd45b029763 service nova] Task: {'id': task-3236667, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.710471] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132d2d82-9523-4062-889c-d4a4a95f8016 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.716939] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32b8b1b-743c-49fa-ba0a-31486498dbee {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.751531] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bb4c88-8c20-4b6a-ba3a-44f2a6215d07 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.756438] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 946.756438] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52262014-0d9c-2e26-856c-9529bd020c39" [ 946.756438] env[69052]: _type = "HttpNfcLease" [ 946.756438] env[69052]: } is initializing. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 946.759540] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e0f012-eda6-4cc5-94f7-f92fc2c80134 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.773172] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.773665] env[69052]: DEBUG nova.compute.provider_tree [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.775940] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ae8ac11-d564-4a5b-81e5-c7a8a625e766 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.782321] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 946.782321] env[69052]: value = "task-3236681" [ 946.782321] env[69052]: _type = "Task" [ 946.782321] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.795084] env[69052]: DEBUG oslo_vmware.api [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236678, 'name': PowerOnVM_Task, 'duration_secs': 0.530638} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.798475] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.798732] env[69052]: INFO nova.compute.manager [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Took 8.51 seconds to spawn the instance on the hypervisor. [ 946.798945] env[69052]: DEBUG nova.compute.manager [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.799269] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.800015] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db720bb5-b90e-4423-b69e-a50514e12069 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.017045] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Releasing lock "refresh_cache-14e5058b-8515-48a2-9b3a-f08ece6029c2" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.017419] env[69052]: DEBUG nova.compute.manager [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Instance network_info: |[{"id": "0e3599a0-64f6-490a-b6cf-01ae0cba37c7", "address": "fa:16:3e:bb:6c:05", "network": {"id": "d0cac059-a3a4-4d5b-ba84-74fb9bc83064", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811767563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1495d4ac73df4810a0b8e7a5a102deb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e3599a0-64", "ovs_interfaceid": "0e3599a0-64f6-490a-b6cf-01ae0cba37c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.017922] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:6c:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e3599a0-64f6-490a-b6cf-01ae0cba37c7', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.025621] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Creating folder: Project (1495d4ac73df4810a0b8e7a5a102deb3). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.025904] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddc472b4-a390-474f-ad60-d61664fa4408 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.038117] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Created folder: Project (1495d4ac73df4810a0b8e7a5a102deb3) in parent group-v646676. [ 947.038339] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Creating folder: Instances. Parent ref: group-v646916. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.038593] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4517a6c6-089e-4f6f-a512-8cd262a51052 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.048873] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Created folder: Instances in parent group-v646916. [ 947.048873] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.048873] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.049127] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d115ca36-147c-4a6b-bae5-efff9cba92b0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.070087] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.070087] env[69052]: value = "task-3236684" [ 947.070087] env[69052]: _type = "Task" [ 947.070087] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.079145] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236684, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.094639] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d79fc2-a0b8-3b2b-5ed6-2157227cf71a, 'name': SearchDatastore_Task, 'duration_secs': 0.02387} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.094915] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.095171] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.095434] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.095575] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.095747] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.096012] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9eb4653a-d9d1-4301-b355-6b537dfa4fe7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.105249] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.105729] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.106260] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f2d54da-b1b3-443b-8f2f-d72b3a4518dd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.112668] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for the task: (returnval){ [ 947.112668] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52dca3c5-6e9c-350b-d274-d85bbf2038d4" [ 947.112668] env[69052]: _type = "Task" [ 947.112668] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.119955] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52dca3c5-6e9c-350b-d274-d85bbf2038d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.188493] env[69052]: DEBUG nova.compute.manager [req-1599ed0b-32f3-442d-b73c-a5342788b1b6 req-e1fc40b3-5953-4453-ad0e-f6407b8265f0 service nova] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Received event network-changed-0e3599a0-64f6-490a-b6cf-01ae0cba37c7 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.188622] env[69052]: DEBUG nova.compute.manager [req-1599ed0b-32f3-442d-b73c-a5342788b1b6 req-e1fc40b3-5953-4453-ad0e-f6407b8265f0 service nova] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Refreshing instance network info cache due to event network-changed-0e3599a0-64f6-490a-b6cf-01ae0cba37c7. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.188835] env[69052]: DEBUG oslo_concurrency.lockutils [req-1599ed0b-32f3-442d-b73c-a5342788b1b6 req-e1fc40b3-5953-4453-ad0e-f6407b8265f0 service nova] Acquiring lock "refresh_cache-14e5058b-8515-48a2-9b3a-f08ece6029c2" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.189020] env[69052]: DEBUG oslo_concurrency.lockutils [req-1599ed0b-32f3-442d-b73c-a5342788b1b6 req-e1fc40b3-5953-4453-ad0e-f6407b8265f0 service nova] Acquired lock "refresh_cache-14e5058b-8515-48a2-9b3a-f08ece6029c2" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.189189] env[69052]: DEBUG nova.network.neutron [req-1599ed0b-32f3-442d-b73c-a5342788b1b6 req-e1fc40b3-5953-4453-ad0e-f6407b8265f0 service nova] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Refreshing network info cache for port 0e3599a0-64f6-490a-b6cf-01ae0cba37c7 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.207164] env[69052]: DEBUG oslo_vmware.api [req-19736562-ee65-49d2-b0a5-f51fbb03df67 req-65ea7852-aa0f-4ec3-ad36-fdd45b029763 service nova] Task: {'id': task-3236667, 'name': ReconfigVM_Task, 'duration_secs': 5.77026} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.207386] env[69052]: DEBUG oslo_concurrency.lockutils [req-19736562-ee65-49d2-b0a5-f51fbb03df67 req-65ea7852-aa0f-4ec3-ad36-fdd45b029763 service nova] Releasing lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.207579] env[69052]: DEBUG nova.virt.vmwareapi.vmops [req-19736562-ee65-49d2-b0a5-f51fbb03df67 req-65ea7852-aa0f-4ec3-ad36-fdd45b029763 service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Reconfigured VM to detach interface {{(pid=69052) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 947.208028] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.039s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.208242] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.208435] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.208597] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.210304] env[69052]: INFO nova.compute.manager [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Terminating instance [ 947.254937] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 947.254937] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52262014-0d9c-2e26-856c-9529bd020c39" [ 947.254937] env[69052]: _type = "HttpNfcLease" [ 947.254937] env[69052]: } is ready. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 947.255267] env[69052]: DEBUG oslo_vmware.rw_handles [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 947.255267] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52262014-0d9c-2e26-856c-9529bd020c39" [ 947.255267] env[69052]: _type = "HttpNfcLease" [ 947.255267] env[69052]: }. {{(pid=69052) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 947.255992] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba90b117-b1f6-42e2-bb45-29becf656c04 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.263892] env[69052]: DEBUG oslo_vmware.rw_handles [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c91f4-0d02-5d6b-f8e2-ae6074ce6c58/disk-0.vmdk from lease info. {{(pid=69052) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 947.264082] env[69052]: DEBUG oslo_vmware.rw_handles [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c91f4-0d02-5d6b-f8e2-ae6074ce6c58/disk-0.vmdk. {{(pid=69052) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 947.321478] env[69052]: DEBUG nova.scheduler.client.report [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.342182] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-35341acd-3355-4814-a799-8061621b5a69 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.344334] env[69052]: INFO nova.compute.manager [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Took 33.93 seconds to build instance. [ 947.350028] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236681, 'name': PowerOffVM_Task, 'duration_secs': 0.234458} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.350028] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.369545] env[69052]: DEBUG nova.compute.manager [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.394789] env[69052]: DEBUG nova.virt.hardware [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.395048] env[69052]: DEBUG nova.virt.hardware [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.395214] env[69052]: DEBUG nova.virt.hardware [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.395400] env[69052]: DEBUG nova.virt.hardware [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.395543] env[69052]: DEBUG nova.virt.hardware [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.395709] env[69052]: DEBUG nova.virt.hardware [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.395931] env[69052]: DEBUG nova.virt.hardware [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.396098] env[69052]: DEBUG nova.virt.hardware [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.396269] env[69052]: DEBUG nova.virt.hardware [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.396666] env[69052]: DEBUG nova.virt.hardware [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.396843] env[69052]: DEBUG nova.virt.hardware [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.397747] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7664254e-9d5b-4316-9300-c004c1e5da39 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.406536] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273f5dcf-53f1-4048-beeb-5c151030b206 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.411020] env[69052]: INFO nova.compute.manager [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Detaching volume d598b606-2fb4-4717-ac58-6a0af2b84d1c [ 947.453086] env[69052]: INFO nova.virt.block_device [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Attempting to driver detach volume d598b606-2fb4-4717-ac58-6a0af2b84d1c from mountpoint /dev/sdb [ 947.453344] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Volume detach. Driver type: vmdk {{(pid=69052) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 947.453527] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646911', 'volume_id': 'd598b606-2fb4-4717-ac58-6a0af2b84d1c', 'name': 'volume-d598b606-2fb4-4717-ac58-6a0af2b84d1c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e8a56eb2-4f01-4a90-9758-f531feba21c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'd598b606-2fb4-4717-ac58-6a0af2b84d1c', 'serial': 'd598b606-2fb4-4717-ac58-6a0af2b84d1c'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 947.455048] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b031f2-f785-4464-952c-9f9f5a39f790 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.478197] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb1a019-236a-461d-a85a-417fe2a3b3e9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.485904] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019e49ce-ff58-4b2e-9474-240e229810dd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.507203] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f73c29-4670-487f-bf38-111fdb35ce07 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.522406] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] The volume has not been displaced from its original location: [datastore2] volume-d598b606-2fb4-4717-ac58-6a0af2b84d1c/volume-d598b606-2fb4-4717-ac58-6a0af2b84d1c.vmdk. No consolidation needed. {{(pid=69052) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 947.527651] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 947.527974] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f04bc235-eb4e-47ca-9d6b-0b5c9e010fe2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.546721] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 947.546721] env[69052]: value = "task-3236685" [ 947.546721] env[69052]: _type = "Task" [ 947.546721] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.555129] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.580524] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236684, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.626243] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52dca3c5-6e9c-350b-d274-d85bbf2038d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010837} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.626243] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ac716ef-41a7-496c-9705-0e25da79713c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.630203] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for the task: (returnval){ [ 947.630203] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529f79ad-3909-64d8-2042-42adaf809bb5" [ 947.630203] env[69052]: _type = "Task" [ 947.630203] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.639399] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529f79ad-3909-64d8-2042-42adaf809bb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.715235] env[69052]: DEBUG nova.compute.manager [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.715482] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.716423] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0deda37-1737-44e2-85c2-fe1b036a4887 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.733416] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.739243] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3180e497-b7a8-4184-9774-564cdf33de27 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.747836] env[69052]: DEBUG oslo_vmware.api [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 947.747836] env[69052]: value = "task-3236686" [ 947.747836] env[69052]: _type = "Task" [ 947.747836] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.761288] env[69052]: DEBUG oslo_vmware.api [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.830879] env[69052]: DEBUG oslo_concurrency.lockutils [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.831624] env[69052]: DEBUG nova.compute.manager [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.838464] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.192s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.838464] env[69052]: DEBUG nova.objects.instance [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Lazy-loading 'resources' on Instance uuid c3245dc8-eb8d-45f7-ae7c-c28ac37b3061 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.849186] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5bbc862a-84b4-4c49-80b9-7d28115a4aab tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "378d47dd-e9df-4594-9180-9dfe8a815a38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.443s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.007409] env[69052]: DEBUG nova.network.neutron [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Successfully updated port: 7eb59bea-fbdb-43f2-8b89-fdf71315885a {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.057764] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236685, 'name': ReconfigVM_Task, 'duration_secs': 0.333937} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.060190] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 948.068343] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-526a7c59-db7c-49bf-a0f4-a5ff263ebb2c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.093590] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236684, 'name': CreateVM_Task, 'duration_secs': 0.536365} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.096123] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.096542] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 948.096542] env[69052]: value = "task-3236687" [ 948.096542] env[69052]: _type = "Task" [ 948.096542] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.097512] env[69052]: DEBUG nova.network.neutron [req-1599ed0b-32f3-442d-b73c-a5342788b1b6 req-e1fc40b3-5953-4453-ad0e-f6407b8265f0 service nova] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Updated VIF entry in instance network info cache for port 0e3599a0-64f6-490a-b6cf-01ae0cba37c7. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.097891] env[69052]: DEBUG nova.network.neutron [req-1599ed0b-32f3-442d-b73c-a5342788b1b6 req-e1fc40b3-5953-4453-ad0e-f6407b8265f0 service nova] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Updating instance_info_cache with network_info: [{"id": "0e3599a0-64f6-490a-b6cf-01ae0cba37c7", "address": "fa:16:3e:bb:6c:05", "network": {"id": "d0cac059-a3a4-4d5b-ba84-74fb9bc83064", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811767563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1495d4ac73df4810a0b8e7a5a102deb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e3599a0-64", "ovs_interfaceid": "0e3599a0-64f6-490a-b6cf-01ae0cba37c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.099809] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.100215] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.100433] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.101300] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fade678-f02d-4cff-bc83-b94dba40c1f5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.120415] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.120796] env[69052]: DEBUG oslo_vmware.api [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 948.120796] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52062dca-9f49-e58f-53d0-0dc9454c3e3a" [ 948.120796] env[69052]: _type = "Task" [ 948.120796] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.132563] env[69052]: DEBUG oslo_vmware.api [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52062dca-9f49-e58f-53d0-0dc9454c3e3a, 'name': SearchDatastore_Task, 'duration_secs': 0.01113} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.137013] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.137249] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.137519] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.144628] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529f79ad-3909-64d8-2042-42adaf809bb5, 'name': SearchDatastore_Task, 'duration_secs': 0.022447} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.144815] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.146204] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10/1e3c83a0-2c88-4a9c-8170-a60a5c73cb10.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.146204] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.146204] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.146204] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f329729d-bd6a-464e-bd6d-e44ebe51c2d1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.150633] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b9f2519-ec1c-41d3-92c7-608624df60ac {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.158812] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for the task: (returnval){ [ 948.158812] env[69052]: value = "task-3236688" [ 948.158812] env[69052]: _type = "Task" [ 948.158812] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.163276] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.163466] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.164644] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-898721c1-b310-4567-ae0c-e29bf980340c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.170312] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.174385] env[69052]: DEBUG oslo_vmware.api [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 948.174385] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525ca043-b06d-e3f4-bd25-7de09d49b6e0" [ 948.174385] env[69052]: _type = "Task" [ 948.174385] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.189262] env[69052]: DEBUG oslo_vmware.api [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525ca043-b06d-e3f4-bd25-7de09d49b6e0, 'name': SearchDatastore_Task} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.190083] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e297b4f-5a2a-4bb5-84e3-185f63480b13 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.195915] env[69052]: DEBUG oslo_vmware.api [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 948.195915] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522d5990-c789-cc2b-f4d9-a30be004c8b8" [ 948.195915] env[69052]: _type = "Task" [ 948.195915] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.206668] env[69052]: DEBUG oslo_vmware.api [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522d5990-c789-cc2b-f4d9-a30be004c8b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.263243] env[69052]: DEBUG oslo_vmware.api [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236686, 'name': PowerOffVM_Task, 'duration_secs': 0.239862} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.265489] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.265949] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.266075] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e258c284-aed8-4951-9747-689c8a7c9535 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.337860] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.337860] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.337860] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Deleting the datastore file [datastore1] 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.338148] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9b2ba41-be5a-4016-b945-1329d47e9c87 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.343023] env[69052]: DEBUG nova.compute.utils [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.349982] env[69052]: DEBUG nova.compute.manager [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.350218] env[69052]: DEBUG nova.network.neutron [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.363828] env[69052]: DEBUG oslo_vmware.api [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 948.363828] env[69052]: value = "task-3236690" [ 948.363828] env[69052]: _type = "Task" [ 948.363828] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.383362] env[69052]: DEBUG oslo_vmware.api [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.477368] env[69052]: DEBUG nova.policy [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc9e0a5292334edd807df00f5fca08b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a78122ee1db4ec99999744f40855901', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.512862] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Acquiring lock "refresh_cache-b1112efb-65aa-421e-b9ae-e1af4294cf54" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.513088] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Acquired lock "refresh_cache-b1112efb-65aa-421e-b9ae-e1af4294cf54" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.513263] env[69052]: DEBUG nova.network.neutron [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.602063] env[69052]: DEBUG oslo_concurrency.lockutils [req-1599ed0b-32f3-442d-b73c-a5342788b1b6 req-e1fc40b3-5953-4453-ad0e-f6407b8265f0 service nova] Releasing lock "refresh_cache-14e5058b-8515-48a2-9b3a-f08ece6029c2" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.617720] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236687, 'name': ReconfigVM_Task, 'duration_secs': 0.191248} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.619368] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646911', 'volume_id': 'd598b606-2fb4-4717-ac58-6a0af2b84d1c', 'name': 'volume-d598b606-2fb4-4717-ac58-6a0af2b84d1c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e8a56eb2-4f01-4a90-9758-f531feba21c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'd598b606-2fb4-4717-ac58-6a0af2b84d1c', 'serial': 'd598b606-2fb4-4717-ac58-6a0af2b84d1c'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 948.678300] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236688, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.713517] env[69052]: DEBUG oslo_vmware.api [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522d5990-c789-cc2b-f4d9-a30be004c8b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010371} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.714915] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.715255] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 14e5058b-8515-48a2-9b3a-f08ece6029c2/14e5058b-8515-48a2-9b3a-f08ece6029c2.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.716026] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ce21808-78e7-4a75-bc8f-d7da2556d6cd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.722924] env[69052]: DEBUG oslo_vmware.api [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 948.722924] env[69052]: value = "task-3236691" [ 948.722924] env[69052]: _type = "Task" [ 948.722924] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.739656] env[69052]: DEBUG oslo_vmware.api [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.759899] env[69052]: DEBUG oslo_vmware.rw_handles [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Completed reading data from the image iterator. {{(pid=69052) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 948.760273] env[69052]: DEBUG oslo_vmware.rw_handles [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c91f4-0d02-5d6b-f8e2-ae6074ce6c58/disk-0.vmdk. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 948.764324] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1a67d5-7ce6-4e3c-b4c1-caea2b972ae0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.773578] env[69052]: DEBUG oslo_vmware.rw_handles [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c91f4-0d02-5d6b-f8e2-ae6074ce6c58/disk-0.vmdk is in state: ready. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 948.773762] env[69052]: DEBUG oslo_vmware.rw_handles [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c91f4-0d02-5d6b-f8e2-ae6074ce6c58/disk-0.vmdk. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 948.773992] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-705c35e0-0c4a-42a8-98d0-71c26c79c5df {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.825686] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c85483-bfb3-402e-9e0f-479bc7cd65f3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.836725] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43108077-8dcb-46e3-845d-2a1ba1563144 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.872762] env[69052]: DEBUG nova.compute.manager [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.877030] env[69052]: DEBUG nova.network.neutron [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Successfully created port: 4f63fb09-23b4-4976-b8e8-6246985c5f9b {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.882496] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ab1cd7-2a1d-43c0-a1c7-851b685b75d9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.890740] env[69052]: DEBUG oslo_vmware.api [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379602} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.893706] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.893706] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.893706] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.893706] env[69052]: INFO nova.compute.manager [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 948.893951] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.894287] env[69052]: DEBUG nova.compute.manager [-] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.894412] env[69052]: DEBUG nova.network.neutron [-] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.897263] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e941dda6-5c05-4520-a97e-367eca42d84b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.912293] env[69052]: DEBUG nova.compute.provider_tree [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.000557] env[69052]: DEBUG oslo_vmware.rw_handles [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c91f4-0d02-5d6b-f8e2-ae6074ce6c58/disk-0.vmdk. {{(pid=69052) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 949.000660] env[69052]: INFO nova.virt.vmwareapi.images [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Downloaded image file data b22484a1-cb5d-4e16-94bb-851b2223d907 [ 949.005150] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd917459-8990-45ae-8d20-e1596a3486d5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.020313] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9d2d17c-63c2-4d8b-8a8f-b320cd7e9b56 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.090048] env[69052]: INFO nova.virt.vmwareapi.images [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] The imported VM was unregistered [ 949.093384] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Caching image {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 949.094181] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Creating directory with path [datastore2] devstack-image-cache_base/b22484a1-cb5d-4e16-94bb-851b2223d907 {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.094317] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb768134-2ee8-4313-878b-d6e848e42b0d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.110633] env[69052]: DEBUG nova.network.neutron [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.123322] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Created directory with path [datastore2] devstack-image-cache_base/b22484a1-cb5d-4e16-94bb-851b2223d907 {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.123531] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f9eaab5b-769f-460a-abca-9584714510b1/OSTACK_IMG_f9eaab5b-769f-460a-abca-9584714510b1.vmdk to [datastore2] devstack-image-cache_base/b22484a1-cb5d-4e16-94bb-851b2223d907/b22484a1-cb5d-4e16-94bb-851b2223d907.vmdk. {{(pid=69052) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 949.123797] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-788a26f3-326b-4344-a3ec-75af33045285 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.133807] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 949.133807] env[69052]: value = "task-3236693" [ 949.133807] env[69052]: _type = "Task" [ 949.133807] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.143820] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236693, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.172267] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543975} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.172665] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10/1e3c83a0-2c88-4a9c-8170-a60a5c73cb10.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.172960] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.173272] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0275e688-2223-46a5-996e-1c08aafbf657 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.182419] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for the task: (returnval){ [ 949.182419] env[69052]: value = "task-3236694" [ 949.182419] env[69052]: _type = "Task" [ 949.182419] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.197122] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.234946] env[69052]: DEBUG oslo_vmware.api [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236691, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.416206] env[69052]: DEBUG nova.scheduler.client.report [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.464935] env[69052]: DEBUG nova.network.neutron [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Updating instance_info_cache with network_info: [{"id": "7eb59bea-fbdb-43f2-8b89-fdf71315885a", "address": "fa:16:3e:81:de:c5", "network": {"id": "f8be77af-0d7f-457b-a64a-79dd048b1760", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1634340369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b986f6b0abc14380b658d1d8813cd441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb59bea-fb", "ovs_interfaceid": "7eb59bea-fbdb-43f2-8b89-fdf71315885a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.489834] env[69052]: DEBUG nova.compute.manager [req-6947ebed-4ffb-47f1-a0b1-02d741a6a916 req-8f9c5ac2-ca03-4e77-9bb4-30925abd8e47 service nova] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Received event network-vif-plugged-7eb59bea-fbdb-43f2-8b89-fdf71315885a {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.490064] env[69052]: DEBUG oslo_concurrency.lockutils [req-6947ebed-4ffb-47f1-a0b1-02d741a6a916 req-8f9c5ac2-ca03-4e77-9bb4-30925abd8e47 service nova] Acquiring lock "b1112efb-65aa-421e-b9ae-e1af4294cf54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.490268] env[69052]: DEBUG oslo_concurrency.lockutils [req-6947ebed-4ffb-47f1-a0b1-02d741a6a916 req-8f9c5ac2-ca03-4e77-9bb4-30925abd8e47 service nova] Lock "b1112efb-65aa-421e-b9ae-e1af4294cf54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.490431] env[69052]: DEBUG oslo_concurrency.lockutils [req-6947ebed-4ffb-47f1-a0b1-02d741a6a916 req-8f9c5ac2-ca03-4e77-9bb4-30925abd8e47 service nova] Lock "b1112efb-65aa-421e-b9ae-e1af4294cf54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.490591] env[69052]: DEBUG nova.compute.manager [req-6947ebed-4ffb-47f1-a0b1-02d741a6a916 req-8f9c5ac2-ca03-4e77-9bb4-30925abd8e47 service nova] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] No waiting events found dispatching network-vif-plugged-7eb59bea-fbdb-43f2-8b89-fdf71315885a {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.490750] env[69052]: WARNING nova.compute.manager [req-6947ebed-4ffb-47f1-a0b1-02d741a6a916 req-8f9c5ac2-ca03-4e77-9bb4-30925abd8e47 service nova] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Received unexpected event network-vif-plugged-7eb59bea-fbdb-43f2-8b89-fdf71315885a for instance with vm_state building and task_state spawning. [ 949.490938] env[69052]: DEBUG nova.compute.manager [req-6947ebed-4ffb-47f1-a0b1-02d741a6a916 req-8f9c5ac2-ca03-4e77-9bb4-30925abd8e47 service nova] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Received event network-changed-7eb59bea-fbdb-43f2-8b89-fdf71315885a {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.491386] env[69052]: DEBUG nova.compute.manager [req-6947ebed-4ffb-47f1-a0b1-02d741a6a916 req-8f9c5ac2-ca03-4e77-9bb4-30925abd8e47 service nova] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Refreshing instance network info cache due to event network-changed-7eb59bea-fbdb-43f2-8b89-fdf71315885a. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.492025] env[69052]: DEBUG oslo_concurrency.lockutils [req-6947ebed-4ffb-47f1-a0b1-02d741a6a916 req-8f9c5ac2-ca03-4e77-9bb4-30925abd8e47 service nova] Acquiring lock "refresh_cache-b1112efb-65aa-421e-b9ae-e1af4294cf54" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.645635] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236693, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.693277] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151842} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.693593] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.695118] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87faa496-df8a-4bf8-9c30-b96e247a749f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.722501] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10/1e3c83a0-2c88-4a9c-8170-a60a5c73cb10.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.723172] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.723664] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a02ac8bc-b169-4120-9df6-c5f95384f87d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.737661] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-414adeff-d77c-4b51-abbb-3b5e875eadcf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.748358] env[69052]: DEBUG oslo_vmware.api [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236691, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.751080] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for the task: (returnval){ [ 949.751080] env[69052]: value = "task-3236696" [ 949.751080] env[69052]: _type = "Task" [ 949.751080] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.751080] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 949.751080] env[69052]: value = "task-3236695" [ 949.751080] env[69052]: _type = "Task" [ 949.751080] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.763038] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236696, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.766509] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] VM already powered off {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 949.766722] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Volume detach. Driver type: vmdk {{(pid=69052) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 949.766919] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646911', 'volume_id': 'd598b606-2fb4-4717-ac58-6a0af2b84d1c', 'name': 'volume-d598b606-2fb4-4717-ac58-6a0af2b84d1c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e8a56eb2-4f01-4a90-9758-f531feba21c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'd598b606-2fb4-4717-ac58-6a0af2b84d1c', 'serial': 'd598b606-2fb4-4717-ac58-6a0af2b84d1c'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 949.767706] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6136db-575d-4698-8023-d3dab2e7a9ba {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.786962] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8de4c53-fdb1-4bc5-81a7-5097582767ad {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.793589] env[69052]: WARNING nova.virt.vmwareapi.driver [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 949.793956] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.794760] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a88994-1266-4afa-a724-6f33407fd171 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.801306] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.801544] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82073c14-c30b-4946-b760-0d4c41827665 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.885546] env[69052]: DEBUG nova.compute.manager [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 949.911814] env[69052]: DEBUG nova.virt.hardware [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.912265] env[69052]: DEBUG nova.virt.hardware [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.912553] env[69052]: DEBUG nova.virt.hardware [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.912948] env[69052]: DEBUG nova.virt.hardware [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.913297] env[69052]: DEBUG nova.virt.hardware [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.913578] env[69052]: DEBUG nova.virt.hardware [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.913950] env[69052]: DEBUG nova.virt.hardware [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.914175] env[69052]: DEBUG nova.virt.hardware [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.914361] env[69052]: DEBUG nova.virt.hardware [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.914532] env[69052]: DEBUG nova.virt.hardware [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.914709] env[69052]: DEBUG nova.virt.hardware [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.915617] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84a5be4-b093-43e2-99e3-ffcfba778fb8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.923388] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e56258-4238-4814-93e7-ca757a8010d3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.927669] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.930027] env[69052]: DEBUG oslo_concurrency.lockutils [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.204s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.930027] env[69052]: DEBUG nova.objects.instance [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lazy-loading 'resources' on Instance uuid 5e7687e6-d333-4a4f-85f0-628f6afa8d79 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.952643] env[69052]: INFO nova.scheduler.client.report [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Deleted allocations for instance c3245dc8-eb8d-45f7-ae7c-c28ac37b3061 [ 949.968939] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Releasing lock "refresh_cache-b1112efb-65aa-421e-b9ae-e1af4294cf54" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.969410] env[69052]: DEBUG nova.compute.manager [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Instance network_info: |[{"id": "7eb59bea-fbdb-43f2-8b89-fdf71315885a", "address": "fa:16:3e:81:de:c5", "network": {"id": "f8be77af-0d7f-457b-a64a-79dd048b1760", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1634340369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b986f6b0abc14380b658d1d8813cd441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb59bea-fb", "ovs_interfaceid": "7eb59bea-fbdb-43f2-8b89-fdf71315885a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.969666] env[69052]: DEBUG nova.network.neutron [-] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.970742] env[69052]: DEBUG oslo_concurrency.lockutils [req-6947ebed-4ffb-47f1-a0b1-02d741a6a916 req-8f9c5ac2-ca03-4e77-9bb4-30925abd8e47 service nova] Acquired lock "refresh_cache-b1112efb-65aa-421e-b9ae-e1af4294cf54" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.971035] env[69052]: DEBUG nova.network.neutron [req-6947ebed-4ffb-47f1-a0b1-02d741a6a916 req-8f9c5ac2-ca03-4e77-9bb4-30925abd8e47 service nova] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Refreshing network info cache for port 7eb59bea-fbdb-43f2-8b89-fdf71315885a {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.972009] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:de:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7eb59bea-fbdb-43f2-8b89-fdf71315885a', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.979403] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Creating folder: Project (b986f6b0abc14380b658d1d8813cd441). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.980731] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-150fc5ea-4479-4d7d-8f2e-86e0eb4fc054 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.992575] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Created folder: Project (b986f6b0abc14380b658d1d8813cd441) in parent group-v646676. [ 949.992764] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Creating folder: Instances. Parent ref: group-v646919. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.993075] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b2515dc-f015-4da2-9848-40e47cbe3897 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.002401] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Created folder: Instances in parent group-v646919. [ 950.002770] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.004017] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.004017] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f32fe8df-d839-4337-9ac3-287c5fcabc07 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.024793] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.024793] env[69052]: value = "task-3236700" [ 950.024793] env[69052]: _type = "Task" [ 950.024793] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.032945] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236700, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.145363] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236693, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.249415] env[69052]: DEBUG oslo_vmware.api [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236691, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.259782] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.328760] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.328760] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.328760] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Deleting the datastore file [datastore1] e8a56eb2-4f01-4a90-9758-f531feba21c9 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.330467] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bdf9016-b05b-430b-96b0-6f4b779965c4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.336014] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 950.336014] env[69052]: value = "task-3236701" [ 950.336014] env[69052]: _type = "Task" [ 950.336014] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.343815] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.463137] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c34435b3-84da-4bc7-a405-e2360abfeff4 tempest-ServerMetadataTestJSON-484947536 tempest-ServerMetadataTestJSON-484947536-project-member] Lock "c3245dc8-eb8d-45f7-ae7c-c28ac37b3061" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.957s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.481440] env[69052]: INFO nova.compute.manager [-] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Took 1.59 seconds to deallocate network for instance. [ 950.547082] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236700, 'name': CreateVM_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.649221] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236693, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.727815] env[69052]: DEBUG nova.network.neutron [req-6947ebed-4ffb-47f1-a0b1-02d741a6a916 req-8f9c5ac2-ca03-4e77-9bb4-30925abd8e47 service nova] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Updated VIF entry in instance network info cache for port 7eb59bea-fbdb-43f2-8b89-fdf71315885a. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.728343] env[69052]: DEBUG nova.network.neutron [req-6947ebed-4ffb-47f1-a0b1-02d741a6a916 req-8f9c5ac2-ca03-4e77-9bb4-30925abd8e47 service nova] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Updating instance_info_cache with network_info: [{"id": "7eb59bea-fbdb-43f2-8b89-fdf71315885a", "address": "fa:16:3e:81:de:c5", "network": {"id": "f8be77af-0d7f-457b-a64a-79dd048b1760", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1634340369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b986f6b0abc14380b658d1d8813cd441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb59bea-fb", "ovs_interfaceid": "7eb59bea-fbdb-43f2-8b89-fdf71315885a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.752905] env[69052]: DEBUG oslo_vmware.api [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236691, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.67165} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.752905] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 14e5058b-8515-48a2-9b3a-f08ece6029c2/14e5058b-8515-48a2-9b3a-f08ece6029c2.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.752905] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.756338] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b73fcda-00fe-4bc7-91f4-fe14feee3c1c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.765831] env[69052]: DEBUG oslo_vmware.api [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 950.765831] env[69052]: value = "task-3236702" [ 950.765831] env[69052]: _type = "Task" [ 950.765831] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.766017] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236696, 'name': ReconfigVM_Task, 'duration_secs': 0.785429} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.766436] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10/1e3c83a0-2c88-4a9c-8170-a60a5c73cb10.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.772298] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b734271-689f-44a2-b3ef-427ef3e5703b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.782152] env[69052]: DEBUG oslo_vmware.api [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.782473] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for the task: (returnval){ [ 950.782473] env[69052]: value = "task-3236703" [ 950.782473] env[69052]: _type = "Task" [ 950.782473] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.791854] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236703, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.848928] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149871} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.851019] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.851019] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.851019] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.861036] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb38842-35f8-4ff3-a9b1-6788bcd4e993 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.868403] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c26a76d-d93f-4afa-a111-71c6542e3b74 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.901088] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbb4e60-1f61-4aa1-a7ac-ad92d9e82352 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.910590] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c167e7bf-2c12-44b8-9d2e-b279cb0c6b98 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.932051] env[69052]: DEBUG nova.compute.provider_tree [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.991224] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.036614] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236700, 'name': CreateVM_Task, 'duration_secs': 0.75672} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.036828] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.037636] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.037819] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.038162] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.038440] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-179a0182-dbf9-4805-b986-52990fffacb9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.044111] env[69052]: DEBUG oslo_vmware.api [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Waiting for the task: (returnval){ [ 951.044111] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527e3b0e-962b-c1b8-2f94-9f68d5f71f6a" [ 951.044111] env[69052]: _type = "Task" [ 951.044111] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.053267] env[69052]: DEBUG oslo_vmware.api [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527e3b0e-962b-c1b8-2f94-9f68d5f71f6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.146767] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236693, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.207604] env[69052]: DEBUG nova.compute.manager [req-9b4e1d40-9236-4e0c-8065-7239cafa7631 req-4571559e-3d42-4efd-a37c-dd2ce2b8cf73 service nova] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Received event network-vif-plugged-4f63fb09-23b4-4976-b8e8-6246985c5f9b {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.207883] env[69052]: DEBUG oslo_concurrency.lockutils [req-9b4e1d40-9236-4e0c-8065-7239cafa7631 req-4571559e-3d42-4efd-a37c-dd2ce2b8cf73 service nova] Acquiring lock "9315c5e8-1419-4352-96b9-d541b3c95dd3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.208113] env[69052]: DEBUG oslo_concurrency.lockutils [req-9b4e1d40-9236-4e0c-8065-7239cafa7631 req-4571559e-3d42-4efd-a37c-dd2ce2b8cf73 service nova] Lock "9315c5e8-1419-4352-96b9-d541b3c95dd3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.208813] env[69052]: DEBUG oslo_concurrency.lockutils [req-9b4e1d40-9236-4e0c-8065-7239cafa7631 req-4571559e-3d42-4efd-a37c-dd2ce2b8cf73 service nova] Lock "9315c5e8-1419-4352-96b9-d541b3c95dd3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.209088] env[69052]: DEBUG nova.compute.manager [req-9b4e1d40-9236-4e0c-8065-7239cafa7631 req-4571559e-3d42-4efd-a37c-dd2ce2b8cf73 service nova] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] No waiting events found dispatching network-vif-plugged-4f63fb09-23b4-4976-b8e8-6246985c5f9b {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.209364] env[69052]: WARNING nova.compute.manager [req-9b4e1d40-9236-4e0c-8065-7239cafa7631 req-4571559e-3d42-4efd-a37c-dd2ce2b8cf73 service nova] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Received unexpected event network-vif-plugged-4f63fb09-23b4-4976-b8e8-6246985c5f9b for instance with vm_state building and task_state spawning. [ 951.234777] env[69052]: DEBUG oslo_concurrency.lockutils [req-6947ebed-4ffb-47f1-a0b1-02d741a6a916 req-8f9c5ac2-ca03-4e77-9bb4-30925abd8e47 service nova] Releasing lock "refresh_cache-b1112efb-65aa-421e-b9ae-e1af4294cf54" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.235137] env[69052]: DEBUG nova.compute.manager [req-6947ebed-4ffb-47f1-a0b1-02d741a6a916 req-8f9c5ac2-ca03-4e77-9bb4-30925abd8e47 service nova] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Received event network-changed-64f4cc87-ad20-423f-990d-71420bd0572e {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.235223] env[69052]: DEBUG nova.compute.manager [req-6947ebed-4ffb-47f1-a0b1-02d741a6a916 req-8f9c5ac2-ca03-4e77-9bb4-30925abd8e47 service nova] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Refreshing instance network info cache due to event network-changed-64f4cc87-ad20-423f-990d-71420bd0572e. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.235440] env[69052]: DEBUG oslo_concurrency.lockutils [req-6947ebed-4ffb-47f1-a0b1-02d741a6a916 req-8f9c5ac2-ca03-4e77-9bb4-30925abd8e47 service nova] Acquiring lock "refresh_cache-378d47dd-e9df-4594-9180-9dfe8a815a38" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.235583] env[69052]: DEBUG oslo_concurrency.lockutils [req-6947ebed-4ffb-47f1-a0b1-02d741a6a916 req-8f9c5ac2-ca03-4e77-9bb4-30925abd8e47 service nova] Acquired lock "refresh_cache-378d47dd-e9df-4594-9180-9dfe8a815a38" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.235740] env[69052]: DEBUG nova.network.neutron [req-6947ebed-4ffb-47f1-a0b1-02d741a6a916 req-8f9c5ac2-ca03-4e77-9bb4-30925abd8e47 service nova] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Refreshing network info cache for port 64f4cc87-ad20-423f-990d-71420bd0572e {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.253066] env[69052]: DEBUG nova.network.neutron [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Successfully updated port: 4f63fb09-23b4-4976-b8e8-6246985c5f9b {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.278322] env[69052]: DEBUG oslo_vmware.api [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071628} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.279023] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.279417] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f39679-1a9f-49a0-93dc-2990a29e58a0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.305924] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 14e5058b-8515-48a2-9b3a-f08ece6029c2/14e5058b-8515-48a2-9b3a-f08ece6029c2.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.306642] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68cdd0ad-df05-4b6c-a071-d6998e05574e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.326403] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236703, 'name': Rename_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.332344] env[69052]: DEBUG oslo_vmware.api [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 951.332344] env[69052]: value = "task-3236704" [ 951.332344] env[69052]: _type = "Task" [ 951.332344] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.340820] env[69052]: DEBUG oslo_vmware.api [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.355452] env[69052]: INFO nova.virt.block_device [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Booting with volume d598b606-2fb4-4717-ac58-6a0af2b84d1c at /dev/sdb [ 951.397065] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ccbfdf6-adc0-471c-ad5c-057f36db7cd7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.406742] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6011c88e-fddc-474b-84e6-3f02758a589a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.451311] env[69052]: DEBUG nova.scheduler.client.report [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.459653] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa755c82-637d-4625-b926-536f76b7686a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.472604] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c47885-f873-4b7a-937d-c30435f8d109 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.516391] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfd915e-0653-4074-9297-1bf43b2530e6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.524927] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4749c3-cc11-4827-870f-ec10f7536310 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.539717] env[69052]: DEBUG nova.virt.block_device [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Updating existing volume attachment record: e507ad11-6d23-4894-9d0a-b9663dc66078 {{(pid=69052) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 951.554765] env[69052]: DEBUG oslo_vmware.api [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527e3b0e-962b-c1b8-2f94-9f68d5f71f6a, 'name': SearchDatastore_Task, 'duration_secs': 0.084213} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.555347] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.555666] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.556281] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.556482] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.556709] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.559880] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c24247a-384c-4635-9bd5-b71afb8266aa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.577857] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.578043] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.578800] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91e64ec1-5fe6-4e09-8129-15b5734dae17 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.584609] env[69052]: DEBUG oslo_vmware.api [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Waiting for the task: (returnval){ [ 951.584609] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d5bc7d-d3ca-9d0f-8059-2a3034086969" [ 951.584609] env[69052]: _type = "Task" [ 951.584609] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.592754] env[69052]: DEBUG oslo_vmware.api [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d5bc7d-d3ca-9d0f-8059-2a3034086969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.647517] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236693, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.755635] env[69052]: DEBUG oslo_concurrency.lockutils [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "refresh_cache-9315c5e8-1419-4352-96b9-d541b3c95dd3" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.755978] env[69052]: DEBUG oslo_concurrency.lockutils [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquired lock "refresh_cache-9315c5e8-1419-4352-96b9-d541b3c95dd3" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.755978] env[69052]: DEBUG nova.network.neutron [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.794851] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236703, 'name': Rename_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.834722] env[69052]: DEBUG nova.compute.manager [req-eaa3d2d1-82c3-40cb-a8d5-61dbdfe1a2b8 req-e326a483-2323-48b8-acb4-a1114006a05a service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Received event network-vif-deleted-a21869f9-8991-4561-902c-b9d4da95446a {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.844761] env[69052]: DEBUG oslo_vmware.api [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.961011] env[69052]: DEBUG oslo_concurrency.lockutils [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.965762] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.881s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.967596] env[69052]: INFO nova.compute.claims [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.010333] env[69052]: INFO nova.scheduler.client.report [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Deleted allocations for instance 5e7687e6-d333-4a4f-85f0-628f6afa8d79 [ 952.096359] env[69052]: DEBUG oslo_vmware.api [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d5bc7d-d3ca-9d0f-8059-2a3034086969, 'name': SearchDatastore_Task, 'duration_secs': 0.077314} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.102392] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21ecc1ef-4d09-4cac-81be-0d54c8c21b40 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.109433] env[69052]: DEBUG oslo_vmware.api [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Waiting for the task: (returnval){ [ 952.109433] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5220b080-c08d-fc65-96ef-86c72e9eb627" [ 952.109433] env[69052]: _type = "Task" [ 952.109433] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.118925] env[69052]: DEBUG oslo_vmware.api [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5220b080-c08d-fc65-96ef-86c72e9eb627, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.148056] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236693, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.294797] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236703, 'name': Rename_Task, 'duration_secs': 1.292674} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.295180] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.295442] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9063f0eb-6776-400e-bd62-bee8c5eaef8a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.301786] env[69052]: DEBUG nova.network.neutron [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.307566] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for the task: (returnval){ [ 952.307566] env[69052]: value = "task-3236705" [ 952.307566] env[69052]: _type = "Task" [ 952.307566] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.316518] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.345692] env[69052]: DEBUG oslo_vmware.api [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.425284] env[69052]: DEBUG nova.network.neutron [req-6947ebed-4ffb-47f1-a0b1-02d741a6a916 req-8f9c5ac2-ca03-4e77-9bb4-30925abd8e47 service nova] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Updated VIF entry in instance network info cache for port 64f4cc87-ad20-423f-990d-71420bd0572e. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.425658] env[69052]: DEBUG nova.network.neutron [req-6947ebed-4ffb-47f1-a0b1-02d741a6a916 req-8f9c5ac2-ca03-4e77-9bb4-30925abd8e47 service nova] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Updating instance_info_cache with network_info: [{"id": "64f4cc87-ad20-423f-990d-71420bd0572e", "address": "fa:16:3e:28:56:e8", "network": {"id": "a09c611a-3f85-44ff-a673-e176af1ea211", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-63151955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19918ec410294b2685d0e75828f74507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64f4cc87-ad", "ovs_interfaceid": "64f4cc87-ad20-423f-990d-71420bd0572e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.462681] env[69052]: DEBUG nova.network.neutron [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Updating instance_info_cache with network_info: [{"id": "4f63fb09-23b4-4976-b8e8-6246985c5f9b", "address": "fa:16:3e:e6:af:07", "network": {"id": "1e799245-f22d-49f1-9e4a-3f8c57970aef", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-77695136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a78122ee1db4ec99999744f40855901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f63fb09-23", "ovs_interfaceid": "4f63fb09-23b4-4976-b8e8-6246985c5f9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.518220] env[69052]: DEBUG oslo_concurrency.lockutils [None req-813d3d63-716b-4e6a-89dd-851216dc9955 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lock "5e7687e6-d333-4a4f-85f0-628f6afa8d79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.378s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.629187] env[69052]: DEBUG oslo_vmware.api [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5220b080-c08d-fc65-96ef-86c72e9eb627, 'name': SearchDatastore_Task, 'duration_secs': 0.084132} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.629187] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.629187] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] b1112efb-65aa-421e-b9ae-e1af4294cf54/b1112efb-65aa-421e-b9ae-e1af4294cf54.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.629187] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c260b6f5-96d0-439c-88f3-29a480fbcdca {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.638860] env[69052]: DEBUG oslo_vmware.api [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Waiting for the task: (returnval){ [ 952.638860] env[69052]: value = "task-3236706" [ 952.638860] env[69052]: _type = "Task" [ 952.638860] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.659112] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236693, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.665033] env[69052]: DEBUG oslo_vmware.api [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Task: {'id': task-3236706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.820019] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236705, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.845273] env[69052]: DEBUG oslo_vmware.api [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236704, 'name': ReconfigVM_Task, 'duration_secs': 1.392506} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.845273] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 14e5058b-8515-48a2-9b3a-f08ece6029c2/14e5058b-8515-48a2-9b3a-f08ece6029c2.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.845821] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c28608db-c457-4917-8cf1-09ecc48a92cc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.852473] env[69052]: DEBUG oslo_vmware.api [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 952.852473] env[69052]: value = "task-3236707" [ 952.852473] env[69052]: _type = "Task" [ 952.852473] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.861268] env[69052]: DEBUG oslo_vmware.api [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236707, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.928190] env[69052]: DEBUG oslo_concurrency.lockutils [req-6947ebed-4ffb-47f1-a0b1-02d741a6a916 req-8f9c5ac2-ca03-4e77-9bb4-30925abd8e47 service nova] Releasing lock "refresh_cache-378d47dd-e9df-4594-9180-9dfe8a815a38" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.965645] env[69052]: DEBUG oslo_concurrency.lockutils [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Releasing lock "refresh_cache-9315c5e8-1419-4352-96b9-d541b3c95dd3" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.965995] env[69052]: DEBUG nova.compute.manager [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Instance network_info: |[{"id": "4f63fb09-23b4-4976-b8e8-6246985c5f9b", "address": "fa:16:3e:e6:af:07", "network": {"id": "1e799245-f22d-49f1-9e4a-3f8c57970aef", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-77695136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a78122ee1db4ec99999744f40855901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f63fb09-23", "ovs_interfaceid": "4f63fb09-23b4-4976-b8e8-6246985c5f9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.966479] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:af:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f63fb09-23b4-4976-b8e8-6246985c5f9b', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.978666] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Creating folder: Project (8a78122ee1db4ec99999744f40855901). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.981691] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b070dff-ab12-4330-908b-df5210b16d08 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.994206] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Created folder: Project (8a78122ee1db4ec99999744f40855901) in parent group-v646676. [ 952.994579] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Creating folder: Instances. Parent ref: group-v646922. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.994979] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b255371-8d0a-4c1a-8b26-ad1c02a64c9f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.008678] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Created folder: Instances in parent group-v646922. [ 953.009982] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.010442] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.010872] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0c91d18-039a-4cb9-8288-518513e9520a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.046548] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.046548] env[69052]: value = "task-3236710" [ 953.046548] env[69052]: _type = "Task" [ 953.046548] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.055336] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236710, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.151023] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236693, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.600707} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.151690] env[69052]: INFO nova.virt.vmwareapi.ds_util [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f9eaab5b-769f-460a-abca-9584714510b1/OSTACK_IMG_f9eaab5b-769f-460a-abca-9584714510b1.vmdk to [datastore2] devstack-image-cache_base/b22484a1-cb5d-4e16-94bb-851b2223d907/b22484a1-cb5d-4e16-94bb-851b2223d907.vmdk. [ 953.151896] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Cleaning up location [datastore2] OSTACK_IMG_f9eaab5b-769f-460a-abca-9584714510b1 {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 953.152088] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f9eaab5b-769f-460a-abca-9584714510b1 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.152340] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59ebc87b-d515-4a3f-93bd-bad504f1694d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.164051] env[69052]: DEBUG oslo_vmware.api [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Task: {'id': task-3236706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.168906] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 953.168906] env[69052]: value = "task-3236711" [ 953.168906] env[69052]: _type = "Task" [ 953.168906] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.177078] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.237117] env[69052]: DEBUG nova.compute.manager [req-22c6a220-9805-47c4-851f-5bf35069bbea req-3e7f57eb-9f8b-489d-a80d-ac334b3ef591 service nova] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Received event network-changed-4f63fb09-23b4-4976-b8e8-6246985c5f9b {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.237117] env[69052]: DEBUG nova.compute.manager [req-22c6a220-9805-47c4-851f-5bf35069bbea req-3e7f57eb-9f8b-489d-a80d-ac334b3ef591 service nova] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Refreshing instance network info cache due to event network-changed-4f63fb09-23b4-4976-b8e8-6246985c5f9b. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 953.237635] env[69052]: DEBUG oslo_concurrency.lockutils [req-22c6a220-9805-47c4-851f-5bf35069bbea req-3e7f57eb-9f8b-489d-a80d-ac334b3ef591 service nova] Acquiring lock "refresh_cache-9315c5e8-1419-4352-96b9-d541b3c95dd3" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.237776] env[69052]: DEBUG oslo_concurrency.lockutils [req-22c6a220-9805-47c4-851f-5bf35069bbea req-3e7f57eb-9f8b-489d-a80d-ac334b3ef591 service nova] Acquired lock "refresh_cache-9315c5e8-1419-4352-96b9-d541b3c95dd3" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.237973] env[69052]: DEBUG nova.network.neutron [req-22c6a220-9805-47c4-851f-5bf35069bbea req-3e7f57eb-9f8b-489d-a80d-ac334b3ef591 service nova] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Refreshing network info cache for port 4f63fb09-23b4-4976-b8e8-6246985c5f9b {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.317370] env[69052]: DEBUG oslo_vmware.api [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236705, 'name': PowerOnVM_Task, 'duration_secs': 0.726295} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.320191] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.320399] env[69052]: DEBUG nova.compute.manager [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.321542] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401e333c-4426-4901-b645-0cc65b69083a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.371056] env[69052]: DEBUG oslo_vmware.api [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236707, 'name': Rename_Task, 'duration_secs': 0.233862} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.371056] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.371193] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d832a51-d2df-4315-b1ae-be0ceebfc170 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.382108] env[69052]: DEBUG oslo_vmware.api [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 953.382108] env[69052]: value = "task-3236712" [ 953.382108] env[69052]: _type = "Task" [ 953.382108] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.390158] env[69052]: DEBUG oslo_vmware.api [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.406269] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e35035-07c2-4411-8224-4d113c8b37bb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.414550] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd8b1b9-9fb9-435c-b4c4-a2e26ec97388 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.459756] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ad111a-1d08-46b7-879a-db1583db0b4c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.466833] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ddcf2e-17c8-4e1c-b965-321c57fe70a5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.480614] env[69052]: DEBUG nova.compute.provider_tree [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.557445] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236710, 'name': CreateVM_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.655186] env[69052]: DEBUG oslo_vmware.api [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Task: {'id': task-3236706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.686077] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038146} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.687526] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.687526] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b22484a1-cb5d-4e16-94bb-851b2223d907/b22484a1-cb5d-4e16-94bb-851b2223d907.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.688624] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b22484a1-cb5d-4e16-94bb-851b2223d907/b22484a1-cb5d-4e16-94bb-851b2223d907.vmdk to [datastore2] 0c78112e-f66a-4382-9fb2-3a448309d148/0c78112e-f66a-4382-9fb2-3a448309d148.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.688624] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51ccde4e-6748-4f1e-855e-a8f609e709d2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.705171] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 953.705171] env[69052]: value = "task-3236713" [ 953.705171] env[69052]: _type = "Task" [ 953.705171] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.712134] env[69052]: DEBUG nova.virt.hardware [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.712134] env[69052]: DEBUG nova.virt.hardware [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.712134] env[69052]: DEBUG nova.virt.hardware [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.712134] env[69052]: DEBUG nova.virt.hardware [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.712134] env[69052]: DEBUG nova.virt.hardware [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.712134] env[69052]: DEBUG nova.virt.hardware [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.712134] env[69052]: DEBUG nova.virt.hardware [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.712134] env[69052]: DEBUG nova.virt.hardware [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.713776] env[69052]: DEBUG nova.virt.hardware [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.713776] env[69052]: DEBUG nova.virt.hardware [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.713776] env[69052]: DEBUG nova.virt.hardware [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.714741] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99514e62-2689-4643-aa73-083f68d9a7cc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.736946] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1910021-b161-48cc-8e2c-56da6512da86 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.745268] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.771956] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:05:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06aadf6b-53e5-4ba1-bae4-af46b3e9a299', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.786090] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.786790] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.787201] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f7f3b5b-f2cf-46ee-b07a-820725db72eb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.822056] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.822056] env[69052]: value = "task-3236714" [ 953.822056] env[69052]: _type = "Task" [ 953.822056] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.845205] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236714, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.847642] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.896329] env[69052]: DEBUG oslo_vmware.api [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236712, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.985388] env[69052]: DEBUG nova.scheduler.client.report [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.045027] env[69052]: DEBUG nova.network.neutron [req-22c6a220-9805-47c4-851f-5bf35069bbea req-3e7f57eb-9f8b-489d-a80d-ac334b3ef591 service nova] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Updated VIF entry in instance network info cache for port 4f63fb09-23b4-4976-b8e8-6246985c5f9b. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.046255] env[69052]: DEBUG nova.network.neutron [req-22c6a220-9805-47c4-851f-5bf35069bbea req-3e7f57eb-9f8b-489d-a80d-ac334b3ef591 service nova] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Updating instance_info_cache with network_info: [{"id": "4f63fb09-23b4-4976-b8e8-6246985c5f9b", "address": "fa:16:3e:e6:af:07", "network": {"id": "1e799245-f22d-49f1-9e4a-3f8c57970aef", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-77695136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a78122ee1db4ec99999744f40855901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f63fb09-23", "ovs_interfaceid": "4f63fb09-23b4-4976-b8e8-6246985c5f9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.058268] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236710, 'name': CreateVM_Task, 'duration_secs': 0.761461} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.058268] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.058523] env[69052]: DEBUG oslo_concurrency.lockutils [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.058645] env[69052]: DEBUG oslo_concurrency.lockutils [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.059163] env[69052]: DEBUG oslo_concurrency.lockutils [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.059299] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f18375d-75e6-4bd4-bbd8-885e6c9b6412 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.065357] env[69052]: DEBUG oslo_vmware.api [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 954.065357] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52535ba2-bf87-1029-7466-130bea018ad5" [ 954.065357] env[69052]: _type = "Task" [ 954.065357] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.076606] env[69052]: DEBUG oslo_vmware.api [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52535ba2-bf87-1029-7466-130bea018ad5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.157187] env[69052]: DEBUG oslo_vmware.api [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Task: {'id': task-3236706, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.226526] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236713, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.342096] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236714, 'name': CreateVM_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.394425] env[69052]: DEBUG oslo_vmware.api [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236712, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.466189] env[69052]: DEBUG oslo_concurrency.lockutils [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Acquiring lock "1e3c83a0-2c88-4a9c-8170-a60a5c73cb10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.466512] env[69052]: DEBUG oslo_concurrency.lockutils [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Lock "1e3c83a0-2c88-4a9c-8170-a60a5c73cb10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.466800] env[69052]: DEBUG oslo_concurrency.lockutils [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Acquiring lock "1e3c83a0-2c88-4a9c-8170-a60a5c73cb10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.467018] env[69052]: DEBUG oslo_concurrency.lockutils [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Lock "1e3c83a0-2c88-4a9c-8170-a60a5c73cb10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.467243] env[69052]: DEBUG oslo_concurrency.lockutils [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Lock "1e3c83a0-2c88-4a9c-8170-a60a5c73cb10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.472400] env[69052]: INFO nova.compute.manager [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Terminating instance [ 954.490457] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.491095] env[69052]: DEBUG nova.compute.manager [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.494150] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.441s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.494467] env[69052]: DEBUG nova.objects.instance [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lazy-loading 'resources' on Instance uuid 91342a01-d210-4d72-8e49-fc88e36ea168 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.548900] env[69052]: DEBUG oslo_concurrency.lockutils [req-22c6a220-9805-47c4-851f-5bf35069bbea req-3e7f57eb-9f8b-489d-a80d-ac334b3ef591 service nova] Releasing lock "refresh_cache-9315c5e8-1419-4352-96b9-d541b3c95dd3" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.576995] env[69052]: DEBUG oslo_vmware.api [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52535ba2-bf87-1029-7466-130bea018ad5, 'name': SearchDatastore_Task, 'duration_secs': 0.031148} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.577301] env[69052]: DEBUG oslo_concurrency.lockutils [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.577653] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.577945] env[69052]: DEBUG oslo_concurrency.lockutils [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.578164] env[69052]: DEBUG oslo_concurrency.lockutils [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.578400] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.579014] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d50d983d-7c99-48f0-9178-435a27e6e5c7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.588685] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.588967] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.590042] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f66371f9-cd27-47f3-8ca7-c51ec1881319 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.597489] env[69052]: DEBUG oslo_vmware.api [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 954.597489] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526dcc81-1876-198f-e02c-cfe4d031f474" [ 954.597489] env[69052]: _type = "Task" [ 954.597489] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.611182] env[69052]: DEBUG oslo_vmware.api [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526dcc81-1876-198f-e02c-cfe4d031f474, 'name': SearchDatastore_Task, 'duration_secs': 0.011463} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.612035] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5225b741-b3c5-4bc0-b8a0-ff44e9ef98b7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.617753] env[69052]: DEBUG oslo_vmware.api [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 954.617753] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525687ce-6471-888c-8bba-da839858fba2" [ 954.617753] env[69052]: _type = "Task" [ 954.617753] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.625964] env[69052]: DEBUG oslo_vmware.api [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525687ce-6471-888c-8bba-da839858fba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.655845] env[69052]: DEBUG oslo_vmware.api [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Task: {'id': task-3236706, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.524108} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.656145] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] b1112efb-65aa-421e-b9ae-e1af4294cf54/b1112efb-65aa-421e-b9ae-e1af4294cf54.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.656368] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.656630] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-853a07b5-923a-4d37-9861-a204cdf9c24e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.664408] env[69052]: DEBUG oslo_vmware.api [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Waiting for the task: (returnval){ [ 954.664408] env[69052]: value = "task-3236715" [ 954.664408] env[69052]: _type = "Task" [ 954.664408] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.672435] env[69052]: DEBUG oslo_vmware.api [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Task: {'id': task-3236715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.726835] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236713, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.835391] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236714, 'name': CreateVM_Task, 'duration_secs': 0.63649} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.835808] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.836528] env[69052]: DEBUG oslo_concurrency.lockutils [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.836733] env[69052]: DEBUG oslo_concurrency.lockutils [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.838066] env[69052]: DEBUG oslo_concurrency.lockutils [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.838066] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d72f73e-fe43-442b-a64c-92df676e7475 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.844513] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 954.844513] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b38a4a-16d0-8c43-7733-9292feb0e3b8" [ 954.844513] env[69052]: _type = "Task" [ 954.844513] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.854471] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b38a4a-16d0-8c43-7733-9292feb0e3b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.894460] env[69052]: DEBUG oslo_vmware.api [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236712, 'name': PowerOnVM_Task, 'duration_secs': 1.034256} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.895645] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.895645] env[69052]: INFO nova.compute.manager [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Took 9.98 seconds to spawn the instance on the hypervisor. [ 954.895645] env[69052]: DEBUG nova.compute.manager [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.896483] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74e97d0-5de9-42ff-93dc-b7f44286ba6f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.912900] env[69052]: DEBUG oslo_concurrency.lockutils [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquiring lock "4074755d-0b4e-49a6-ab8d-252f8aae2fea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.912900] env[69052]: DEBUG oslo_concurrency.lockutils [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lock "4074755d-0b4e-49a6-ab8d-252f8aae2fea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.977874] env[69052]: DEBUG oslo_concurrency.lockutils [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Acquiring lock "refresh_cache-1e3c83a0-2c88-4a9c-8170-a60a5c73cb10" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.978106] env[69052]: DEBUG oslo_concurrency.lockutils [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Acquired lock "refresh_cache-1e3c83a0-2c88-4a9c-8170-a60a5c73cb10" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.978862] env[69052]: DEBUG nova.network.neutron [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.999924] env[69052]: DEBUG nova.compute.utils [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.001589] env[69052]: DEBUG nova.compute.manager [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.001755] env[69052]: DEBUG nova.network.neutron [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.057257] env[69052]: DEBUG nova.policy [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9124c0f357fc4a39bd24bc16ac8a3b00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '353f2218a5c042c7abecff0feacf6f94', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.130804] env[69052]: DEBUG oslo_vmware.api [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525687ce-6471-888c-8bba-da839858fba2, 'name': SearchDatastore_Task, 'duration_secs': 0.012169} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.134618] env[69052]: DEBUG oslo_concurrency.lockutils [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.135906] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 9315c5e8-1419-4352-96b9-d541b3c95dd3/9315c5e8-1419-4352-96b9-d541b3c95dd3.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.136464] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63f92861-23d9-432f-95e8-b89ba7cf8a6b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.143879] env[69052]: DEBUG oslo_vmware.api [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 955.143879] env[69052]: value = "task-3236716" [ 955.143879] env[69052]: _type = "Task" [ 955.143879] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.157633] env[69052]: DEBUG oslo_vmware.api [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.174415] env[69052]: DEBUG oslo_vmware.api [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Task: {'id': task-3236715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.230596} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.174415] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.175214] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01714244-dc7f-4c08-8c0b-2bf5920860e2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.205666] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] b1112efb-65aa-421e-b9ae-e1af4294cf54/b1112efb-65aa-421e-b9ae-e1af4294cf54.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.208909] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93cd2549-ca4c-48b6-bd87-b799aec7ffcd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.233865] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236713, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.235631] env[69052]: DEBUG oslo_vmware.api [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Waiting for the task: (returnval){ [ 955.235631] env[69052]: value = "task-3236717" [ 955.235631] env[69052]: _type = "Task" [ 955.235631] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.247749] env[69052]: DEBUG oslo_vmware.api [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Task: {'id': task-3236717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.361350] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b38a4a-16d0-8c43-7733-9292feb0e3b8, 'name': SearchDatastore_Task, 'duration_secs': 0.012627} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.361350] env[69052]: DEBUG oslo_concurrency.lockutils [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.361454] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.361752] env[69052]: DEBUG oslo_concurrency.lockutils [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.361947] env[69052]: DEBUG oslo_concurrency.lockutils [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.362575] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.363588] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e70d231-4571-41de-9d25-8a2affec7d4d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.380600] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.381562] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.382887] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3f4798a-a4d3-4639-a9fd-39766b2c0516 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.391073] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 955.391073] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52913bbf-a54c-f4aa-760c-d4d2e6501e5b" [ 955.391073] env[69052]: _type = "Task" [ 955.391073] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.406072] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52913bbf-a54c-f4aa-760c-d4d2e6501e5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.423092] env[69052]: DEBUG nova.compute.manager [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.429202] env[69052]: INFO nova.compute.manager [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Took 32.00 seconds to build instance. [ 955.440264] env[69052]: DEBUG nova.network.neutron [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Successfully created port: 38c4d8c6-aac0-4b37-9adb-18fa2979e59f {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.492219] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5911d237-ee6f-4e57-9089-5962c1e70576 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.502504] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc24c80c-dc71-4425-8b15-53cb0855b928 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.507655] env[69052]: DEBUG nova.network.neutron [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.510631] env[69052]: DEBUG nova.compute.manager [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.560276] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e7f251-270e-4892-a68a-74d933142d8e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.571064] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a1d7aa-e914-4cbe-957f-e0c3dc0c155f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.589197] env[69052]: DEBUG nova.compute.provider_tree [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.650810] env[69052]: DEBUG nova.network.neutron [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.658229] env[69052]: DEBUG oslo_vmware.api [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236716, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.733849] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236713, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.747947] env[69052]: DEBUG oslo_vmware.api [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Task: {'id': task-3236717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.792609] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d408747c-b48e-4407-a89c-c1663d2ffd4f tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "b839f31c-fe81-4af7-b93f-41479b62a5bd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.792961] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d408747c-b48e-4407-a89c-c1663d2ffd4f tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "b839f31c-fe81-4af7-b93f-41479b62a5bd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.905485] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52913bbf-a54c-f4aa-760c-d4d2e6501e5b, 'name': SearchDatastore_Task, 'duration_secs': 0.069983} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.906414] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41207303-8609-49fa-9094-bacea8ff7f4f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.914165] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 955.914165] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523b42cb-3aab-a641-a407-e5da07830c29" [ 955.914165] env[69052]: _type = "Task" [ 955.914165] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.922106] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523b42cb-3aab-a641-a407-e5da07830c29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.933286] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6b5269e1-d0d1-49e4-a267-00310341e684 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "14e5058b-8515-48a2-9b3a-f08ece6029c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.525s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.948681] env[69052]: DEBUG oslo_concurrency.lockutils [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.093286] env[69052]: DEBUG nova.scheduler.client.report [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.157521] env[69052]: DEBUG oslo_concurrency.lockutils [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Releasing lock "refresh_cache-1e3c83a0-2c88-4a9c-8170-a60a5c73cb10" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.158081] env[69052]: DEBUG nova.compute.manager [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.158286] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.159428] env[69052]: DEBUG oslo_vmware.api [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555185} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.160210] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ae9c00-4fa0-40de-bf99-991fa4996da8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.162987] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 9315c5e8-1419-4352-96b9-d541b3c95dd3/9315c5e8-1419-4352-96b9-d541b3c95dd3.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.163403] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.163983] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-329b24b0-016e-4815-889a-639591f391e0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.171816] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.173149] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c6c29db-a5dc-49e9-90af-445f18d8fe0b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.175076] env[69052]: DEBUG oslo_vmware.api [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 956.175076] env[69052]: value = "task-3236718" [ 956.175076] env[69052]: _type = "Task" [ 956.175076] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.180812] env[69052]: DEBUG oslo_vmware.api [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for the task: (returnval){ [ 956.180812] env[69052]: value = "task-3236719" [ 956.180812] env[69052]: _type = "Task" [ 956.180812] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.187225] env[69052]: DEBUG oslo_vmware.api [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236718, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.192256] env[69052]: DEBUG oslo_vmware.api [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.235151] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236713, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.252495] env[69052]: DEBUG oslo_vmware.api [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Task: {'id': task-3236717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.296690] env[69052]: INFO nova.compute.manager [None req-d408747c-b48e-4407-a89c-c1663d2ffd4f tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Detaching volume 5b00f2e7-9eb7-4ba9-aa1f-a760a5e50815 [ 956.338826] env[69052]: INFO nova.virt.block_device [None req-d408747c-b48e-4407-a89c-c1663d2ffd4f tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Attempting to driver detach volume 5b00f2e7-9eb7-4ba9-aa1f-a760a5e50815 from mountpoint /dev/sdb [ 956.339103] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-d408747c-b48e-4407-a89c-c1663d2ffd4f tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Volume detach. Driver type: vmdk {{(pid=69052) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 956.339305] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-d408747c-b48e-4407-a89c-c1663d2ffd4f tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646891', 'volume_id': '5b00f2e7-9eb7-4ba9-aa1f-a760a5e50815', 'name': 'volume-5b00f2e7-9eb7-4ba9-aa1f-a760a5e50815', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b839f31c-fe81-4af7-b93f-41479b62a5bd', 'attached_at': '', 'detached_at': '', 'volume_id': '5b00f2e7-9eb7-4ba9-aa1f-a760a5e50815', 'serial': '5b00f2e7-9eb7-4ba9-aa1f-a760a5e50815'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 956.340237] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aedea14-2e6a-4fe2-8381-c46406be975d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.362895] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1d56ec-30ce-4ebb-886b-7ccdca6b93c1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.370304] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe964cd-776f-491e-9599-a3310ac48ecf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.392085] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e7fdda-5910-473b-92d4-e282e0e112c2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.408187] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-d408747c-b48e-4407-a89c-c1663d2ffd4f tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] The volume has not been displaced from its original location: [datastore2] volume-5b00f2e7-9eb7-4ba9-aa1f-a760a5e50815/volume-5b00f2e7-9eb7-4ba9-aa1f-a760a5e50815.vmdk. No consolidation needed. {{(pid=69052) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 956.413992] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-d408747c-b48e-4407-a89c-c1663d2ffd4f tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Reconfiguring VM instance instance-0000002d to detach disk 2001 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 956.414648] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-451d1e1f-6aed-4c04-9722-5c8726994784 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.438727] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523b42cb-3aab-a641-a407-e5da07830c29, 'name': SearchDatastore_Task, 'duration_secs': 0.016224} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.440384] env[69052]: DEBUG oslo_concurrency.lockutils [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.440671] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] e8a56eb2-4f01-4a90-9758-f531feba21c9/e8a56eb2-4f01-4a90-9758-f531feba21c9.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.441047] env[69052]: DEBUG oslo_vmware.api [None req-d408747c-b48e-4407-a89c-c1663d2ffd4f tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 956.441047] env[69052]: value = "task-3236720" [ 956.441047] env[69052]: _type = "Task" [ 956.441047] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.441254] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-525eacb7-5f33-4c02-881e-4d9297fb5908 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.456026] env[69052]: DEBUG oslo_vmware.api [None req-d408747c-b48e-4407-a89c-c1663d2ffd4f tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236720, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.457379] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 956.457379] env[69052]: value = "task-3236721" [ 956.457379] env[69052]: _type = "Task" [ 956.457379] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.468609] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.521367] env[69052]: DEBUG nova.compute.manager [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.550492] env[69052]: DEBUG nova.virt.hardware [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.550782] env[69052]: DEBUG nova.virt.hardware [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.550943] env[69052]: DEBUG nova.virt.hardware [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.551148] env[69052]: DEBUG nova.virt.hardware [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.551294] env[69052]: DEBUG nova.virt.hardware [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.551436] env[69052]: DEBUG nova.virt.hardware [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.551750] env[69052]: DEBUG nova.virt.hardware [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.551797] env[69052]: DEBUG nova.virt.hardware [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.551955] env[69052]: DEBUG nova.virt.hardware [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.552138] env[69052]: DEBUG nova.virt.hardware [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.552309] env[69052]: DEBUG nova.virt.hardware [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.553338] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8f69f7-3a2a-4c91-a0f6-6c230ae02fa1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.561462] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356e3e25-7179-48c6-a4ae-42a7d8f54b0d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.598741] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.601994] env[69052]: DEBUG oslo_concurrency.lockutils [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.370s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.602942] env[69052]: INFO nova.compute.claims [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.619881] env[69052]: INFO nova.scheduler.client.report [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Deleted allocations for instance 91342a01-d210-4d72-8e49-fc88e36ea168 [ 956.688351] env[69052]: DEBUG oslo_vmware.api [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236718, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125848} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.689270] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.689963] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37ec12d-5159-4e1c-8578-15552173912e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.696569] env[69052]: DEBUG oslo_vmware.api [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236719, 'name': PowerOffVM_Task, 'duration_secs': 0.469704} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.697251] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.697424] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.697684] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dc10f09-dd66-4ca7-b41c-8d5849948216 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.718246] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 9315c5e8-1419-4352-96b9-d541b3c95dd3/9315c5e8-1419-4352-96b9-d541b3c95dd3.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.718605] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae64ae79-5718-4a03-bb82-a70cb084bc78 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.734754] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.734921] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.735120] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Deleting the datastore file [datastore2] 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.740216] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a6fab47-c2fd-43da-a6a6-f924e6b72680 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.751110] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236713, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.763866} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.751110] env[69052]: DEBUG oslo_vmware.api [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 956.751110] env[69052]: value = "task-3236723" [ 956.751110] env[69052]: _type = "Task" [ 956.751110] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.751553] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b22484a1-cb5d-4e16-94bb-851b2223d907/b22484a1-cb5d-4e16-94bb-851b2223d907.vmdk to [datastore2] 0c78112e-f66a-4382-9fb2-3a448309d148/0c78112e-f66a-4382-9fb2-3a448309d148.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.751634] env[69052]: DEBUG oslo_vmware.api [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for the task: (returnval){ [ 956.751634] env[69052]: value = "task-3236724" [ 956.751634] env[69052]: _type = "Task" [ 956.751634] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.752370] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce84e1c-57d8-457f-bd9d-a74f2a928ad8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.764717] env[69052]: DEBUG oslo_vmware.api [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Task: {'id': task-3236717, 'name': ReconfigVM_Task, 'duration_secs': 1.342698} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.765284] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Reconfigured VM instance instance-00000050 to attach disk [datastore2] b1112efb-65aa-421e-b9ae-e1af4294cf54/b1112efb-65aa-421e-b9ae-e1af4294cf54.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.766370] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c81b9dd7-0ccf-4919-a75c-eabf45e03ba4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.799017] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 0c78112e-f66a-4382-9fb2-3a448309d148/0c78112e-f66a-4382-9fb2-3a448309d148.vmdk or device None with type streamOptimized {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.803021] env[69052]: DEBUG oslo_vmware.api [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236723, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.805435] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b4edbd8-3c2d-4e67-b70d-a7f863e7a07c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.822810] env[69052]: DEBUG oslo_vmware.api [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Waiting for the task: (returnval){ [ 956.822810] env[69052]: value = "task-3236725" [ 956.822810] env[69052]: _type = "Task" [ 956.822810] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.823184] env[69052]: DEBUG oslo_vmware.api [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.830499] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 956.830499] env[69052]: value = "task-3236726" [ 956.830499] env[69052]: _type = "Task" [ 956.830499] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.835361] env[69052]: DEBUG oslo_vmware.api [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Task: {'id': task-3236725, 'name': Rename_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.843605] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236726, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.953270] env[69052]: DEBUG oslo_vmware.api [None req-d408747c-b48e-4407-a89c-c1663d2ffd4f tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236720, 'name': ReconfigVM_Task, 'duration_secs': 0.297201} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.953673] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-d408747c-b48e-4407-a89c-c1663d2ffd4f tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Reconfigured VM instance instance-0000002d to detach disk 2001 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 956.959977] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c8060ae-c51f-4ee7-bc00-260d5f7c2347 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.979035] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519396} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.980146] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] e8a56eb2-4f01-4a90-9758-f531feba21c9/e8a56eb2-4f01-4a90-9758-f531feba21c9.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.980380] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.980699] env[69052]: DEBUG oslo_vmware.api [None req-d408747c-b48e-4407-a89c-c1663d2ffd4f tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 956.980699] env[69052]: value = "task-3236727" [ 956.980699] env[69052]: _type = "Task" [ 956.980699] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.980936] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-977d1847-a4f3-49fb-93e0-5220465ba121 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.991886] env[69052]: DEBUG oslo_vmware.api [None req-d408747c-b48e-4407-a89c-c1663d2ffd4f tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236727, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.993410] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 956.993410] env[69052]: value = "task-3236728" [ 956.993410] env[69052]: _type = "Task" [ 956.993410] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.002418] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.011464] env[69052]: DEBUG nova.compute.manager [req-bc68d5fa-4b62-4cf7-9459-32baed413f34 req-17dc7a00-1a55-4e47-97c8-3889b7e5dd34 service nova] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Received event network-vif-plugged-38c4d8c6-aac0-4b37-9adb-18fa2979e59f {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.011464] env[69052]: DEBUG oslo_concurrency.lockutils [req-bc68d5fa-4b62-4cf7-9459-32baed413f34 req-17dc7a00-1a55-4e47-97c8-3889b7e5dd34 service nova] Acquiring lock "beee158f-8950-4279-a0af-d2153148aaa2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.011464] env[69052]: DEBUG oslo_concurrency.lockutils [req-bc68d5fa-4b62-4cf7-9459-32baed413f34 req-17dc7a00-1a55-4e47-97c8-3889b7e5dd34 service nova] Lock "beee158f-8950-4279-a0af-d2153148aaa2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.011464] env[69052]: DEBUG oslo_concurrency.lockutils [req-bc68d5fa-4b62-4cf7-9459-32baed413f34 req-17dc7a00-1a55-4e47-97c8-3889b7e5dd34 service nova] Lock "beee158f-8950-4279-a0af-d2153148aaa2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.011464] env[69052]: DEBUG nova.compute.manager [req-bc68d5fa-4b62-4cf7-9459-32baed413f34 req-17dc7a00-1a55-4e47-97c8-3889b7e5dd34 service nova] [instance: beee158f-8950-4279-a0af-d2153148aaa2] No waiting events found dispatching network-vif-plugged-38c4d8c6-aac0-4b37-9adb-18fa2979e59f {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.011464] env[69052]: WARNING nova.compute.manager [req-bc68d5fa-4b62-4cf7-9459-32baed413f34 req-17dc7a00-1a55-4e47-97c8-3889b7e5dd34 service nova] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Received unexpected event network-vif-plugged-38c4d8c6-aac0-4b37-9adb-18fa2979e59f for instance with vm_state building and task_state spawning. [ 957.064149] env[69052]: DEBUG nova.network.neutron [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Successfully updated port: 38c4d8c6-aac0-4b37-9adb-18fa2979e59f {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.129855] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ba848249-e4d2-4327-a534-7f998058bf6e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "91342a01-d210-4d72-8e49-fc88e36ea168" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.759s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.261381] env[69052]: DEBUG oslo_vmware.api [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236723, 'name': ReconfigVM_Task, 'duration_secs': 0.342982} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.264490] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 9315c5e8-1419-4352-96b9-d541b3c95dd3/9315c5e8-1419-4352-96b9-d541b3c95dd3.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.265135] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38e8ebfd-e973-4766-acfc-ce1200302126 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.272530] env[69052]: DEBUG oslo_vmware.api [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248367} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.273715] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.273947] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.274173] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.274371] env[69052]: INFO nova.compute.manager [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Took 1.12 seconds to destroy the instance on the hypervisor. [ 957.274605] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.274850] env[69052]: DEBUG oslo_vmware.api [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 957.274850] env[69052]: value = "task-3236729" [ 957.274850] env[69052]: _type = "Task" [ 957.274850] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.275044] env[69052]: DEBUG nova.compute.manager [-] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.275141] env[69052]: DEBUG nova.network.neutron [-] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 957.284646] env[69052]: DEBUG oslo_vmware.api [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236729, 'name': Rename_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.294636] env[69052]: DEBUG nova.network.neutron [-] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.333416] env[69052]: DEBUG oslo_vmware.api [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Task: {'id': task-3236725, 'name': Rename_Task, 'duration_secs': 0.230523} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.334439] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.334729] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fe8f860-d658-4341-bca7-1deed3b9cac6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.345586] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.346989] env[69052]: DEBUG oslo_vmware.api [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Waiting for the task: (returnval){ [ 957.346989] env[69052]: value = "task-3236730" [ 957.346989] env[69052]: _type = "Task" [ 957.346989] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.355127] env[69052]: DEBUG oslo_vmware.api [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Task: {'id': task-3236730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.492580] env[69052]: DEBUG oslo_vmware.api [None req-d408747c-b48e-4407-a89c-c1663d2ffd4f tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236727, 'name': ReconfigVM_Task, 'duration_secs': 0.167012} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.492906] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-d408747c-b48e-4407-a89c-c1663d2ffd4f tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646891', 'volume_id': '5b00f2e7-9eb7-4ba9-aa1f-a760a5e50815', 'name': 'volume-5b00f2e7-9eb7-4ba9-aa1f-a760a5e50815', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b839f31c-fe81-4af7-b93f-41479b62a5bd', 'attached_at': '', 'detached_at': '', 'volume_id': '5b00f2e7-9eb7-4ba9-aa1f-a760a5e50815', 'serial': '5b00f2e7-9eb7-4ba9-aa1f-a760a5e50815'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 957.505397] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082136} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.505675] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.506458] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30df6186-6855-4e42-8e00-df4a0397b38b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.530068] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] e8a56eb2-4f01-4a90-9758-f531feba21c9/e8a56eb2-4f01-4a90-9758-f531feba21c9.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.530776] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8cacdb4-7a05-4258-bfb8-679b645f1f57 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.550205] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 957.550205] env[69052]: value = "task-3236731" [ 957.550205] env[69052]: _type = "Task" [ 957.550205] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.559551] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236731, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.567086] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "refresh_cache-beee158f-8950-4279-a0af-d2153148aaa2" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.567257] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquired lock "refresh_cache-beee158f-8950-4279-a0af-d2153148aaa2" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.567489] env[69052]: DEBUG nova.network.neutron [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.607084] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "dca74ef4-9a33-41d3-89bf-12d6b6ecd79c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.607406] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "dca74ef4-9a33-41d3-89bf-12d6b6ecd79c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.789308] env[69052]: DEBUG oslo_vmware.api [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236729, 'name': Rename_Task, 'duration_secs': 0.147329} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.789618] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.789907] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-768dca8c-fd1c-4d31-9afe-d68f05d88c6a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.796608] env[69052]: DEBUG oslo_vmware.api [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 957.796608] env[69052]: value = "task-3236732" [ 957.796608] env[69052]: _type = "Task" [ 957.796608] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.799040] env[69052]: DEBUG nova.network.neutron [-] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.808774] env[69052]: DEBUG oslo_vmware.api [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.849364] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236726, 'name': ReconfigVM_Task, 'duration_secs': 0.723169} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.852739] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 0c78112e-f66a-4382-9fb2-3a448309d148/0c78112e-f66a-4382-9fb2-3a448309d148.vmdk or device None with type streamOptimized {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.854206] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encrypted': False, 'encryption_options': None, 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'size': 0, 'device_type': 'disk', 'encryption_format': None, 'encryption_secret_uuid': None, 'image_id': '3049a76a-6d1f-4722-9e01-a59c1119031f'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'disk_bus': None, 'guest_format': None, 'device_type': None, 'attachment_id': 'd45efa6c-89e9-4dd9-b382-514cf1b15baf', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646899', 'volume_id': 'd327fd9f-761a-4803-acda-0f868d3e9b54', 'name': 'volume-d327fd9f-761a-4803-acda-0f868d3e9b54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0c78112e-f66a-4382-9fb2-3a448309d148', 'attached_at': '', 'detached_at': '', 'volume_id': 'd327fd9f-761a-4803-acda-0f868d3e9b54', 'serial': 'd327fd9f-761a-4803-acda-0f868d3e9b54'}, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69052) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 957.854419] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Volume attach. Driver type: vmdk {{(pid=69052) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 957.854596] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646899', 'volume_id': 'd327fd9f-761a-4803-acda-0f868d3e9b54', 'name': 'volume-d327fd9f-761a-4803-acda-0f868d3e9b54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0c78112e-f66a-4382-9fb2-3a448309d148', 'attached_at': '', 'detached_at': '', 'volume_id': 'd327fd9f-761a-4803-acda-0f868d3e9b54', 'serial': 'd327fd9f-761a-4803-acda-0f868d3e9b54'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 957.857579] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dc5225-4017-42f3-b651-8a996324c8ad {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.866763] env[69052]: DEBUG oslo_vmware.api [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Task: {'id': task-3236730, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.881735] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad059c2-c837-426e-b97b-f2e81c8f8dff {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.908822] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] volume-d327fd9f-761a-4803-acda-0f868d3e9b54/volume-d327fd9f-761a-4803-acda-0f868d3e9b54.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.911879] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7153385-f66d-499c-8404-4b07336d7751 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.931387] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 957.931387] env[69052]: value = "task-3236733" [ 957.931387] env[69052]: _type = "Task" [ 957.931387] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.943674] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.977585] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c83617-71de-438d-b1d1-ab2b2c37a3eb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.984709] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0422e54-58aa-4294-aa60-993cf96f93ef {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.016281] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3495b263-7f51-48fe-8d22-f1266034f8e7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.024736] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c076dcbd-231e-4671-910b-42acfee947c5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.039424] env[69052]: DEBUG nova.compute.provider_tree [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.047954] env[69052]: DEBUG nova.objects.instance [None req-d408747c-b48e-4407-a89c-c1663d2ffd4f tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lazy-loading 'flavor' on Instance uuid b839f31c-fe81-4af7-b93f-41479b62a5bd {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.060615] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236731, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.111101] env[69052]: DEBUG nova.compute.manager [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.120544] env[69052]: DEBUG nova.network.neutron [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.266429] env[69052]: DEBUG nova.network.neutron [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Updating instance_info_cache with network_info: [{"id": "38c4d8c6-aac0-4b37-9adb-18fa2979e59f", "address": "fa:16:3e:8a:d1:33", "network": {"id": "c10e9613-c54a-485e-9a95-44732ac3b1ae", "bridge": "br-int", "label": "tempest-ImagesTestJSON-91491714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353f2218a5c042c7abecff0feacf6f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38c4d8c6-aa", "ovs_interfaceid": "38c4d8c6-aac0-4b37-9adb-18fa2979e59f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.304138] env[69052]: INFO nova.compute.manager [-] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Took 1.03 seconds to deallocate network for instance. [ 958.309370] env[69052]: DEBUG oslo_vmware.api [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236732, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.361593] env[69052]: DEBUG oslo_vmware.api [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Task: {'id': task-3236730, 'name': PowerOnVM_Task, 'duration_secs': 0.836703} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.361880] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.362113] env[69052]: INFO nova.compute.manager [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Took 10.99 seconds to spawn the instance on the hypervisor. [ 958.362300] env[69052]: DEBUG nova.compute.manager [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.363158] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cccd1df-17f3-4bc4-a080-f6fbe8236bca {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.441601] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236733, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.543948] env[69052]: DEBUG nova.scheduler.client.report [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.564492] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236731, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.632476] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.769550] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Releasing lock "refresh_cache-beee158f-8950-4279-a0af-d2153148aaa2" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.769919] env[69052]: DEBUG nova.compute.manager [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Instance network_info: |[{"id": "38c4d8c6-aac0-4b37-9adb-18fa2979e59f", "address": "fa:16:3e:8a:d1:33", "network": {"id": "c10e9613-c54a-485e-9a95-44732ac3b1ae", "bridge": "br-int", "label": "tempest-ImagesTestJSON-91491714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353f2218a5c042c7abecff0feacf6f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38c4d8c6-aa", "ovs_interfaceid": "38c4d8c6-aac0-4b37-9adb-18fa2979e59f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.770370] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:d1:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38c4d8c6-aac0-4b37-9adb-18fa2979e59f', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.777789] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.778013] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.778243] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2959485d-d183-4dad-9ea9-a446d8ac051b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.797518] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.797518] env[69052]: value = "task-3236734" [ 958.797518] env[69052]: _type = "Task" [ 958.797518] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.807419] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236734, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.810254] env[69052]: DEBUG oslo_vmware.api [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236732, 'name': PowerOnVM_Task, 'duration_secs': 0.587936} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.810491] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.810680] env[69052]: INFO nova.compute.manager [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Took 8.92 seconds to spawn the instance on the hypervisor. [ 958.810880] env[69052]: DEBUG nova.compute.manager [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.811605] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4558ee13-ae56-4df6-846b-b104eeecf2f5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.814448] env[69052]: DEBUG oslo_concurrency.lockutils [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.879400] env[69052]: INFO nova.compute.manager [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Took 34.48 seconds to build instance. [ 958.942617] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236733, 'name': ReconfigVM_Task, 'duration_secs': 0.608832} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.942936] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Reconfigured VM instance instance-00000031 to attach disk [datastore1] volume-d327fd9f-761a-4803-acda-0f868d3e9b54/volume-d327fd9f-761a-4803-acda-0f868d3e9b54.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.947688] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28fd0983-62e1-4cb1-841c-a99c75bc5464 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.962579] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 958.962579] env[69052]: value = "task-3236735" [ 958.962579] env[69052]: _type = "Task" [ 958.962579] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.971451] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236735, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.044185] env[69052]: DEBUG nova.compute.manager [req-4d4f81a6-9c45-4d95-9703-0a00b878d4a9 req-5fa5a7d2-ad80-486b-9bb4-b83f4e35dbcc service nova] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Received event network-changed-38c4d8c6-aac0-4b37-9adb-18fa2979e59f {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.044533] env[69052]: DEBUG nova.compute.manager [req-4d4f81a6-9c45-4d95-9703-0a00b878d4a9 req-5fa5a7d2-ad80-486b-9bb4-b83f4e35dbcc service nova] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Refreshing instance network info cache due to event network-changed-38c4d8c6-aac0-4b37-9adb-18fa2979e59f. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.044711] env[69052]: DEBUG oslo_concurrency.lockutils [req-4d4f81a6-9c45-4d95-9703-0a00b878d4a9 req-5fa5a7d2-ad80-486b-9bb4-b83f4e35dbcc service nova] Acquiring lock "refresh_cache-beee158f-8950-4279-a0af-d2153148aaa2" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.044807] env[69052]: DEBUG oslo_concurrency.lockutils [req-4d4f81a6-9c45-4d95-9703-0a00b878d4a9 req-5fa5a7d2-ad80-486b-9bb4-b83f4e35dbcc service nova] Acquired lock "refresh_cache-beee158f-8950-4279-a0af-d2153148aaa2" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.045223] env[69052]: DEBUG nova.network.neutron [req-4d4f81a6-9c45-4d95-9703-0a00b878d4a9 req-5fa5a7d2-ad80-486b-9bb4-b83f4e35dbcc service nova] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Refreshing network info cache for port 38c4d8c6-aac0-4b37-9adb-18fa2979e59f {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.047878] env[69052]: DEBUG oslo_concurrency.lockutils [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.048382] env[69052]: DEBUG nova.compute.manager [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.051761] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.581s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.059213] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d408747c-b48e-4407-a89c-c1663d2ffd4f tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "b839f31c-fe81-4af7-b93f-41479b62a5bd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.266s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.067419] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236731, 'name': ReconfigVM_Task, 'duration_secs': 1.292978} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.068176] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Reconfigured VM instance instance-00000042 to attach disk [datastore1] e8a56eb2-4f01-4a90-9758-f531feba21c9/e8a56eb2-4f01-4a90-9758-f531feba21c9.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.069337] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encrypted': False, 'encryption_options': None, 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'size': 0, 'device_type': 'disk', 'encryption_format': None, 'encryption_secret_uuid': None, 'image_id': '3049a76a-6d1f-4722-9e01-a59c1119031f'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'disk_bus': None, 'guest_format': None, 'device_type': None, 'attachment_id': 'e507ad11-6d23-4894-9d0a-b9663dc66078', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646911', 'volume_id': 'd598b606-2fb4-4717-ac58-6a0af2b84d1c', 'name': 'volume-d598b606-2fb4-4717-ac58-6a0af2b84d1c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e8a56eb2-4f01-4a90-9758-f531feba21c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'd598b606-2fb4-4717-ac58-6a0af2b84d1c', 'serial': 'd598b606-2fb4-4717-ac58-6a0af2b84d1c'}, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69052) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 959.069558] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Volume attach. Driver type: vmdk {{(pid=69052) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 959.069755] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646911', 'volume_id': 'd598b606-2fb4-4717-ac58-6a0af2b84d1c', 'name': 'volume-d598b606-2fb4-4717-ac58-6a0af2b84d1c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e8a56eb2-4f01-4a90-9758-f531feba21c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'd598b606-2fb4-4717-ac58-6a0af2b84d1c', 'serial': 'd598b606-2fb4-4717-ac58-6a0af2b84d1c'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 959.070861] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6292cc-c512-4889-a4f6-2f65fbd2e80a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.091190] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8371def2-38e2-4383-aef1-2a7b30a771ed {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.117614] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] volume-d598b606-2fb4-4717-ac58-6a0af2b84d1c/volume-d598b606-2fb4-4717-ac58-6a0af2b84d1c.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.118182] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b32fffa-c924-4cf3-8111-4d08a58c520d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.138605] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 959.138605] env[69052]: value = "task-3236736" [ 959.138605] env[69052]: _type = "Task" [ 959.138605] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.148650] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236736, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.307511] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236734, 'name': CreateVM_Task, 'duration_secs': 0.40135} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.307721] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.308491] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.308684] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.309053] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.309332] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12e497e7-a560-4e33-8865-31af5dcc52f8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.314018] env[69052]: DEBUG oslo_vmware.api [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 959.314018] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528e6400-9068-a519-3fb2-ffff55406bb3" [ 959.314018] env[69052]: _type = "Task" [ 959.314018] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.321627] env[69052]: DEBUG oslo_vmware.api [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528e6400-9068-a519-3fb2-ffff55406bb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.333989] env[69052]: INFO nova.compute.manager [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Took 30.91 seconds to build instance. [ 959.381702] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbbabd6d-fcca-4b78-ba2b-6bbedb591cce tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Lock "b1112efb-65aa-421e-b9ae-e1af4294cf54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.995s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.473748] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236735, 'name': ReconfigVM_Task, 'duration_secs': 0.209492} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.474239] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646899', 'volume_id': 'd327fd9f-761a-4803-acda-0f868d3e9b54', 'name': 'volume-d327fd9f-761a-4803-acda-0f868d3e9b54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0c78112e-f66a-4382-9fb2-3a448309d148', 'attached_at': '', 'detached_at': '', 'volume_id': 'd327fd9f-761a-4803-acda-0f868d3e9b54', 'serial': 'd327fd9f-761a-4803-acda-0f868d3e9b54'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 959.474914] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ea08934-8ad1-4c05-87f2-2684a31ee884 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.481521] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 959.481521] env[69052]: value = "task-3236737" [ 959.481521] env[69052]: _type = "Task" [ 959.481521] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.489863] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236737, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.510599] env[69052]: DEBUG oslo_concurrency.lockutils [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "9315c5e8-1419-4352-96b9-d541b3c95dd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.553911] env[69052]: DEBUG nova.compute.utils [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.554945] env[69052]: DEBUG nova.compute.manager [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.554945] env[69052]: DEBUG nova.network.neutron [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.559020] env[69052]: INFO nova.compute.claims [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.651907] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236736, 'name': ReconfigVM_Task, 'duration_secs': 0.34845} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.652280] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Reconfigured VM instance instance-00000042 to attach disk [datastore2] volume-d598b606-2fb4-4717-ac58-6a0af2b84d1c/volume-d598b606-2fb4-4717-ac58-6a0af2b84d1c.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.657755] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94243941-6297-4790-a882-e228a994f5a2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.677855] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 959.677855] env[69052]: value = "task-3236738" [ 959.677855] env[69052]: _type = "Task" [ 959.677855] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.687552] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236738, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.797132] env[69052]: DEBUG nova.network.neutron [req-4d4f81a6-9c45-4d95-9703-0a00b878d4a9 req-5fa5a7d2-ad80-486b-9bb4-b83f4e35dbcc service nova] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Updated VIF entry in instance network info cache for port 38c4d8c6-aac0-4b37-9adb-18fa2979e59f. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.797645] env[69052]: DEBUG nova.network.neutron [req-4d4f81a6-9c45-4d95-9703-0a00b878d4a9 req-5fa5a7d2-ad80-486b-9bb4-b83f4e35dbcc service nova] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Updating instance_info_cache with network_info: [{"id": "38c4d8c6-aac0-4b37-9adb-18fa2979e59f", "address": "fa:16:3e:8a:d1:33", "network": {"id": "c10e9613-c54a-485e-9a95-44732ac3b1ae", "bridge": "br-int", "label": "tempest-ImagesTestJSON-91491714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353f2218a5c042c7abecff0feacf6f94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38c4d8c6-aa", "ovs_interfaceid": "38c4d8c6-aac0-4b37-9adb-18fa2979e59f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.826794] env[69052]: DEBUG oslo_vmware.api [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528e6400-9068-a519-3fb2-ffff55406bb3, 'name': SearchDatastore_Task, 'duration_secs': 0.010434} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.827379] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.827623] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.827866] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.828015] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.828314] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.828582] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73ef4910-3fbb-4664-90b3-cad44f607084 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.839020] env[69052]: DEBUG oslo_concurrency.lockutils [None req-701b4686-9cf6-42c7-8394-a57fd2df1974 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "9315c5e8-1419-4352-96b9-d541b3c95dd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.426s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.839020] env[69052]: DEBUG oslo_concurrency.lockutils [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "9315c5e8-1419-4352-96b9-d541b3c95dd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.327s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.839020] env[69052]: DEBUG oslo_concurrency.lockutils [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "9315c5e8-1419-4352-96b9-d541b3c95dd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.839020] env[69052]: DEBUG oslo_concurrency.lockutils [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "9315c5e8-1419-4352-96b9-d541b3c95dd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.839020] env[69052]: DEBUG oslo_concurrency.lockutils [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "9315c5e8-1419-4352-96b9-d541b3c95dd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.840891] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.841032] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.841990] env[69052]: INFO nova.compute.manager [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Terminating instance [ 959.843449] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7043fb5-3e23-44d0-bd71-9898c5701b0a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.851474] env[69052]: DEBUG oslo_vmware.api [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 959.851474] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d4507c-ac29-cfa9-f8de-1e54de3e2f7d" [ 959.851474] env[69052]: _type = "Task" [ 959.851474] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.862085] env[69052]: DEBUG oslo_vmware.api [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d4507c-ac29-cfa9-f8de-1e54de3e2f7d, 'name': SearchDatastore_Task} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.862779] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afbc9e44-26a2-481b-9c52-3a56b047e3b1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.869600] env[69052]: DEBUG oslo_vmware.api [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 959.869600] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f50bce-f794-cb79-3460-3b3150b69871" [ 959.869600] env[69052]: _type = "Task" [ 959.869600] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.879805] env[69052]: DEBUG oslo_vmware.api [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f50bce-f794-cb79-3460-3b3150b69871, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.922962] env[69052]: DEBUG nova.policy [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1503bf04410342c58e129d1f26a35658', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32e047171a034ddfa8b856ecde2310dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.994158] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236737, 'name': Rename_Task, 'duration_secs': 0.300094} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.994453] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.994690] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2fba0d4-ada5-4dc8-8b08-2c7c5740ca7b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.001743] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 960.001743] env[69052]: value = "task-3236739" [ 960.001743] env[69052]: _type = "Task" [ 960.001743] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.012262] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.064386] env[69052]: DEBUG nova.compute.manager [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.070708] env[69052]: INFO nova.compute.resource_tracker [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Updating resource usage from migration 468e61a7-dbc2-4f01-af83-ecac9dbfc1e2 [ 960.189581] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236738, 'name': ReconfigVM_Task, 'duration_secs': 0.15433} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.191966] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646911', 'volume_id': 'd598b606-2fb4-4717-ac58-6a0af2b84d1c', 'name': 'volume-d598b606-2fb4-4717-ac58-6a0af2b84d1c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e8a56eb2-4f01-4a90-9758-f531feba21c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'd598b606-2fb4-4717-ac58-6a0af2b84d1c', 'serial': 'd598b606-2fb4-4717-ac58-6a0af2b84d1c'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 960.192898] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4016d5a0-88d1-46ac-9137-d96a0d907061 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.199515] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 960.199515] env[69052]: value = "task-3236740" [ 960.199515] env[69052]: _type = "Task" [ 960.199515] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.215138] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236740, 'name': Rename_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.304242] env[69052]: DEBUG oslo_concurrency.lockutils [req-4d4f81a6-9c45-4d95-9703-0a00b878d4a9 req-5fa5a7d2-ad80-486b-9bb4-b83f4e35dbcc service nova] Releasing lock "refresh_cache-beee158f-8950-4279-a0af-d2153148aaa2" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.349094] env[69052]: DEBUG nova.compute.manager [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.349331] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.350203] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44dc835-6a96-4563-9ae8-7c97fbc0b49d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.360234] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.360481] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74c204e0-d6df-400a-84f9-3c2d6fc5ffb5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.366527] env[69052]: DEBUG oslo_vmware.api [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 960.366527] env[69052]: value = "task-3236741" [ 960.366527] env[69052]: _type = "Task" [ 960.366527] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.381205] env[69052]: DEBUG oslo_vmware.api [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.385985] env[69052]: DEBUG oslo_vmware.api [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f50bce-f794-cb79-3460-3b3150b69871, 'name': SearchDatastore_Task, 'duration_secs': 0.008429} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.386313] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.386579] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] beee158f-8950-4279-a0af-d2153148aaa2/beee158f-8950-4279-a0af-d2153148aaa2.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.386860] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd2bb6cf-fc89-40a2-ab64-f3c6271f78bf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.398839] env[69052]: DEBUG oslo_vmware.api [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 960.398839] env[69052]: value = "task-3236742" [ 960.398839] env[69052]: _type = "Task" [ 960.398839] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.409553] env[69052]: DEBUG oslo_vmware.api [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.411289] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bdaef2-3059-4dd1-b224-c623ec88e1b4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.418288] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7011a85-b181-46e0-b6f4-975b80b0f221 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.454032] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05bbb21-f946-41af-af82-5d287f6950d6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.461581] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc14fc4f-73cb-459c-988a-b4d0eda5ab93 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.478432] env[69052]: DEBUG nova.compute.provider_tree [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.515433] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236739, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.615158] env[69052]: DEBUG nova.network.neutron [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Successfully created port: 79a60c23-ba26-4e14-bbea-fba3fe47b6ff {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.683144] env[69052]: DEBUG nova.compute.manager [req-b9c7d9d1-01f9-415d-a759-29e3caa4bbb1 req-0e906969-6d84-4cd0-bae4-97d38a24f26f service nova] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Received event network-changed-7eb59bea-fbdb-43f2-8b89-fdf71315885a {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.683144] env[69052]: DEBUG nova.compute.manager [req-b9c7d9d1-01f9-415d-a759-29e3caa4bbb1 req-0e906969-6d84-4cd0-bae4-97d38a24f26f service nova] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Refreshing instance network info cache due to event network-changed-7eb59bea-fbdb-43f2-8b89-fdf71315885a. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 960.687778] env[69052]: DEBUG oslo_concurrency.lockutils [req-b9c7d9d1-01f9-415d-a759-29e3caa4bbb1 req-0e906969-6d84-4cd0-bae4-97d38a24f26f service nova] Acquiring lock "refresh_cache-b1112efb-65aa-421e-b9ae-e1af4294cf54" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.689444] env[69052]: DEBUG oslo_concurrency.lockutils [req-b9c7d9d1-01f9-415d-a759-29e3caa4bbb1 req-0e906969-6d84-4cd0-bae4-97d38a24f26f service nova] Acquired lock "refresh_cache-b1112efb-65aa-421e-b9ae-e1af4294cf54" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.689444] env[69052]: DEBUG nova.network.neutron [req-b9c7d9d1-01f9-415d-a759-29e3caa4bbb1 req-0e906969-6d84-4cd0-bae4-97d38a24f26f service nova] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Refreshing network info cache for port 7eb59bea-fbdb-43f2-8b89-fdf71315885a {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.710742] env[69052]: DEBUG oslo_concurrency.lockutils [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "b839f31c-fe81-4af7-b93f-41479b62a5bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.711364] env[69052]: DEBUG oslo_concurrency.lockutils [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "b839f31c-fe81-4af7-b93f-41479b62a5bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.711762] env[69052]: DEBUG oslo_concurrency.lockutils [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "b839f31c-fe81-4af7-b93f-41479b62a5bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.713812] env[69052]: DEBUG oslo_concurrency.lockutils [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "b839f31c-fe81-4af7-b93f-41479b62a5bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.713812] env[69052]: DEBUG oslo_concurrency.lockutils [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "b839f31c-fe81-4af7-b93f-41479b62a5bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.716063] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236740, 'name': Rename_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.716063] env[69052]: INFO nova.compute.manager [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Terminating instance [ 960.882331] env[69052]: DEBUG oslo_vmware.api [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236741, 'name': PowerOffVM_Task, 'duration_secs': 0.200948} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.883068] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.883452] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.883886] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56619de6-eb97-4755-87af-eb206166463c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.908807] env[69052]: DEBUG oslo_vmware.api [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236742, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.960541] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.960943] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.961200] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Deleting the datastore file [datastore1] 9315c5e8-1419-4352-96b9-d541b3c95dd3 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.961965] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d1b85ab-2ff9-4b04-b317-2fb302ce1113 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.970670] env[69052]: DEBUG oslo_vmware.api [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 960.970670] env[69052]: value = "task-3236744" [ 960.970670] env[69052]: _type = "Task" [ 960.970670] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.981734] env[69052]: DEBUG oslo_vmware.api [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.983991] env[69052]: DEBUG nova.scheduler.client.report [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.016161] env[69052]: DEBUG oslo_vmware.api [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236739, 'name': PowerOnVM_Task, 'duration_secs': 0.780219} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.016161] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.085467] env[69052]: DEBUG nova.compute.manager [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.116895] env[69052]: DEBUG nova.virt.hardware [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.117336] env[69052]: DEBUG nova.virt.hardware [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.117336] env[69052]: DEBUG nova.virt.hardware [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.117518] env[69052]: DEBUG nova.virt.hardware [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.117666] env[69052]: DEBUG nova.virt.hardware [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.117817] env[69052]: DEBUG nova.virt.hardware [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.118043] env[69052]: DEBUG nova.virt.hardware [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.118213] env[69052]: DEBUG nova.virt.hardware [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.118411] env[69052]: DEBUG nova.virt.hardware [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.118587] env[69052]: DEBUG nova.virt.hardware [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.118761] env[69052]: DEBUG nova.virt.hardware [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.119785] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b48bbd-33a9-45c4-9aa1-2c33a0767403 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.129382] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e606fce0-6281-46d5-871a-a5aa49c51c65 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.157668] env[69052]: DEBUG nova.compute.manager [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.158768] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f823e313-177a-4b98-b757-ab050bc4d5ba {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.213349] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236740, 'name': Rename_Task, 'duration_secs': 0.783929} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.213349] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.213349] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7275790-12b8-4b13-842e-aee81ed61c3c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.220026] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 961.220026] env[69052]: value = "task-3236745" [ 961.220026] env[69052]: _type = "Task" [ 961.220026] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.220026] env[69052]: DEBUG nova.compute.manager [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.220026] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.221108] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f6373d-f4d8-4f85-a994-7b69c19ca78f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.234631] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236745, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.237422] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.239980] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b9e03d8-65cd-4daa-8186-419fe7216d3b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.247172] env[69052]: DEBUG oslo_vmware.api [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 961.247172] env[69052]: value = "task-3236746" [ 961.247172] env[69052]: _type = "Task" [ 961.247172] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.255695] env[69052]: DEBUG oslo_vmware.api [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.409884] env[69052]: DEBUG oslo_vmware.api [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840518} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.410191] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] beee158f-8950-4279-a0af-d2153148aaa2/beee158f-8950-4279-a0af-d2153148aaa2.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.410412] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.410823] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff7de45b-e2b4-45a3-b324-92f15ade82ab {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.422062] env[69052]: DEBUG oslo_vmware.api [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 961.422062] env[69052]: value = "task-3236747" [ 961.422062] env[69052]: _type = "Task" [ 961.422062] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.430394] env[69052]: DEBUG oslo_vmware.api [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.450254] env[69052]: DEBUG nova.network.neutron [req-b9c7d9d1-01f9-415d-a759-29e3caa4bbb1 req-0e906969-6d84-4cd0-bae4-97d38a24f26f service nova] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Updated VIF entry in instance network info cache for port 7eb59bea-fbdb-43f2-8b89-fdf71315885a. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.450637] env[69052]: DEBUG nova.network.neutron [req-b9c7d9d1-01f9-415d-a759-29e3caa4bbb1 req-0e906969-6d84-4cd0-bae4-97d38a24f26f service nova] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Updating instance_info_cache with network_info: [{"id": "7eb59bea-fbdb-43f2-8b89-fdf71315885a", "address": "fa:16:3e:81:de:c5", "network": {"id": "f8be77af-0d7f-457b-a64a-79dd048b1760", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1634340369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b986f6b0abc14380b658d1d8813cd441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb59bea-fb", "ovs_interfaceid": "7eb59bea-fbdb-43f2-8b89-fdf71315885a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.483398] env[69052]: DEBUG oslo_vmware.api [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.470241} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.483798] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.484043] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.484257] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.484471] env[69052]: INFO nova.compute.manager [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 961.484728] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.484921] env[69052]: DEBUG nova.compute.manager [-] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.485016] env[69052]: DEBUG nova.network.neutron [-] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.490650] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.439s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.490863] env[69052]: INFO nova.compute.manager [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Migrating [ 961.498308] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.138s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.498553] env[69052]: DEBUG nova.objects.instance [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lazy-loading 'resources' on Instance uuid 56722277-77c9-43f6-a98e-f102e43df903 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.682916] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f501d698-9f61-4c4e-b99d-c2e74e8fa50d tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "0c78112e-f66a-4382-9fb2-3a448309d148" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 51.203s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.730432] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236745, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.756446] env[69052]: DEBUG oslo_vmware.api [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236746, 'name': PowerOffVM_Task, 'duration_secs': 0.205893} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.756729] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.756898] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.757215] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dab27b9b-55e7-4318-badd-91a549e68186 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.807692] env[69052]: DEBUG nova.compute.manager [req-7a8a4bc4-a4cb-4b74-afc1-369efd9c3564 req-a6e4db2f-80e6-4d7e-a0ce-c68e23b97468 service nova] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Received event network-vif-deleted-4f63fb09-23b4-4976-b8e8-6246985c5f9b {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.807869] env[69052]: INFO nova.compute.manager [req-7a8a4bc4-a4cb-4b74-afc1-369efd9c3564 req-a6e4db2f-80e6-4d7e-a0ce-c68e23b97468 service nova] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Neutron deleted interface 4f63fb09-23b4-4976-b8e8-6246985c5f9b; detaching it from the instance and deleting it from the info cache [ 961.808065] env[69052]: DEBUG nova.network.neutron [req-7a8a4bc4-a4cb-4b74-afc1-369efd9c3564 req-a6e4db2f-80e6-4d7e-a0ce-c68e23b97468 service nova] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.849298] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.849516] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.849699] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Deleting the datastore file [datastore2] b839f31c-fe81-4af7-b93f-41479b62a5bd {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.850157] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3598b4e8-fd57-40d4-983d-e2665413f000 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.856821] env[69052]: DEBUG oslo_vmware.api [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 961.856821] env[69052]: value = "task-3236749" [ 961.856821] env[69052]: _type = "Task" [ 961.856821] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.867600] env[69052]: DEBUG oslo_vmware.api [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.873849] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df8f04d-8203-4cb0-a41e-e2b643cb67a1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.881257] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7828c83-a173-4845-83c5-e2fff539768d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.921843] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cef93c6-74b2-4757-8a02-853f3157c103 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.935261] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f1c6ff-0157-4052-be98-29269a529c20 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.939033] env[69052]: DEBUG oslo_vmware.api [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076719} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.939289] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.940508] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8685a0-2079-4549-976f-23cb043b95a4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.951032] env[69052]: DEBUG nova.compute.provider_tree [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.954364] env[69052]: DEBUG oslo_concurrency.lockutils [req-b9c7d9d1-01f9-415d-a759-29e3caa4bbb1 req-0e906969-6d84-4cd0-bae4-97d38a24f26f service nova] Releasing lock "refresh_cache-b1112efb-65aa-421e-b9ae-e1af4294cf54" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.972618] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] beee158f-8950-4279-a0af-d2153148aaa2/beee158f-8950-4279-a0af-d2153148aaa2.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.973769] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-860eee9b-c392-4811-bff8-e4b5a564b148 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.993570] env[69052]: DEBUG oslo_vmware.api [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 961.993570] env[69052]: value = "task-3236750" [ 961.993570] env[69052]: _type = "Task" [ 961.993570] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.001486] env[69052]: DEBUG oslo_vmware.api [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.011465] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "refresh_cache-e0b241bd-76bb-4aa1-a234-983eb6dd8e7c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.011660] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired lock "refresh_cache-e0b241bd-76bb-4aa1-a234-983eb6dd8e7c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.011832] env[69052]: DEBUG nova.network.neutron [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.229633] env[69052]: DEBUG oslo_vmware.api [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236745, 'name': PowerOnVM_Task, 'duration_secs': 0.719421} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.230098] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.230201] env[69052]: DEBUG nova.compute.manager [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.231213] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bb8c25-3d9b-4f1b-b51f-88e0a973c220 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.290516] env[69052]: DEBUG nova.network.neutron [-] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.313410] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4365f48-7f94-4c1e-af87-cb46b053d112 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.319021] env[69052]: DEBUG nova.network.neutron [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Successfully updated port: 79a60c23-ba26-4e14-bbea-fba3fe47b6ff {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.326440] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d390a913-4da6-42b3-ae42-440b9c8d2b72 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.365981] env[69052]: DEBUG nova.compute.manager [req-7a8a4bc4-a4cb-4b74-afc1-369efd9c3564 req-a6e4db2f-80e6-4d7e-a0ce-c68e23b97468 service nova] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Detach interface failed, port_id=4f63fb09-23b4-4976-b8e8-6246985c5f9b, reason: Instance 9315c5e8-1419-4352-96b9-d541b3c95dd3 could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 962.374126] env[69052]: DEBUG oslo_vmware.api [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.507991} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.374594] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.374594] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.375042] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.375042] env[69052]: INFO nova.compute.manager [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 962.375142] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.375310] env[69052]: DEBUG nova.compute.manager [-] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.375447] env[69052]: DEBUG nova.network.neutron [-] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.454254] env[69052]: DEBUG nova.scheduler.client.report [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.504515] env[69052]: DEBUG oslo_vmware.api [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.714276] env[69052]: DEBUG nova.network.neutron [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Updating instance_info_cache with network_info: [{"id": "bfcdab73-2d52-495a-afed-df1adfb308b3", "address": "fa:16:3e:fe:bd:ca", "network": {"id": "742db944-3947-4476-b14c-efc7d440e7a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-605717120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12d5287ebecb463ca0f3e47ef8801cff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcdab73-2d", "ovs_interfaceid": "bfcdab73-2d52-495a-afed-df1adfb308b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.753250] env[69052]: DEBUG oslo_concurrency.lockutils [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.758961] env[69052]: DEBUG nova.compute.manager [req-f45ad3d2-ca7f-43b3-9ca2-121cdcb05f79 req-45b1f7ad-5b8d-49e9-8004-05a030bc0426 service nova] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Received event network-vif-plugged-79a60c23-ba26-4e14-bbea-fba3fe47b6ff {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.758961] env[69052]: DEBUG oslo_concurrency.lockutils [req-f45ad3d2-ca7f-43b3-9ca2-121cdcb05f79 req-45b1f7ad-5b8d-49e9-8004-05a030bc0426 service nova] Acquiring lock "c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.758961] env[69052]: DEBUG oslo_concurrency.lockutils [req-f45ad3d2-ca7f-43b3-9ca2-121cdcb05f79 req-45b1f7ad-5b8d-49e9-8004-05a030bc0426 service nova] Lock "c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.758961] env[69052]: DEBUG oslo_concurrency.lockutils [req-f45ad3d2-ca7f-43b3-9ca2-121cdcb05f79 req-45b1f7ad-5b8d-49e9-8004-05a030bc0426 service nova] Lock "c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.758961] env[69052]: DEBUG nova.compute.manager [req-f45ad3d2-ca7f-43b3-9ca2-121cdcb05f79 req-45b1f7ad-5b8d-49e9-8004-05a030bc0426 service nova] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] No waiting events found dispatching network-vif-plugged-79a60c23-ba26-4e14-bbea-fba3fe47b6ff {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.758961] env[69052]: WARNING nova.compute.manager [req-f45ad3d2-ca7f-43b3-9ca2-121cdcb05f79 req-45b1f7ad-5b8d-49e9-8004-05a030bc0426 service nova] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Received unexpected event network-vif-plugged-79a60c23-ba26-4e14-bbea-fba3fe47b6ff for instance with vm_state building and task_state spawning. [ 962.762911] env[69052]: DEBUG nova.compute.manager [req-f45ad3d2-ca7f-43b3-9ca2-121cdcb05f79 req-45b1f7ad-5b8d-49e9-8004-05a030bc0426 service nova] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Received event network-changed-79a60c23-ba26-4e14-bbea-fba3fe47b6ff {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.762911] env[69052]: DEBUG nova.compute.manager [req-f45ad3d2-ca7f-43b3-9ca2-121cdcb05f79 req-45b1f7ad-5b8d-49e9-8004-05a030bc0426 service nova] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Refreshing instance network info cache due to event network-changed-79a60c23-ba26-4e14-bbea-fba3fe47b6ff. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 962.762911] env[69052]: DEBUG oslo_concurrency.lockutils [req-f45ad3d2-ca7f-43b3-9ca2-121cdcb05f79 req-45b1f7ad-5b8d-49e9-8004-05a030bc0426 service nova] Acquiring lock "refresh_cache-c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.762911] env[69052]: DEBUG oslo_concurrency.lockutils [req-f45ad3d2-ca7f-43b3-9ca2-121cdcb05f79 req-45b1f7ad-5b8d-49e9-8004-05a030bc0426 service nova] Acquired lock "refresh_cache-c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.762911] env[69052]: DEBUG nova.network.neutron [req-f45ad3d2-ca7f-43b3-9ca2-121cdcb05f79 req-45b1f7ad-5b8d-49e9-8004-05a030bc0426 service nova] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Refreshing network info cache for port 79a60c23-ba26-4e14-bbea-fba3fe47b6ff {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.793208] env[69052]: INFO nova.compute.manager [-] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Took 1.31 seconds to deallocate network for instance. [ 962.819509] env[69052]: DEBUG oslo_concurrency.lockutils [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Acquiring lock "refresh_cache-c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.959564] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.461s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.962316] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.982s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.964495] env[69052]: INFO nova.compute.claims [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.983157] env[69052]: INFO nova.scheduler.client.report [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Deleted allocations for instance 56722277-77c9-43f6-a98e-f102e43df903 [ 963.006646] env[69052]: DEBUG oslo_vmware.api [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236750, 'name': ReconfigVM_Task, 'duration_secs': 0.791348} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.007015] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Reconfigured VM instance instance-00000052 to attach disk [datastore1] beee158f-8950-4279-a0af-d2153148aaa2/beee158f-8950-4279-a0af-d2153148aaa2.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.007723] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3707272-1ffc-4f1a-8e96-03e605e5b549 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.015443] env[69052]: DEBUG oslo_vmware.api [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 963.015443] env[69052]: value = "task-3236751" [ 963.015443] env[69052]: _type = "Task" [ 963.015443] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.028855] env[69052]: DEBUG oslo_vmware.api [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236751, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.218927] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Releasing lock "refresh_cache-e0b241bd-76bb-4aa1-a234-983eb6dd8e7c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.295604] env[69052]: DEBUG nova.network.neutron [req-f45ad3d2-ca7f-43b3-9ca2-121cdcb05f79 req-45b1f7ad-5b8d-49e9-8004-05a030bc0426 service nova] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.299561] env[69052]: DEBUG oslo_concurrency.lockutils [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.363191] env[69052]: DEBUG nova.network.neutron [req-f45ad3d2-ca7f-43b3-9ca2-121cdcb05f79 req-45b1f7ad-5b8d-49e9-8004-05a030bc0426 service nova] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.495360] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2e57b21d-eae9-4b8c-b14d-ab13a6684f3b tempest-ServersNegativeTestJSON-531361409 tempest-ServersNegativeTestJSON-531361409-project-member] Lock "56722277-77c9-43f6-a98e-f102e43df903" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.528s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.527125] env[69052]: DEBUG oslo_vmware.api [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236751, 'name': Rename_Task, 'duration_secs': 0.227728} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.527500] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.527766] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8ff42f1-6948-4204-a331-4bc75cfbfdcc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.529638] env[69052]: DEBUG nova.network.neutron [-] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.538419] env[69052]: DEBUG oslo_vmware.api [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 963.538419] env[69052]: value = "task-3236752" [ 963.538419] env[69052]: _type = "Task" [ 963.538419] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.549905] env[69052]: DEBUG oslo_vmware.api [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.867694] env[69052]: DEBUG oslo_concurrency.lockutils [req-f45ad3d2-ca7f-43b3-9ca2-121cdcb05f79 req-45b1f7ad-5b8d-49e9-8004-05a030bc0426 service nova] Releasing lock "refresh_cache-c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.868118] env[69052]: DEBUG oslo_concurrency.lockutils [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Acquired lock "refresh_cache-c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.868289] env[69052]: DEBUG nova.network.neutron [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.033765] env[69052]: INFO nova.compute.manager [-] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Took 1.66 seconds to deallocate network for instance. [ 964.052491] env[69052]: DEBUG oslo_vmware.api [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236752, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.308985] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e86d430-ad50-4d10-8fb2-fb296cc5dd5e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.317777] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0a51e6-7501-4cd1-9bd5-be3d8f5b600f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.350179] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5008d1f7-1df8-44ec-9792-a0650b62223d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.358116] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca944419-c4fe-4e3d-ac24-6f4fe388d2e5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.375938] env[69052]: DEBUG nova.compute.provider_tree [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.418882] env[69052]: DEBUG nova.network.neutron [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.546500] env[69052]: DEBUG oslo_concurrency.lockutils [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.552210] env[69052]: DEBUG oslo_vmware.api [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236752, 'name': PowerOnVM_Task, 'duration_secs': 0.85582} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.552518] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.553024] env[69052]: INFO nova.compute.manager [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Took 8.03 seconds to spawn the instance on the hypervisor. [ 964.553334] env[69052]: DEBUG nova.compute.manager [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.554193] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e89f012-6b65-474c-9780-606ae8fe7d94 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.585139] env[69052]: DEBUG nova.network.neutron [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Updating instance_info_cache with network_info: [{"id": "79a60c23-ba26-4e14-bbea-fba3fe47b6ff", "address": "fa:16:3e:f6:ee:c8", "network": {"id": "01e84dc1-ee85-4e7b-aad4-6addf51a191d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-315318615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32e047171a034ddfa8b856ecde2310dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79a60c23-ba", "ovs_interfaceid": "79a60c23-ba26-4e14-bbea-fba3fe47b6ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.732458] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632d9a8c-5f08-43e3-ac61-716382e7c55a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.753109] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Updating instance 'e0b241bd-76bb-4aa1-a234-983eb6dd8e7c' progress to 0 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 964.792157] env[69052]: DEBUG nova.compute.manager [req-31cd2ec2-5c3f-4bda-b626-ecf61d9e1b49 req-77ed5032-3e9f-489b-a5ef-94f04ef88819 service nova] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Received event network-vif-deleted-0fe2d08a-6abd-4f2b-8d47-9bce034cbb97 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.880248] env[69052]: DEBUG nova.scheduler.client.report [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.078135] env[69052]: INFO nova.compute.manager [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Took 36.02 seconds to build instance. [ 965.088013] env[69052]: DEBUG oslo_concurrency.lockutils [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Releasing lock "refresh_cache-c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.088013] env[69052]: DEBUG nova.compute.manager [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Instance network_info: |[{"id": "79a60c23-ba26-4e14-bbea-fba3fe47b6ff", "address": "fa:16:3e:f6:ee:c8", "network": {"id": "01e84dc1-ee85-4e7b-aad4-6addf51a191d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-315318615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32e047171a034ddfa8b856ecde2310dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79a60c23-ba", "ovs_interfaceid": "79a60c23-ba26-4e14-bbea-fba3fe47b6ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.088484] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:ee:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79a60c23-ba26-4e14-bbea-fba3fe47b6ff', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.103560] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Creating folder: Project (32e047171a034ddfa8b856ecde2310dd). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.104273] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5caf6d4b-dd3f-4466-8583-3391b07fd5f4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.116650] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Created folder: Project (32e047171a034ddfa8b856ecde2310dd) in parent group-v646676. [ 965.116931] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Creating folder: Instances. Parent ref: group-v646927. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.118101] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d3c5441-c4da-4dee-9a79-95911df4dda0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.128554] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Created folder: Instances in parent group-v646927. [ 965.128889] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.129261] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.129535] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-566dd8e8-efe6-42c2-a737-92aacbe68e78 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.153616] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.153616] env[69052]: value = "task-3236755" [ 965.153616] env[69052]: _type = "Task" [ 965.153616] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.162154] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236755, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.260237] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.260611] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51b555e2-eab9-467f-926a-6ce4c1474dd1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.267757] env[69052]: DEBUG oslo_vmware.api [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 965.267757] env[69052]: value = "task-3236756" [ 965.267757] env[69052]: _type = "Task" [ 965.267757] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.277509] env[69052]: DEBUG oslo_vmware.api [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.389337] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.390011] env[69052]: DEBUG nova.compute.manager [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.393073] env[69052]: DEBUG oslo_concurrency.lockutils [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.907s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.393281] env[69052]: DEBUG nova.objects.instance [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69052) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 965.579800] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c6f27a47-b5dc-4e7c-bc7f-6ba250785b9d tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "beee158f-8950-4279-a0af-d2153148aaa2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.530s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.665866] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236755, 'name': CreateVM_Task, 'duration_secs': 0.455744} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.665866] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.667034] env[69052]: DEBUG oslo_concurrency.lockutils [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.667034] env[69052]: DEBUG oslo_concurrency.lockutils [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.667034] env[69052]: DEBUG oslo_concurrency.lockutils [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.667385] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-909a815c-b58c-4e49-bd1a-ecc65e37d78c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.672105] env[69052]: DEBUG oslo_vmware.api [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Waiting for the task: (returnval){ [ 965.672105] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521f6d9d-0219-01db-5017-80951bbfa6e1" [ 965.672105] env[69052]: _type = "Task" [ 965.672105] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.680017] env[69052]: DEBUG oslo_vmware.api [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521f6d9d-0219-01db-5017-80951bbfa6e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.778382] env[69052]: DEBUG oslo_vmware.api [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236756, 'name': PowerOffVM_Task, 'duration_secs': 0.228647} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.779323] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.779323] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Updating instance 'e0b241bd-76bb-4aa1-a234-983eb6dd8e7c' progress to 17 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 965.898237] env[69052]: DEBUG nova.compute.utils [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.900353] env[69052]: DEBUG nova.compute.manager [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.900536] env[69052]: DEBUG nova.network.neutron [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.947219] env[69052]: DEBUG nova.policy [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37b7fb7b54e941aea4217e8ccf940ee8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c2e3bd10a284aa5b4fd77019062da33', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.184985] env[69052]: DEBUG oslo_vmware.api [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521f6d9d-0219-01db-5017-80951bbfa6e1, 'name': SearchDatastore_Task, 'duration_secs': 0.026531} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.186353] env[69052]: DEBUG oslo_concurrency.lockutils [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.186595] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.186824] env[69052]: DEBUG oslo_concurrency.lockutils [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.186971] env[69052]: DEBUG oslo_concurrency.lockutils [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.187186] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.190532] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d66c494-fbad-4171-af12-c5f9f2ff4cc1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.201282] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.201499] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.202256] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abd3e8d4-ef57-41c1-ba27-54b46960eb34 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.208819] env[69052]: DEBUG oslo_vmware.api [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Waiting for the task: (returnval){ [ 966.208819] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d9b567-b669-cd4b-d4d8-118ccbecd4be" [ 966.208819] env[69052]: _type = "Task" [ 966.208819] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.217616] env[69052]: DEBUG oslo_vmware.api [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d9b567-b669-cd4b-d4d8-118ccbecd4be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.285333] env[69052]: DEBUG nova.virt.hardware [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.285603] env[69052]: DEBUG nova.virt.hardware [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.285762] env[69052]: DEBUG nova.virt.hardware [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.285941] env[69052]: DEBUG nova.virt.hardware [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.286193] env[69052]: DEBUG nova.virt.hardware [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.286399] env[69052]: DEBUG nova.virt.hardware [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.286620] env[69052]: DEBUG nova.virt.hardware [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.286782] env[69052]: DEBUG nova.virt.hardware [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.286984] env[69052]: DEBUG nova.virt.hardware [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.287123] env[69052]: DEBUG nova.virt.hardware [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.287340] env[69052]: DEBUG nova.virt.hardware [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.292875] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4242e80c-a7b7-49cc-8d0f-5f7ee1e11232 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.309636] env[69052]: DEBUG oslo_vmware.api [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 966.309636] env[69052]: value = "task-3236757" [ 966.309636] env[69052]: _type = "Task" [ 966.309636] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.320196] env[69052]: DEBUG oslo_vmware.api [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236757, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.404821] env[69052]: DEBUG nova.compute.manager [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.409624] env[69052]: DEBUG oslo_concurrency.lockutils [None req-13418b78-b814-4e76-ba46-21d1621c82ac tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.412251] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.421s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.412602] env[69052]: DEBUG nova.objects.instance [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lazy-loading 'resources' on Instance uuid 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.486243] env[69052]: DEBUG nova.network.neutron [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Successfully created port: d05c943d-1a80-4ff6-acc9-2eb74602d366 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.719329] env[69052]: DEBUG oslo_vmware.api [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d9b567-b669-cd4b-d4d8-118ccbecd4be, 'name': SearchDatastore_Task, 'duration_secs': 0.021514} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.720127] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68c8cf45-4011-4bf4-ad93-6d80aa517989 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.725991] env[69052]: DEBUG oslo_vmware.api [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Waiting for the task: (returnval){ [ 966.725991] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b95368-608b-6506-4d01-6c4b9c6508fd" [ 966.725991] env[69052]: _type = "Task" [ 966.725991] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.735958] env[69052]: DEBUG oslo_vmware.api [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b95368-608b-6506-4d01-6c4b9c6508fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.824049] env[69052]: DEBUG oslo_vmware.api [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236757, 'name': ReconfigVM_Task, 'duration_secs': 0.326468} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.824395] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Updating instance 'e0b241bd-76bb-4aa1-a234-983eb6dd8e7c' progress to 33 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 967.196482] env[69052]: DEBUG nova.compute.manager [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.197413] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa274a74-e3a9-4d6d-8962-d862d45f68f2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.236932] env[69052]: DEBUG oslo_vmware.api [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b95368-608b-6506-4d01-6c4b9c6508fd, 'name': SearchDatastore_Task, 'duration_secs': 0.034369} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.238210] env[69052]: DEBUG oslo_concurrency.lockutils [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.238500] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55/c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.239290] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d6593a-cd90-4f5f-9e0d-dd5505a59264 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.241891] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91a2bf69-e847-4f99-82eb-db4b6528322e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.249658] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162cc586-2bf3-4eb3-838d-551176d1cec1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.253102] env[69052]: DEBUG oslo_vmware.api [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Waiting for the task: (returnval){ [ 967.253102] env[69052]: value = "task-3236758" [ 967.253102] env[69052]: _type = "Task" [ 967.253102] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.283668] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7450c8e0-fa3b-44c5-8e2a-827628ce1708 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.289631] env[69052]: DEBUG oslo_vmware.api [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Task: {'id': task-3236758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.299566] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdda255-2895-45b0-b7b4-4495615c68e6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.316860] env[69052]: DEBUG nova.compute.provider_tree [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.336225] env[69052]: DEBUG nova.virt.hardware [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.336225] env[69052]: DEBUG nova.virt.hardware [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.336225] env[69052]: DEBUG nova.virt.hardware [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.336225] env[69052]: DEBUG nova.virt.hardware [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.336225] env[69052]: DEBUG nova.virt.hardware [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.336225] env[69052]: DEBUG nova.virt.hardware [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.336611] env[69052]: DEBUG nova.virt.hardware [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.336611] env[69052]: DEBUG nova.virt.hardware [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.338219] env[69052]: DEBUG nova.virt.hardware [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.338219] env[69052]: DEBUG nova.virt.hardware [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.338219] env[69052]: DEBUG nova.virt.hardware [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.342388] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Reconfiguring VM instance instance-0000004b to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 967.343072] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce8bcb69-c361-428e-99c7-ef798433d517 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.363330] env[69052]: DEBUG oslo_vmware.api [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 967.363330] env[69052]: value = "task-3236759" [ 967.363330] env[69052]: _type = "Task" [ 967.363330] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.372414] env[69052]: DEBUG oslo_vmware.api [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.415306] env[69052]: DEBUG nova.compute.manager [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.442771] env[69052]: DEBUG nova.virt.hardware [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.443214] env[69052]: DEBUG nova.virt.hardware [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.443421] env[69052]: DEBUG nova.virt.hardware [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.443643] env[69052]: DEBUG nova.virt.hardware [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.443820] env[69052]: DEBUG nova.virt.hardware [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.444000] env[69052]: DEBUG nova.virt.hardware [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.444254] env[69052]: DEBUG nova.virt.hardware [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.444446] env[69052]: DEBUG nova.virt.hardware [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.444648] env[69052]: DEBUG nova.virt.hardware [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.444840] env[69052]: DEBUG nova.virt.hardware [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.445058] env[69052]: DEBUG nova.virt.hardware [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.446026] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7c0c1f-5e9b-4ab8-932a-7b7371dd6644 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.454575] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3caa02c3-bdd1-42e1-878a-99cdc42b3282 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.711713] env[69052]: INFO nova.compute.manager [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] instance snapshotting [ 967.714964] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97eb7e2-4e21-403c-b391-dd8b66cf27bb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.738282] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe00a95f-0cff-4e26-b645-eb4b0f10d223 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.766534] env[69052]: DEBUG oslo_vmware.api [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Task: {'id': task-3236758, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.821148] env[69052]: DEBUG nova.scheduler.client.report [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.874703] env[69052]: DEBUG oslo_vmware.api [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236759, 'name': ReconfigVM_Task, 'duration_secs': 0.199254} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.875962] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Reconfigured VM instance instance-0000004b to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 967.875962] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e06bff-c935-4fc0-9962-5e252f7ac28a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.900980] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] e0b241bd-76bb-4aa1-a234-983eb6dd8e7c/e0b241bd-76bb-4aa1-a234-983eb6dd8e7c.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.901379] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07c25002-e9d6-4050-8396-95fb414d5aea {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.921022] env[69052]: DEBUG oslo_vmware.api [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 967.921022] env[69052]: value = "task-3236760" [ 967.921022] env[69052]: _type = "Task" [ 967.921022] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.929243] env[69052]: DEBUG oslo_vmware.api [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236760, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.180088] env[69052]: DEBUG nova.compute.manager [req-802993cd-5466-4358-aa26-fff964b6c40e req-76338c1c-5e4e-45dc-9792-bfa8e3a82cce service nova] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Received event network-vif-plugged-d05c943d-1a80-4ff6-acc9-2eb74602d366 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.180384] env[69052]: DEBUG oslo_concurrency.lockutils [req-802993cd-5466-4358-aa26-fff964b6c40e req-76338c1c-5e4e-45dc-9792-bfa8e3a82cce service nova] Acquiring lock "2eb93fe3-17b5-4d50-9c02-85e5c9000df2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.180717] env[69052]: DEBUG oslo_concurrency.lockutils [req-802993cd-5466-4358-aa26-fff964b6c40e req-76338c1c-5e4e-45dc-9792-bfa8e3a82cce service nova] Lock "2eb93fe3-17b5-4d50-9c02-85e5c9000df2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.180991] env[69052]: DEBUG oslo_concurrency.lockutils [req-802993cd-5466-4358-aa26-fff964b6c40e req-76338c1c-5e4e-45dc-9792-bfa8e3a82cce service nova] Lock "2eb93fe3-17b5-4d50-9c02-85e5c9000df2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.181287] env[69052]: DEBUG nova.compute.manager [req-802993cd-5466-4358-aa26-fff964b6c40e req-76338c1c-5e4e-45dc-9792-bfa8e3a82cce service nova] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] No waiting events found dispatching network-vif-plugged-d05c943d-1a80-4ff6-acc9-2eb74602d366 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.181549] env[69052]: WARNING nova.compute.manager [req-802993cd-5466-4358-aa26-fff964b6c40e req-76338c1c-5e4e-45dc-9792-bfa8e3a82cce service nova] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Received unexpected event network-vif-plugged-d05c943d-1a80-4ff6-acc9-2eb74602d366 for instance with vm_state building and task_state spawning. [ 968.257875] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Creating Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 968.257875] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fcbc0e74-bf76-41a9-a6ec-9da27ef0b571 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.259112] env[69052]: DEBUG nova.network.neutron [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Successfully updated port: d05c943d-1a80-4ff6-acc9-2eb74602d366 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.270070] env[69052]: DEBUG oslo_vmware.api [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Task: {'id': task-3236758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660305} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.271528] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55/c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.271787] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.272123] env[69052]: DEBUG oslo_vmware.api [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 968.272123] env[69052]: value = "task-3236761" [ 968.272123] env[69052]: _type = "Task" [ 968.272123] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.272966] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6043bc6-5fe1-4df3-8406-358635bb521b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.285470] env[69052]: DEBUG oslo_vmware.api [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236761, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.286669] env[69052]: DEBUG oslo_vmware.api [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Waiting for the task: (returnval){ [ 968.286669] env[69052]: value = "task-3236762" [ 968.286669] env[69052]: _type = "Task" [ 968.286669] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.295151] env[69052]: DEBUG oslo_vmware.api [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Task: {'id': task-3236762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.328331] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.330997] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.483s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.331220] env[69052]: DEBUG nova.objects.instance [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69052) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 968.358431] env[69052]: INFO nova.scheduler.client.report [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Deleted allocations for instance 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a [ 968.430433] env[69052]: DEBUG oslo_vmware.api [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.765878] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "refresh_cache-2eb93fe3-17b5-4d50-9c02-85e5c9000df2" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.765878] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquired lock "refresh_cache-2eb93fe3-17b5-4d50-9c02-85e5c9000df2" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.765878] env[69052]: DEBUG nova.network.neutron [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.786801] env[69052]: DEBUG oslo_vmware.api [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236761, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.797823] env[69052]: DEBUG oslo_vmware.api [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Task: {'id': task-3236762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063524} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.798311] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.799308] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2af51c6-4ab8-40ec-a9aa-6406c5ad411d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.825579] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55/c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.825579] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a197b08-66bc-44c5-a332-b88015dbc327 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.854028] env[69052]: DEBUG oslo_vmware.api [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Waiting for the task: (returnval){ [ 968.854028] env[69052]: value = "task-3236763" [ 968.854028] env[69052]: _type = "Task" [ 968.854028] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.862123] env[69052]: DEBUG oslo_vmware.api [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Task: {'id': task-3236763, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.866220] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1cb667ba-1720-4190-a3e0-9ac947354f7c tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.658s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.868031] env[69052]: DEBUG oslo_concurrency.lockutils [req-5ac362e7-1cc5-4ef6-866e-856f82471226 req-e0b877d4-bc38-4fb3-a9a1-7856a153a8ca service nova] Acquired lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.868954] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69a2fab-37f3-4322-a18b-30965cb54aa8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.880031] env[69052]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 968.880031] env[69052]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69052) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 968.880031] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2ce92b9-4564-4e9b-9278-bdf3f5e127a6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.891224] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231b61c2-354c-41d3-990f-536c8a0ad7e1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.929221] env[69052]: ERROR root [req-5ac362e7-1cc5-4ef6-866e-856f82471226 req-e0b877d4-bc38-4fb3-a9a1-7856a153a8ca service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-646862' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-646862' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-646862' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-646862'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-646862' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-646862' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-646862'}\n"]: nova.exception.InstanceNotFound: Instance 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a could not be found. [ 968.929528] env[69052]: DEBUG oslo_concurrency.lockutils [req-5ac362e7-1cc5-4ef6-866e-856f82471226 req-e0b877d4-bc38-4fb3-a9a1-7856a153a8ca service nova] Releasing lock "4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.929665] env[69052]: DEBUG nova.compute.manager [req-5ac362e7-1cc5-4ef6-866e-856f82471226 req-e0b877d4-bc38-4fb3-a9a1-7856a153a8ca service nova] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Detach interface failed, port_id=71371330-dd57-4f87-b31b-2701b8df4ab9, reason: Instance 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 968.938437] env[69052]: DEBUG oslo_vmware.api [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236760, 'name': ReconfigVM_Task, 'duration_secs': 0.808089} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.938700] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Reconfigured VM instance instance-0000004b to attach disk [datastore1] e0b241bd-76bb-4aa1-a234-983eb6dd8e7c/e0b241bd-76bb-4aa1-a234-983eb6dd8e7c.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.938990] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Updating instance 'e0b241bd-76bb-4aa1-a234-983eb6dd8e7c' progress to 50 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 969.285829] env[69052]: DEBUG oslo_vmware.api [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236761, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.298811] env[69052]: DEBUG nova.network.neutron [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.347468] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9ca49d23-e105-460d-a6e9-c7834b738126 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.348967] env[69052]: DEBUG oslo_concurrency.lockutils [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.400s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.351029] env[69052]: INFO nova.compute.claims [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.367036] env[69052]: DEBUG oslo_vmware.api [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Task: {'id': task-3236763, 'name': ReconfigVM_Task, 'duration_secs': 0.491757} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.367700] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Reconfigured VM instance instance-00000053 to attach disk [datastore1] c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55/c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.368770] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc5db2c2-f336-4bcb-8d28-580ea58e07cc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.376910] env[69052]: DEBUG oslo_vmware.api [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Waiting for the task: (returnval){ [ 969.376910] env[69052]: value = "task-3236764" [ 969.376910] env[69052]: _type = "Task" [ 969.376910] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.386855] env[69052]: DEBUG oslo_vmware.api [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Task: {'id': task-3236764, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.441537] env[69052]: DEBUG nova.network.neutron [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Updating instance_info_cache with network_info: [{"id": "d05c943d-1a80-4ff6-acc9-2eb74602d366", "address": "fa:16:3e:07:0d:f2", "network": {"id": "56c1dd7d-b901-4c5e-b9bb-aa67dd73ac4b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-418858492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c2e3bd10a284aa5b4fd77019062da33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05c943d-1a", "ovs_interfaceid": "d05c943d-1a80-4ff6-acc9-2eb74602d366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.445487] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f12953-fa66-438d-8ac3-44230352f17c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.470589] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596f02a6-0474-4f2f-897b-9f802a93f044 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.492246] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Updating instance 'e0b241bd-76bb-4aa1-a234-983eb6dd8e7c' progress to 67 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 969.786848] env[69052]: DEBUG oslo_vmware.api [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236761, 'name': CreateSnapshot_Task, 'duration_secs': 1.426423} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.787189] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Created Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 969.788218] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf2e481-8a97-46ef-a09e-dd4974f83819 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.888766] env[69052]: DEBUG oslo_vmware.api [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Task: {'id': task-3236764, 'name': Rename_Task, 'duration_secs': 0.146453} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.888865] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.889155] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2cfa9e4-6f26-47f4-b5c1-6b002291117f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.896182] env[69052]: DEBUG oslo_vmware.api [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Waiting for the task: (returnval){ [ 969.896182] env[69052]: value = "task-3236765" [ 969.896182] env[69052]: _type = "Task" [ 969.896182] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.905609] env[69052]: DEBUG oslo_vmware.api [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Task: {'id': task-3236765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.945924] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Releasing lock "refresh_cache-2eb93fe3-17b5-4d50-9c02-85e5c9000df2" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.946289] env[69052]: DEBUG nova.compute.manager [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Instance network_info: |[{"id": "d05c943d-1a80-4ff6-acc9-2eb74602d366", "address": "fa:16:3e:07:0d:f2", "network": {"id": "56c1dd7d-b901-4c5e-b9bb-aa67dd73ac4b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-418858492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c2e3bd10a284aa5b4fd77019062da33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05c943d-1a", "ovs_interfaceid": "d05c943d-1a80-4ff6-acc9-2eb74602d366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.946706] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:0d:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd05c943d-1a80-4ff6-acc9-2eb74602d366', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.954281] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.954444] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.954661] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7deb7267-3139-44d1-bcf2-531be526d9e3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.974596] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.974596] env[69052]: value = "task-3236766" [ 969.974596] env[69052]: _type = "Task" [ 969.974596] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.985233] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236766, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.032412] env[69052]: DEBUG nova.network.neutron [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Port bfcdab73-2d52-495a-afed-df1adfb308b3 binding to destination host cpu-1 is already ACTIVE {{(pid=69052) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 970.209845] env[69052]: DEBUG nova.compute.manager [req-d14e7ce3-c6ab-4f4c-a741-4c0c7a96b948 req-4bb47138-1ccf-4ea5-9f84-be4db7dd495b service nova] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Received event network-changed-d05c943d-1a80-4ff6-acc9-2eb74602d366 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.210057] env[69052]: DEBUG nova.compute.manager [req-d14e7ce3-c6ab-4f4c-a741-4c0c7a96b948 req-4bb47138-1ccf-4ea5-9f84-be4db7dd495b service nova] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Refreshing instance network info cache due to event network-changed-d05c943d-1a80-4ff6-acc9-2eb74602d366. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.210328] env[69052]: DEBUG oslo_concurrency.lockutils [req-d14e7ce3-c6ab-4f4c-a741-4c0c7a96b948 req-4bb47138-1ccf-4ea5-9f84-be4db7dd495b service nova] Acquiring lock "refresh_cache-2eb93fe3-17b5-4d50-9c02-85e5c9000df2" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.210865] env[69052]: DEBUG oslo_concurrency.lockutils [req-d14e7ce3-c6ab-4f4c-a741-4c0c7a96b948 req-4bb47138-1ccf-4ea5-9f84-be4db7dd495b service nova] Acquired lock "refresh_cache-2eb93fe3-17b5-4d50-9c02-85e5c9000df2" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.210865] env[69052]: DEBUG nova.network.neutron [req-d14e7ce3-c6ab-4f4c-a741-4c0c7a96b948 req-4bb47138-1ccf-4ea5-9f84-be4db7dd495b service nova] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Refreshing network info cache for port d05c943d-1a80-4ff6-acc9-2eb74602d366 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.307873] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Creating linked-clone VM from snapshot {{(pid=69052) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 970.308223] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2e69b774-6b64-4a05-9120-35f8731df984 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.317234] env[69052]: DEBUG oslo_vmware.api [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 970.317234] env[69052]: value = "task-3236767" [ 970.317234] env[69052]: _type = "Task" [ 970.317234] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.326630] env[69052]: DEBUG oslo_vmware.api [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236767, 'name': CloneVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.406246] env[69052]: DEBUG oslo_vmware.api [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Task: {'id': task-3236765, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.483937] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236766, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.646048] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de7cec0-844a-4f88-b1cb-9046e2d8b19d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.655542] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6440b0fd-9c2a-4148-8593-63fa354b3114 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.689702] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e474cf-2062-4af8-8c88-939fe97df740 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.695408] env[69052]: DEBUG oslo_concurrency.lockutils [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "dd487472-5baf-4e41-b7b6-27a56ce96f04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.695708] env[69052]: DEBUG oslo_concurrency.lockutils [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "dd487472-5baf-4e41-b7b6-27a56ce96f04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.702164] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd61509c-6ca8-4ab5-aef7-3aacbd7a04f6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.719654] env[69052]: DEBUG nova.compute.provider_tree [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.827677] env[69052]: DEBUG oslo_vmware.api [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236767, 'name': CloneVM_Task} progress is 93%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.910617] env[69052]: DEBUG oslo_vmware.api [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Task: {'id': task-3236765, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.986267] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236766, 'name': CreateVM_Task, 'duration_secs': 0.554385} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.986484] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.987202] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.987399] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.987577] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.988125] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b7e3d78-b5b6-4fc0-b950-fd1e0ae643d1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.992554] env[69052]: DEBUG oslo_vmware.api [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 970.992554] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c88bc8-b0ad-451a-a5bb-32776bec0808" [ 970.992554] env[69052]: _type = "Task" [ 970.992554] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.995896] env[69052]: DEBUG nova.network.neutron [req-d14e7ce3-c6ab-4f4c-a741-4c0c7a96b948 req-4bb47138-1ccf-4ea5-9f84-be4db7dd495b service nova] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Updated VIF entry in instance network info cache for port d05c943d-1a80-4ff6-acc9-2eb74602d366. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.996230] env[69052]: DEBUG nova.network.neutron [req-d14e7ce3-c6ab-4f4c-a741-4c0c7a96b948 req-4bb47138-1ccf-4ea5-9f84-be4db7dd495b service nova] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Updating instance_info_cache with network_info: [{"id": "d05c943d-1a80-4ff6-acc9-2eb74602d366", "address": "fa:16:3e:07:0d:f2", "network": {"id": "56c1dd7d-b901-4c5e-b9bb-aa67dd73ac4b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-418858492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c2e3bd10a284aa5b4fd77019062da33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05c943d-1a", "ovs_interfaceid": "d05c943d-1a80-4ff6-acc9-2eb74602d366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.001862] env[69052]: DEBUG oslo_vmware.api [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c88bc8-b0ad-451a-a5bb-32776bec0808, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.055920] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "e0b241bd-76bb-4aa1-a234-983eb6dd8e7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.055920] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "e0b241bd-76bb-4aa1-a234-983eb6dd8e7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.056340] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "e0b241bd-76bb-4aa1-a234-983eb6dd8e7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.198164] env[69052]: DEBUG nova.compute.manager [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.222043] env[69052]: DEBUG nova.scheduler.client.report [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.328743] env[69052]: DEBUG oslo_vmware.api [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236767, 'name': CloneVM_Task} progress is 93%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.409646] env[69052]: DEBUG oslo_vmware.api [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Task: {'id': task-3236765, 'name': PowerOnVM_Task, 'duration_secs': 1.072066} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.409985] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.410249] env[69052]: INFO nova.compute.manager [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Took 10.33 seconds to spawn the instance on the hypervisor. [ 971.410491] env[69052]: DEBUG nova.compute.manager [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.411309] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281548db-3c8a-44e3-8e2f-a76f825f16cc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.498992] env[69052]: DEBUG oslo_concurrency.lockutils [req-d14e7ce3-c6ab-4f4c-a741-4c0c7a96b948 req-4bb47138-1ccf-4ea5-9f84-be4db7dd495b service nova] Releasing lock "refresh_cache-2eb93fe3-17b5-4d50-9c02-85e5c9000df2" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.503122] env[69052]: DEBUG oslo_vmware.api [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c88bc8-b0ad-451a-a5bb-32776bec0808, 'name': SearchDatastore_Task, 'duration_secs': 0.025852} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.503417] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.503644] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.503879] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.504035] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.504225] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.504597] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-956388cf-a56d-4222-9bc4-b2cf2e8a0aca {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.512125] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.512310] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.513051] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efc0eff4-957e-4c38-b565-f48305999362 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.518632] env[69052]: DEBUG oslo_vmware.api [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 971.518632] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5248ac53-ed73-1486-1b04-61bc81d2dcb2" [ 971.518632] env[69052]: _type = "Task" [ 971.518632] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.526684] env[69052]: DEBUG oslo_vmware.api [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5248ac53-ed73-1486-1b04-61bc81d2dcb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.722105] env[69052]: DEBUG oslo_concurrency.lockutils [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.728289] env[69052]: DEBUG oslo_concurrency.lockutils [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.728862] env[69052]: DEBUG nova.compute.manager [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 971.731854] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.099s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.733303] env[69052]: INFO nova.compute.claims [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.829606] env[69052]: DEBUG oslo_vmware.api [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236767, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.930050] env[69052]: INFO nova.compute.manager [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Took 38.72 seconds to build instance. [ 972.029939] env[69052]: DEBUG oslo_vmware.api [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5248ac53-ed73-1486-1b04-61bc81d2dcb2, 'name': SearchDatastore_Task, 'duration_secs': 0.009333} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.030083] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a69e54e-fd5c-4792-b667-54bd4d3a3572 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.036264] env[69052]: DEBUG oslo_vmware.api [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 972.036264] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52dddd3f-65af-f01c-9785-0b11234be5eb" [ 972.036264] env[69052]: _type = "Task" [ 972.036264] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.043941] env[69052]: DEBUG oslo_vmware.api [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52dddd3f-65af-f01c-9785-0b11234be5eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.106062] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "refresh_cache-e0b241bd-76bb-4aa1-a234-983eb6dd8e7c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.106266] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired lock "refresh_cache-e0b241bd-76bb-4aa1-a234-983eb6dd8e7c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.106447] env[69052]: DEBUG nova.network.neutron [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.238431] env[69052]: DEBUG nova.compute.utils [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.244046] env[69052]: DEBUG nova.compute.manager [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 972.244046] env[69052]: DEBUG nova.network.neutron [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.285262] env[69052]: DEBUG nova.policy [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55779f4490c245648dcc0a5fb6128694', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90aff9d1e4164beaa88aca4d9a9aa82b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.331391] env[69052]: DEBUG oslo_vmware.api [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236767, 'name': CloneVM_Task} progress is 95%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.432332] env[69052]: DEBUG oslo_concurrency.lockutils [None req-68442f7d-f923-4e9d-9f6f-b68d34de76e2 tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Lock "c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.227s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.499542] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "62440cd7-3ffd-4f98-ab55-97b6b984b85d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.499848] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "62440cd7-3ffd-4f98-ab55-97b6b984b85d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.500079] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "62440cd7-3ffd-4f98-ab55-97b6b984b85d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.500277] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "62440cd7-3ffd-4f98-ab55-97b6b984b85d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.500444] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "62440cd7-3ffd-4f98-ab55-97b6b984b85d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.506367] env[69052]: INFO nova.compute.manager [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Terminating instance [ 972.546700] env[69052]: DEBUG oslo_vmware.api [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52dddd3f-65af-f01c-9785-0b11234be5eb, 'name': SearchDatastore_Task, 'duration_secs': 0.013266} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.547370] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.547370] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 2eb93fe3-17b5-4d50-9c02-85e5c9000df2/2eb93fe3-17b5-4d50-9c02-85e5c9000df2.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.547545] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30c6ae0d-249f-492f-bbd5-070aa4c6e831 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.553909] env[69052]: DEBUG oslo_vmware.api [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 972.553909] env[69052]: value = "task-3236768" [ 972.553909] env[69052]: _type = "Task" [ 972.553909] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.561779] env[69052]: DEBUG oslo_vmware.api [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.695036] env[69052]: DEBUG nova.network.neutron [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Successfully created port: 38a62655-f155-4339-b65b-2be308b510e7 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.743107] env[69052]: DEBUG nova.compute.manager [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.825919] env[69052]: DEBUG nova.network.neutron [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Updating instance_info_cache with network_info: [{"id": "bfcdab73-2d52-495a-afed-df1adfb308b3", "address": "fa:16:3e:fe:bd:ca", "network": {"id": "742db944-3947-4476-b14c-efc7d440e7a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-605717120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12d5287ebecb463ca0f3e47ef8801cff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcdab73-2d", "ovs_interfaceid": "bfcdab73-2d52-495a-afed-df1adfb308b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.833646] env[69052]: DEBUG oslo_vmware.api [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236767, 'name': CloneVM_Task, 'duration_secs': 2.397381} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.833899] env[69052]: INFO nova.virt.vmwareapi.vmops [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Created linked-clone VM from snapshot [ 972.838024] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0885d7bc-dbde-41e3-87cc-cf84e4984704 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.848149] env[69052]: DEBUG oslo_concurrency.lockutils [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Acquiring lock "c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.848386] env[69052]: DEBUG oslo_concurrency.lockutils [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Lock "c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.848580] env[69052]: DEBUG oslo_concurrency.lockutils [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Acquiring lock "c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.848758] env[69052]: DEBUG oslo_concurrency.lockutils [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Lock "c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.848923] env[69052]: DEBUG oslo_concurrency.lockutils [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Lock "c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.850386] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Uploading image d77ea52f-c053-4b7a-91ca-72a1d14f7b35 {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 972.852539] env[69052]: INFO nova.compute.manager [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Terminating instance [ 972.869622] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Destroying the VM {{(pid=69052) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 972.869622] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-da11f9b3-d5b2-41e8-8e80-2334e0982d1c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.876366] env[69052]: DEBUG oslo_vmware.api [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 972.876366] env[69052]: value = "task-3236769" [ 972.876366] env[69052]: _type = "Task" [ 972.876366] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.889928] env[69052]: DEBUG oslo_vmware.api [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236769, 'name': Destroy_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.013064] env[69052]: DEBUG nova.compute.manager [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.013316] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.014182] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fd1b75-7a22-464d-949e-228f561ad178 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.023519] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.023786] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b88ba8c6-e908-4ae0-9796-e7499d931fc0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.029766] env[69052]: DEBUG oslo_vmware.api [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 973.029766] env[69052]: value = "task-3236770" [ 973.029766] env[69052]: _type = "Task" [ 973.029766] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.043159] env[69052]: DEBUG oslo_vmware.api [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.067761] env[69052]: DEBUG oslo_vmware.api [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236768, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.093378] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b803f28b-6122-4e2c-b25e-e919bc80e433 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.102645] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bbfb9a-4ce1-4a15-9aa5-b1151adca6d0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.139470] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12b112b-f01b-4e44-8000-213f482ba176 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.148346] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbb1045-d950-4978-9fdb-b72f71c19f4c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.165203] env[69052]: DEBUG nova.compute.provider_tree [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.331720] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Releasing lock "refresh_cache-e0b241bd-76bb-4aa1-a234-983eb6dd8e7c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.356509] env[69052]: DEBUG nova.compute.manager [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.356760] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.357745] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667d96d6-6408-4ff0-a699-a8c8cc76dc74 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.367564] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.367968] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b219e70e-e91d-4b14-b37d-bef4dcf21280 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.375354] env[69052]: DEBUG oslo_vmware.api [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Waiting for the task: (returnval){ [ 973.375354] env[69052]: value = "task-3236771" [ 973.375354] env[69052]: _type = "Task" [ 973.375354] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.389115] env[69052]: DEBUG oslo_vmware.api [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Task: {'id': task-3236771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.395070] env[69052]: DEBUG oslo_vmware.api [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236769, 'name': Destroy_Task} progress is 33%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.541206] env[69052]: DEBUG oslo_vmware.api [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236770, 'name': PowerOffVM_Task, 'duration_secs': 0.381721} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.541577] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.541839] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.542184] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a607299e-fbc1-4f7d-af60-7c14ff822e63 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.566904] env[69052]: DEBUG oslo_vmware.api [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.871175} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.566904] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 2eb93fe3-17b5-4d50-9c02-85e5c9000df2/2eb93fe3-17b5-4d50-9c02-85e5c9000df2.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.566904] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.567230] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-196a0f98-c9d9-4177-a910-640ee6c5d4ee {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.573572] env[69052]: DEBUG oslo_vmware.api [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 973.573572] env[69052]: value = "task-3236773" [ 973.573572] env[69052]: _type = "Task" [ 973.573572] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.583475] env[69052]: DEBUG oslo_vmware.api [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.630759] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.631050] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.631273] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Deleting the datastore file [datastore2] 62440cd7-3ffd-4f98-ab55-97b6b984b85d {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.631569] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a72729da-4fc9-484f-8cdb-5d4c8aab8e8a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.638789] env[69052]: DEBUG oslo_vmware.api [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 973.638789] env[69052]: value = "task-3236774" [ 973.638789] env[69052]: _type = "Task" [ 973.638789] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.647011] env[69052]: DEBUG oslo_vmware.api [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.668590] env[69052]: DEBUG nova.scheduler.client.report [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.759320] env[69052]: DEBUG nova.compute.manager [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.789031] env[69052]: DEBUG nova.virt.hardware [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.789305] env[69052]: DEBUG nova.virt.hardware [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.789465] env[69052]: DEBUG nova.virt.hardware [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.789655] env[69052]: DEBUG nova.virt.hardware [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.789795] env[69052]: DEBUG nova.virt.hardware [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.789944] env[69052]: DEBUG nova.virt.hardware [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.790293] env[69052]: DEBUG nova.virt.hardware [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.790499] env[69052]: DEBUG nova.virt.hardware [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.790680] env[69052]: DEBUG nova.virt.hardware [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.790866] env[69052]: DEBUG nova.virt.hardware [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.791068] env[69052]: DEBUG nova.virt.hardware [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.791947] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55a7833-0001-4898-ad54-16fe736b1b39 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.801209] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d82d04d-5419-43bd-b9cd-f45c4332409f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.859511] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98dc038-0fbe-4298-9d8c-902baae66433 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.887861] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0840b9a-8107-4e6d-a819-fa9d2b3a543f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.895909] env[69052]: DEBUG oslo_vmware.api [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Task: {'id': task-3236771, 'name': PowerOffVM_Task, 'duration_secs': 0.219713} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.901072] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.901293] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.901581] env[69052]: DEBUG oslo_vmware.api [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236769, 'name': Destroy_Task, 'duration_secs': 0.775755} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.901902] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Updating instance 'e0b241bd-76bb-4aa1-a234-983eb6dd8e7c' progress to 83 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 973.905566] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4eec0316-dba4-4312-a10e-037fb4627288 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.907292] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Destroyed the VM [ 973.907538] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Deleting Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 973.908042] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bb3ef01a-3edf-40ef-92bb-3107011a1237 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.916209] env[69052]: DEBUG oslo_vmware.api [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 973.916209] env[69052]: value = "task-3236775" [ 973.916209] env[69052]: _type = "Task" [ 973.916209] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.924358] env[69052]: DEBUG oslo_vmware.api [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236775, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.984351] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.984590] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.984771] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Deleting the datastore file [datastore1] c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.985070] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67f5ed0f-df0b-406a-97fc-4bea210c0dfa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.991023] env[69052]: DEBUG oslo_vmware.api [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Waiting for the task: (returnval){ [ 973.991023] env[69052]: value = "task-3236777" [ 973.991023] env[69052]: _type = "Task" [ 973.991023] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.999397] env[69052]: DEBUG oslo_vmware.api [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Task: {'id': task-3236777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.083254] env[69052]: DEBUG oslo_vmware.api [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073949} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.084291] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.084424] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e555f1-60a2-4f10-b56d-cf7825ae089b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.107195] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 2eb93fe3-17b5-4d50-9c02-85e5c9000df2/2eb93fe3-17b5-4d50-9c02-85e5c9000df2.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.107507] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b35e3da-c8f8-4c55-be9c-f224ce3a2d60 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.128039] env[69052]: DEBUG oslo_vmware.api [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 974.128039] env[69052]: value = "task-3236778" [ 974.128039] env[69052]: _type = "Task" [ 974.128039] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.136816] env[69052]: DEBUG oslo_vmware.api [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236778, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.147848] env[69052]: DEBUG oslo_vmware.api [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317806} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.148184] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.148420] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.148602] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.148791] env[69052]: INFO nova.compute.manager [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 974.149107] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.150294] env[69052]: DEBUG nova.compute.manager [-] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.150430] env[69052]: DEBUG nova.network.neutron [-] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.152963] env[69052]: DEBUG nova.compute.manager [req-8279101f-c7f0-4ac7-8831-d830995a9fd7 req-d57ffe86-ff1c-4279-8aca-cf3ee5bee3b2 service nova] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Received event network-vif-plugged-38a62655-f155-4339-b65b-2be308b510e7 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.153148] env[69052]: DEBUG oslo_concurrency.lockutils [req-8279101f-c7f0-4ac7-8831-d830995a9fd7 req-d57ffe86-ff1c-4279-8aca-cf3ee5bee3b2 service nova] Acquiring lock "4074755d-0b4e-49a6-ab8d-252f8aae2fea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.153377] env[69052]: DEBUG oslo_concurrency.lockutils [req-8279101f-c7f0-4ac7-8831-d830995a9fd7 req-d57ffe86-ff1c-4279-8aca-cf3ee5bee3b2 service nova] Lock "4074755d-0b4e-49a6-ab8d-252f8aae2fea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.153547] env[69052]: DEBUG oslo_concurrency.lockutils [req-8279101f-c7f0-4ac7-8831-d830995a9fd7 req-d57ffe86-ff1c-4279-8aca-cf3ee5bee3b2 service nova] Lock "4074755d-0b4e-49a6-ab8d-252f8aae2fea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.153730] env[69052]: DEBUG nova.compute.manager [req-8279101f-c7f0-4ac7-8831-d830995a9fd7 req-d57ffe86-ff1c-4279-8aca-cf3ee5bee3b2 service nova] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] No waiting events found dispatching network-vif-plugged-38a62655-f155-4339-b65b-2be308b510e7 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.153917] env[69052]: WARNING nova.compute.manager [req-8279101f-c7f0-4ac7-8831-d830995a9fd7 req-d57ffe86-ff1c-4279-8aca-cf3ee5bee3b2 service nova] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Received unexpected event network-vif-plugged-38a62655-f155-4339-b65b-2be308b510e7 for instance with vm_state building and task_state spawning. [ 974.174097] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.175830] env[69052]: DEBUG nova.compute.manager [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.179166] env[69052]: DEBUG oslo_concurrency.lockutils [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.364s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.179166] env[69052]: DEBUG nova.objects.instance [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Lazy-loading 'resources' on Instance uuid 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.299179] env[69052]: DEBUG nova.network.neutron [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Successfully updated port: 38a62655-f155-4339-b65b-2be308b510e7 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.411684] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.412113] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b006a4c3-a381-41f6-9e84-29e1b82baa0f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.421555] env[69052]: DEBUG oslo_vmware.api [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 974.421555] env[69052]: value = "task-3236779" [ 974.421555] env[69052]: _type = "Task" [ 974.421555] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.431290] env[69052]: DEBUG oslo_vmware.api [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236775, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.436606] env[69052]: DEBUG oslo_vmware.api [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.500461] env[69052]: DEBUG oslo_vmware.api [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Task: {'id': task-3236777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142749} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.500955] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.501085] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.501236] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.501417] env[69052]: INFO nova.compute.manager [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Took 1.14 seconds to destroy the instance on the hypervisor. [ 974.501651] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.501841] env[69052]: DEBUG nova.compute.manager [-] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.501979] env[69052]: DEBUG nova.network.neutron [-] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.639241] env[69052]: DEBUG oslo_vmware.api [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236778, 'name': ReconfigVM_Task, 'duration_secs': 0.317411} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.639540] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 2eb93fe3-17b5-4d50-9c02-85e5c9000df2/2eb93fe3-17b5-4d50-9c02-85e5c9000df2.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.640312] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfbb3e3d-69ea-41f5-829b-447c446d73b1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.647324] env[69052]: DEBUG oslo_vmware.api [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 974.647324] env[69052]: value = "task-3236780" [ 974.647324] env[69052]: _type = "Task" [ 974.647324] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.653408] env[69052]: DEBUG nova.compute.manager [req-d8f5c5ad-cfad-4b10-bfe8-7c070c62dc42 req-88fddcbb-6f72-4a13-97e9-209c2124e88e service nova] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Received event network-vif-deleted-c9b054bd-3a61-49c9-a340-c75531aeff84 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.653574] env[69052]: INFO nova.compute.manager [req-d8f5c5ad-cfad-4b10-bfe8-7c070c62dc42 req-88fddcbb-6f72-4a13-97e9-209c2124e88e service nova] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Neutron deleted interface c9b054bd-3a61-49c9-a340-c75531aeff84; detaching it from the instance and deleting it from the info cache [ 974.653744] env[69052]: DEBUG nova.network.neutron [req-d8f5c5ad-cfad-4b10-bfe8-7c070c62dc42 req-88fddcbb-6f72-4a13-97e9-209c2124e88e service nova] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.658357] env[69052]: DEBUG oslo_vmware.api [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236780, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.685202] env[69052]: DEBUG nova.compute.utils [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.690111] env[69052]: DEBUG nova.compute.manager [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 974.690111] env[69052]: DEBUG nova.network.neutron [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.744629] env[69052]: DEBUG nova.policy [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f047f102b6d4e30a7837f01a46f6a57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1495d4ac73df4810a0b8e7a5a102deb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.802263] env[69052]: DEBUG oslo_concurrency.lockutils [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquiring lock "refresh_cache-4074755d-0b4e-49a6-ab8d-252f8aae2fea" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.802421] env[69052]: DEBUG oslo_concurrency.lockutils [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquired lock "refresh_cache-4074755d-0b4e-49a6-ab8d-252f8aae2fea" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.802611] env[69052]: DEBUG nova.network.neutron [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.934629] env[69052]: DEBUG oslo_vmware.api [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236779, 'name': PowerOnVM_Task, 'duration_secs': 0.451725} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.937865] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.938150] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb73839-bb1c-43f3-94e5-86c2148476c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Updating instance 'e0b241bd-76bb-4aa1-a234-983eb6dd8e7c' progress to 100 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 974.942080] env[69052]: DEBUG oslo_vmware.api [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236775, 'name': RemoveSnapshot_Task, 'duration_secs': 0.684871} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.945572] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Deleted Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 975.053656] env[69052]: DEBUG nova.network.neutron [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Successfully created port: c3360498-8c7d-44cd-87a2-0076a4d5caba {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.094517] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e1fc5b-9c2e-4694-ab82-bfd8054976d9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.102724] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab1b1d1-73f1-4dcb-a335-a8a93084498e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.135988] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f10ac1e-61aa-4bb1-8fe8-aaff2569dabe {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.138802] env[69052]: DEBUG nova.network.neutron [-] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.147366] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3bd091-1196-44f7-bc57-da9fecac20fa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.168561] env[69052]: DEBUG oslo_vmware.api [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236780, 'name': Rename_Task, 'duration_secs': 0.154163} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.169111] env[69052]: DEBUG nova.compute.provider_tree [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.170370] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a21a2098-801a-433f-95d2-08cc4370b6cb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.172226] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.172893] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2f8e641-5b4c-40f6-8657-f8eb73ffd7b9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.180658] env[69052]: DEBUG oslo_vmware.api [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 975.180658] env[69052]: value = "task-3236781" [ 975.180658] env[69052]: _type = "Task" [ 975.180658] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.183508] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e33837-b22e-4e14-a039-e7474c399a53 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.194947] env[69052]: DEBUG nova.compute.manager [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.205961] env[69052]: DEBUG oslo_vmware.api [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236781, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.224823] env[69052]: DEBUG nova.network.neutron [-] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.226231] env[69052]: DEBUG nova.compute.manager [req-d8f5c5ad-cfad-4b10-bfe8-7c070c62dc42 req-88fddcbb-6f72-4a13-97e9-209c2124e88e service nova] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Detach interface failed, port_id=c9b054bd-3a61-49c9-a340-c75531aeff84, reason: Instance 62440cd7-3ffd-4f98-ab55-97b6b984b85d could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 975.352384] env[69052]: DEBUG nova.network.neutron [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.451376] env[69052]: WARNING nova.compute.manager [None req-6dae0dcc-2a6d-45f6-ab6e-81f03455e33e tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Image not found during snapshot: nova.exception.ImageNotFound: Image d77ea52f-c053-4b7a-91ca-72a1d14f7b35 could not be found. [ 975.559220] env[69052]: DEBUG nova.network.neutron [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Updating instance_info_cache with network_info: [{"id": "38a62655-f155-4339-b65b-2be308b510e7", "address": "fa:16:3e:37:78:ad", "network": {"id": "7ba2435b-549e-4dde-aa88-3b038381c670", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2005979931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90aff9d1e4164beaa88aca4d9a9aa82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a62655-f1", "ovs_interfaceid": "38a62655-f155-4339-b65b-2be308b510e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.641078] env[69052]: INFO nova.compute.manager [-] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Took 1.49 seconds to deallocate network for instance. [ 975.673650] env[69052]: DEBUG nova.scheduler.client.report [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.707534] env[69052]: DEBUG oslo_vmware.api [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236781, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.727947] env[69052]: INFO nova.compute.manager [-] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Took 1.23 seconds to deallocate network for instance. [ 976.061791] env[69052]: DEBUG oslo_concurrency.lockutils [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Releasing lock "refresh_cache-4074755d-0b4e-49a6-ab8d-252f8aae2fea" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.062144] env[69052]: DEBUG nova.compute.manager [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Instance network_info: |[{"id": "38a62655-f155-4339-b65b-2be308b510e7", "address": "fa:16:3e:37:78:ad", "network": {"id": "7ba2435b-549e-4dde-aa88-3b038381c670", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2005979931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90aff9d1e4164beaa88aca4d9a9aa82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a62655-f1", "ovs_interfaceid": "38a62655-f155-4339-b65b-2be308b510e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.062574] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:78:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38a62655-f155-4339-b65b-2be308b510e7', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.072187] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.072903] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.073167] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9a86cb5-1b0f-41b6-86c4-f720fc5dde1a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.096513] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.096513] env[69052]: value = "task-3236782" [ 976.096513] env[69052]: _type = "Task" [ 976.096513] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.105845] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236782, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.147883] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.179129] env[69052]: DEBUG oslo_concurrency.lockutils [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.182044] env[69052]: DEBUG oslo_concurrency.lockutils [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.429s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.182396] env[69052]: DEBUG nova.objects.instance [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69052) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 976.205704] env[69052]: DEBUG oslo_vmware.api [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236781, 'name': PowerOnVM_Task, 'duration_secs': 0.880175} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.206155] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.206443] env[69052]: INFO nova.compute.manager [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Took 8.79 seconds to spawn the instance on the hypervisor. [ 976.206699] env[69052]: DEBUG nova.compute.manager [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.207823] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41d73f8-5af5-44f3-be2f-bc17e548d538 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.211994] env[69052]: INFO nova.scheduler.client.report [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Deleted allocations for instance 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10 [ 976.214891] env[69052]: DEBUG nova.compute.manager [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.235874] env[69052]: DEBUG oslo_concurrency.lockutils [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.239362] env[69052]: DEBUG nova.compute.manager [req-f666baab-bddd-443f-bc8f-33a19e33f7fa req-ee429392-ac8e-4cae-89c6-0658d0436080 service nova] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Received event network-changed-38a62655-f155-4339-b65b-2be308b510e7 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.239577] env[69052]: DEBUG nova.compute.manager [req-f666baab-bddd-443f-bc8f-33a19e33f7fa req-ee429392-ac8e-4cae-89c6-0658d0436080 service nova] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Refreshing instance network info cache due to event network-changed-38a62655-f155-4339-b65b-2be308b510e7. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.239908] env[69052]: DEBUG oslo_concurrency.lockutils [req-f666baab-bddd-443f-bc8f-33a19e33f7fa req-ee429392-ac8e-4cae-89c6-0658d0436080 service nova] Acquiring lock "refresh_cache-4074755d-0b4e-49a6-ab8d-252f8aae2fea" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.239995] env[69052]: DEBUG oslo_concurrency.lockutils [req-f666baab-bddd-443f-bc8f-33a19e33f7fa req-ee429392-ac8e-4cae-89c6-0658d0436080 service nova] Acquired lock "refresh_cache-4074755d-0b4e-49a6-ab8d-252f8aae2fea" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.240185] env[69052]: DEBUG nova.network.neutron [req-f666baab-bddd-443f-bc8f-33a19e33f7fa req-ee429392-ac8e-4cae-89c6-0658d0436080 service nova] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Refreshing network info cache for port 38a62655-f155-4339-b65b-2be308b510e7 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.251401] env[69052]: DEBUG nova.virt.hardware [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.252427] env[69052]: DEBUG nova.virt.hardware [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.252427] env[69052]: DEBUG nova.virt.hardware [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.252427] env[69052]: DEBUG nova.virt.hardware [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.252427] env[69052]: DEBUG nova.virt.hardware [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.252427] env[69052]: DEBUG nova.virt.hardware [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.252764] env[69052]: DEBUG nova.virt.hardware [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.252764] env[69052]: DEBUG nova.virt.hardware [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.252836] env[69052]: DEBUG nova.virt.hardware [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.252997] env[69052]: DEBUG nova.virt.hardware [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.253219] env[69052]: DEBUG nova.virt.hardware [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.254999] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec33c2a-ddae-47ff-94a2-fb5a89380644 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.265302] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d8922d-153c-450b-afc5-ae32f7c63495 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.506230] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "beee158f-8950-4279-a0af-d2153148aaa2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.506230] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "beee158f-8950-4279-a0af-d2153148aaa2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.506230] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "beee158f-8950-4279-a0af-d2153148aaa2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.506230] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "beee158f-8950-4279-a0af-d2153148aaa2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.506230] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "beee158f-8950-4279-a0af-d2153148aaa2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.506230] env[69052]: INFO nova.compute.manager [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Terminating instance [ 976.610921] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236782, 'name': CreateVM_Task, 'duration_secs': 0.336408} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.611897] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.612626] env[69052]: DEBUG oslo_concurrency.lockutils [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.612801] env[69052]: DEBUG oslo_concurrency.lockutils [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.613177] env[69052]: DEBUG oslo_concurrency.lockutils [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.613469] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e6f4dc0-d3ea-4d86-9154-69caf55bae6b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.619715] env[69052]: DEBUG oslo_vmware.api [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 976.619715] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c620ac-146e-84e1-e6a3-950b734cf875" [ 976.619715] env[69052]: _type = "Task" [ 976.619715] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.629028] env[69052]: DEBUG oslo_vmware.api [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c620ac-146e-84e1-e6a3-950b734cf875, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.679150] env[69052]: DEBUG nova.network.neutron [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Successfully updated port: c3360498-8c7d-44cd-87a2-0076a4d5caba {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.683819] env[69052]: DEBUG nova.compute.manager [req-11a46aca-6a01-47ad-9039-6dab7da9b506 req-b3e5307e-9617-4a8e-8461-92e044437819 service nova] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Received event network-vif-plugged-c3360498-8c7d-44cd-87a2-0076a4d5caba {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.683819] env[69052]: DEBUG oslo_concurrency.lockutils [req-11a46aca-6a01-47ad-9039-6dab7da9b506 req-b3e5307e-9617-4a8e-8461-92e044437819 service nova] Acquiring lock "dca74ef4-9a33-41d3-89bf-12d6b6ecd79c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.683819] env[69052]: DEBUG oslo_concurrency.lockutils [req-11a46aca-6a01-47ad-9039-6dab7da9b506 req-b3e5307e-9617-4a8e-8461-92e044437819 service nova] Lock "dca74ef4-9a33-41d3-89bf-12d6b6ecd79c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.683819] env[69052]: DEBUG oslo_concurrency.lockutils [req-11a46aca-6a01-47ad-9039-6dab7da9b506 req-b3e5307e-9617-4a8e-8461-92e044437819 service nova] Lock "dca74ef4-9a33-41d3-89bf-12d6b6ecd79c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.683819] env[69052]: DEBUG nova.compute.manager [req-11a46aca-6a01-47ad-9039-6dab7da9b506 req-b3e5307e-9617-4a8e-8461-92e044437819 service nova] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] No waiting events found dispatching network-vif-plugged-c3360498-8c7d-44cd-87a2-0076a4d5caba {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.683819] env[69052]: WARNING nova.compute.manager [req-11a46aca-6a01-47ad-9039-6dab7da9b506 req-b3e5307e-9617-4a8e-8461-92e044437819 service nova] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Received unexpected event network-vif-plugged-c3360498-8c7d-44cd-87a2-0076a4d5caba for instance with vm_state building and task_state spawning. [ 976.723279] env[69052]: DEBUG oslo_concurrency.lockutils [None req-845dd9c8-4174-4d63-a29c-21586914b4a7 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Lock "1e3c83a0-2c88-4a9c-8170-a60a5c73cb10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.257s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.736842] env[69052]: INFO nova.compute.manager [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Took 35.78 seconds to build instance. [ 976.940434] env[69052]: DEBUG nova.network.neutron [req-f666baab-bddd-443f-bc8f-33a19e33f7fa req-ee429392-ac8e-4cae-89c6-0658d0436080 service nova] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Updated VIF entry in instance network info cache for port 38a62655-f155-4339-b65b-2be308b510e7. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.940832] env[69052]: DEBUG nova.network.neutron [req-f666baab-bddd-443f-bc8f-33a19e33f7fa req-ee429392-ac8e-4cae-89c6-0658d0436080 service nova] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Updating instance_info_cache with network_info: [{"id": "38a62655-f155-4339-b65b-2be308b510e7", "address": "fa:16:3e:37:78:ad", "network": {"id": "7ba2435b-549e-4dde-aa88-3b038381c670", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2005979931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90aff9d1e4164beaa88aca4d9a9aa82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a62655-f1", "ovs_interfaceid": "38a62655-f155-4339-b65b-2be308b510e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.983962] env[69052]: DEBUG nova.compute.manager [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.984281] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.985232] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7703698d-e2d2-40a2-8e2f-8b7bea2de61f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.996098] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.996421] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f27e23a0-5b15-4ac2-ba6c-2d8ba109ee21 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.004183] env[69052]: DEBUG oslo_vmware.api [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 977.004183] env[69052]: value = "task-3236783" [ 977.004183] env[69052]: _type = "Task" [ 977.004183] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.013973] env[69052]: DEBUG oslo_vmware.api [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.135033] env[69052]: DEBUG oslo_vmware.api [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c620ac-146e-84e1-e6a3-950b734cf875, 'name': SearchDatastore_Task, 'duration_secs': 0.031044} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.135033] env[69052]: DEBUG oslo_concurrency.lockutils [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.135033] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.135033] env[69052]: DEBUG oslo_concurrency.lockutils [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.135033] env[69052]: DEBUG oslo_concurrency.lockutils [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.138029] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.138029] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e59450b-fe56-4266-8625-554f30a53c3b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.158018] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b9c27ae1-6edd-4ce6-8cda-ab0c78e2a061 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "e0b241bd-76bb-4aa1-a234-983eb6dd8e7c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.158018] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b9c27ae1-6edd-4ce6-8cda-ab0c78e2a061 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "e0b241bd-76bb-4aa1-a234-983eb6dd8e7c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.158018] env[69052]: DEBUG nova.compute.manager [None req-b9c27ae1-6edd-4ce6-8cda-ab0c78e2a061 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Going to confirm migration 4 {{(pid=69052) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 977.162369] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.162825] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.164067] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bebb94d-e317-4444-965b-c2ef6125115e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.172689] env[69052]: DEBUG oslo_vmware.api [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 977.172689] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e7dbd1-f704-6610-5acd-f2ebc8349b4c" [ 977.172689] env[69052]: _type = "Task" [ 977.172689] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.180266] env[69052]: DEBUG oslo_vmware.api [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e7dbd1-f704-6610-5acd-f2ebc8349b4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.185025] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "refresh_cache-dca74ef4-9a33-41d3-89bf-12d6b6ecd79c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.185223] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquired lock "refresh_cache-dca74ef4-9a33-41d3-89bf-12d6b6ecd79c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.185472] env[69052]: DEBUG nova.network.neutron [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.196611] env[69052]: DEBUG oslo_concurrency.lockutils [None req-07c17f01-a503-4f17-ad6a-a1ca87d97de2 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.198439] env[69052]: DEBUG oslo_concurrency.lockutils [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.899s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.198777] env[69052]: DEBUG nova.objects.instance [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lazy-loading 'resources' on Instance uuid 9315c5e8-1419-4352-96b9-d541b3c95dd3 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.239862] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a3301147-b130-4130-8b3a-e19b89e08c84 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "2eb93fe3-17b5-4d50-9c02-85e5c9000df2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.768s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.445697] env[69052]: DEBUG oslo_concurrency.lockutils [req-f666baab-bddd-443f-bc8f-33a19e33f7fa req-ee429392-ac8e-4cae-89c6-0658d0436080 service nova] Releasing lock "refresh_cache-4074755d-0b4e-49a6-ab8d-252f8aae2fea" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.445981] env[69052]: DEBUG nova.compute.manager [req-f666baab-bddd-443f-bc8f-33a19e33f7fa req-ee429392-ac8e-4cae-89c6-0658d0436080 service nova] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Received event network-vif-deleted-79a60c23-ba26-4e14-bbea-fba3fe47b6ff {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.515270] env[69052]: DEBUG oslo_vmware.api [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236783, 'name': PowerOffVM_Task, 'duration_secs': 0.238284} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.515560] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.515733] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.515985] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1be54caa-2995-4003-94e0-54acd7288771 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.609962] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.610230] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.610417] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Deleting the datastore file [datastore1] beee158f-8950-4279-a0af-d2153148aaa2 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.610692] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-054c8909-dba8-4dfb-87a3-07e78f40390e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.617732] env[69052]: DEBUG oslo_vmware.api [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for the task: (returnval){ [ 977.617732] env[69052]: value = "task-3236785" [ 977.617732] env[69052]: _type = "Task" [ 977.617732] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.626437] env[69052]: DEBUG oslo_vmware.api [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.681176] env[69052]: DEBUG oslo_vmware.api [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e7dbd1-f704-6610-5acd-f2ebc8349b4c, 'name': SearchDatastore_Task, 'duration_secs': 0.027639} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.682023] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40530ba0-9a87-49a3-a991-aad9d4e7c5a7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.687311] env[69052]: DEBUG oslo_vmware.api [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 977.687311] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52cb2199-50f6-d81b-6229-01d7e9636c97" [ 977.687311] env[69052]: _type = "Task" [ 977.687311] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.700029] env[69052]: DEBUG oslo_vmware.api [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52cb2199-50f6-d81b-6229-01d7e9636c97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.770024] env[69052]: DEBUG nova.network.neutron [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.778376] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b9c27ae1-6edd-4ce6-8cda-ab0c78e2a061 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "refresh_cache-e0b241bd-76bb-4aa1-a234-983eb6dd8e7c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.778376] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b9c27ae1-6edd-4ce6-8cda-ab0c78e2a061 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired lock "refresh_cache-e0b241bd-76bb-4aa1-a234-983eb6dd8e7c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.778376] env[69052]: DEBUG nova.network.neutron [None req-b9c27ae1-6edd-4ce6-8cda-ab0c78e2a061 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.778691] env[69052]: DEBUG nova.objects.instance [None req-b9c27ae1-6edd-4ce6-8cda-ab0c78e2a061 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lazy-loading 'info_cache' on Instance uuid e0b241bd-76bb-4aa1-a234-983eb6dd8e7c {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.827130] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Acquiring lock "ffe88174-f31a-4e21-9aa6-17e7d838a492" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.827396] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Lock "ffe88174-f31a-4e21-9aa6-17e7d838a492" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.827598] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Acquiring lock "ffe88174-f31a-4e21-9aa6-17e7d838a492-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.827780] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Lock "ffe88174-f31a-4e21-9aa6-17e7d838a492-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.827943] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Lock "ffe88174-f31a-4e21-9aa6-17e7d838a492-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.830501] env[69052]: INFO nova.compute.manager [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Terminating instance [ 977.981372] env[69052]: DEBUG nova.network.neutron [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Updating instance_info_cache with network_info: [{"id": "c3360498-8c7d-44cd-87a2-0076a4d5caba", "address": "fa:16:3e:93:4d:e6", "network": {"id": "d0cac059-a3a4-4d5b-ba84-74fb9bc83064", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811767563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1495d4ac73df4810a0b8e7a5a102deb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3360498-8c", "ovs_interfaceid": "c3360498-8c7d-44cd-87a2-0076a4d5caba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.054993] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78577ac-246c-4f13-993d-afd5cb3a59f0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.065339] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131342ab-6de5-456b-b594-191bf3854877 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.096883] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c63cbd3-416f-4f85-bc1d-c2b6e4cd159e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.104641] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0172a0-36b3-45e0-b142-3b81fdb0145a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.120165] env[69052]: DEBUG nova.compute.provider_tree [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.129088] env[69052]: DEBUG oslo_vmware.api [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Task: {'id': task-3236785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.489679} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.129358] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.129546] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.129716] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.129888] env[69052]: INFO nova.compute.manager [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 978.130419] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.131267] env[69052]: DEBUG nova.compute.manager [-] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.131369] env[69052]: DEBUG nova.network.neutron [-] [instance: beee158f-8950-4279-a0af-d2153148aaa2] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.197816] env[69052]: DEBUG oslo_vmware.api [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52cb2199-50f6-d81b-6229-01d7e9636c97, 'name': SearchDatastore_Task, 'duration_secs': 0.019051} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.198115] env[69052]: DEBUG oslo_concurrency.lockutils [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.198385] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 4074755d-0b4e-49a6-ab8d-252f8aae2fea/4074755d-0b4e-49a6-ab8d-252f8aae2fea.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.198647] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56074c7e-e9e0-43bc-aed0-43a1900438e7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.205640] env[69052]: DEBUG oslo_vmware.api [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 978.205640] env[69052]: value = "task-3236786" [ 978.205640] env[69052]: _type = "Task" [ 978.205640] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.213526] env[69052]: DEBUG oslo_vmware.api [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.335871] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Acquiring lock "refresh_cache-ffe88174-f31a-4e21-9aa6-17e7d838a492" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.335871] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Acquired lock "refresh_cache-ffe88174-f31a-4e21-9aa6-17e7d838a492" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.335871] env[69052]: DEBUG nova.network.neutron [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.484325] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Releasing lock "refresh_cache-dca74ef4-9a33-41d3-89bf-12d6b6ecd79c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.484634] env[69052]: DEBUG nova.compute.manager [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Instance network_info: |[{"id": "c3360498-8c7d-44cd-87a2-0076a4d5caba", "address": "fa:16:3e:93:4d:e6", "network": {"id": "d0cac059-a3a4-4d5b-ba84-74fb9bc83064", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811767563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1495d4ac73df4810a0b8e7a5a102deb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3360498-8c", "ovs_interfaceid": "c3360498-8c7d-44cd-87a2-0076a4d5caba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.484964] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:4d:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3360498-8c7d-44cd-87a2-0076a4d5caba', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.494305] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.494305] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.494503] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-688ea34a-7e8a-4025-9f48-6468628082de {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.515886] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.515886] env[69052]: value = "task-3236787" [ 978.515886] env[69052]: _type = "Task" [ 978.515886] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.524471] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236787, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.623811] env[69052]: DEBUG nova.scheduler.client.report [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.715592] env[69052]: DEBUG nova.compute.manager [req-26d1944a-6619-4c8a-b703-a09909e5dbb5 req-4e04c31b-57a4-41ec-9465-09f1c12e33c2 service nova] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Received event network-changed-c3360498-8c7d-44cd-87a2-0076a4d5caba {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.715838] env[69052]: DEBUG nova.compute.manager [req-26d1944a-6619-4c8a-b703-a09909e5dbb5 req-4e04c31b-57a4-41ec-9465-09f1c12e33c2 service nova] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Refreshing instance network info cache due to event network-changed-c3360498-8c7d-44cd-87a2-0076a4d5caba. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.716062] env[69052]: DEBUG oslo_concurrency.lockutils [req-26d1944a-6619-4c8a-b703-a09909e5dbb5 req-4e04c31b-57a4-41ec-9465-09f1c12e33c2 service nova] Acquiring lock "refresh_cache-dca74ef4-9a33-41d3-89bf-12d6b6ecd79c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.716194] env[69052]: DEBUG oslo_concurrency.lockutils [req-26d1944a-6619-4c8a-b703-a09909e5dbb5 req-4e04c31b-57a4-41ec-9465-09f1c12e33c2 service nova] Acquired lock "refresh_cache-dca74ef4-9a33-41d3-89bf-12d6b6ecd79c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.716307] env[69052]: DEBUG nova.network.neutron [req-26d1944a-6619-4c8a-b703-a09909e5dbb5 req-4e04c31b-57a4-41ec-9465-09f1c12e33c2 service nova] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Refreshing network info cache for port c3360498-8c7d-44cd-87a2-0076a4d5caba {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.723400] env[69052]: DEBUG oslo_vmware.api [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236786, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.774953] env[69052]: DEBUG nova.compute.manager [req-f6fe5f5f-5aa9-479a-85bb-ded7092353c8 req-cce93b7e-32a7-4841-ac16-9089ca4f4a9d service nova] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Received event network-vif-deleted-38c4d8c6-aac0-4b37-9adb-18fa2979e59f {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.774953] env[69052]: INFO nova.compute.manager [req-f6fe5f5f-5aa9-479a-85bb-ded7092353c8 req-cce93b7e-32a7-4841-ac16-9089ca4f4a9d service nova] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Neutron deleted interface 38c4d8c6-aac0-4b37-9adb-18fa2979e59f; detaching it from the instance and deleting it from the info cache [ 978.774953] env[69052]: DEBUG nova.network.neutron [req-f6fe5f5f-5aa9-479a-85bb-ded7092353c8 req-cce93b7e-32a7-4841-ac16-9089ca4f4a9d service nova] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.859205] env[69052]: DEBUG nova.network.neutron [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.914805] env[69052]: DEBUG nova.network.neutron [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.029842] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236787, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.107848] env[69052]: DEBUG nova.network.neutron [None req-b9c27ae1-6edd-4ce6-8cda-ab0c78e2a061 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Updating instance_info_cache with network_info: [{"id": "bfcdab73-2d52-495a-afed-df1adfb308b3", "address": "fa:16:3e:fe:bd:ca", "network": {"id": "742db944-3947-4476-b14c-efc7d440e7a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-605717120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12d5287ebecb463ca0f3e47ef8801cff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcdab73-2d", "ovs_interfaceid": "bfcdab73-2d52-495a-afed-df1adfb308b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.128427] env[69052]: DEBUG oslo_concurrency.lockutils [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.130995] env[69052]: DEBUG oslo_concurrency.lockutils [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.585s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.131272] env[69052]: DEBUG nova.objects.instance [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lazy-loading 'resources' on Instance uuid b839f31c-fe81-4af7-b93f-41479b62a5bd {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.156456] env[69052]: INFO nova.scheduler.client.report [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Deleted allocations for instance 9315c5e8-1419-4352-96b9-d541b3c95dd3 [ 979.216836] env[69052]: DEBUG oslo_vmware.api [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722791} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.217068] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 4074755d-0b4e-49a6-ab8d-252f8aae2fea/4074755d-0b4e-49a6-ab8d-252f8aae2fea.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.217289] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.217537] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b873b5a-75db-4298-8ad6-009335db29db {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.227312] env[69052]: DEBUG oslo_vmware.api [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 979.227312] env[69052]: value = "task-3236788" [ 979.227312] env[69052]: _type = "Task" [ 979.227312] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.237897] env[69052]: DEBUG oslo_vmware.api [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.256548] env[69052]: DEBUG nova.network.neutron [-] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.277207] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a049412e-c5de-4551-b544-a0ec1e68827c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.286947] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6aebaa4-6aae-454d-82a8-b51f87057e1e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.320732] env[69052]: DEBUG nova.compute.manager [req-f6fe5f5f-5aa9-479a-85bb-ded7092353c8 req-cce93b7e-32a7-4841-ac16-9089ca4f4a9d service nova] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Detach interface failed, port_id=38c4d8c6-aac0-4b37-9adb-18fa2979e59f, reason: Instance beee158f-8950-4279-a0af-d2153148aaa2 could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 979.417633] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Releasing lock "refresh_cache-ffe88174-f31a-4e21-9aa6-17e7d838a492" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.417968] env[69052]: DEBUG nova.compute.manager [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.418184] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.419032] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6121ea92-84b4-4b15-ba50-4c7e39c96f06 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.423566] env[69052]: DEBUG nova.network.neutron [req-26d1944a-6619-4c8a-b703-a09909e5dbb5 req-4e04c31b-57a4-41ec-9465-09f1c12e33c2 service nova] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Updated VIF entry in instance network info cache for port c3360498-8c7d-44cd-87a2-0076a4d5caba. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.423891] env[69052]: DEBUG nova.network.neutron [req-26d1944a-6619-4c8a-b703-a09909e5dbb5 req-4e04c31b-57a4-41ec-9465-09f1c12e33c2 service nova] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Updating instance_info_cache with network_info: [{"id": "c3360498-8c7d-44cd-87a2-0076a4d5caba", "address": "fa:16:3e:93:4d:e6", "network": {"id": "d0cac059-a3a4-4d5b-ba84-74fb9bc83064", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811767563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1495d4ac73df4810a0b8e7a5a102deb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3360498-8c", "ovs_interfaceid": "c3360498-8c7d-44cd-87a2-0076a4d5caba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.427934] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.428362] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2969c55-c53a-46fb-9e7d-9b4a4ff8a890 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.434230] env[69052]: DEBUG oslo_vmware.api [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for the task: (returnval){ [ 979.434230] env[69052]: value = "task-3236789" [ 979.434230] env[69052]: _type = "Task" [ 979.434230] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.443502] env[69052]: DEBUG oslo_vmware.api [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.527610] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236787, 'name': CreateVM_Task, 'duration_secs': 0.585229} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.527610] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.528145] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.528316] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.528630] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.528885] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-087bdd73-69ba-463a-8f60-82c26260339d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.533246] env[69052]: DEBUG oslo_vmware.api [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 979.533246] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5282fc08-2a70-d580-f6b1-20aea7fe1c23" [ 979.533246] env[69052]: _type = "Task" [ 979.533246] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.541600] env[69052]: DEBUG oslo_vmware.api [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5282fc08-2a70-d580-f6b1-20aea7fe1c23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.611254] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b9c27ae1-6edd-4ce6-8cda-ab0c78e2a061 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Releasing lock "refresh_cache-e0b241bd-76bb-4aa1-a234-983eb6dd8e7c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.611559] env[69052]: DEBUG nova.objects.instance [None req-b9c27ae1-6edd-4ce6-8cda-ab0c78e2a061 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lazy-loading 'migration_context' on Instance uuid e0b241bd-76bb-4aa1-a234-983eb6dd8e7c {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.666977] env[69052]: DEBUG oslo_concurrency.lockutils [None req-db3839cb-2f04-4ef7-ba24-f5ee8e1f0725 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "9315c5e8-1419-4352-96b9-d541b3c95dd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.829s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.739546] env[69052]: DEBUG oslo_vmware.api [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063786} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.739850] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.740598] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ff7b8d-12e5-4aab-b102-1f20eade0128 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.765212] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 4074755d-0b4e-49a6-ab8d-252f8aae2fea/4074755d-0b4e-49a6-ab8d-252f8aae2fea.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.767979] env[69052]: INFO nova.compute.manager [-] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Took 1.64 seconds to deallocate network for instance. [ 979.768220] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-006a5dcc-9f8e-4302-a292-89ef5df0bddc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.789766] env[69052]: DEBUG oslo_vmware.api [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 979.789766] env[69052]: value = "task-3236790" [ 979.789766] env[69052]: _type = "Task" [ 979.789766] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.799993] env[69052]: DEBUG oslo_vmware.api [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236790, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.903267] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5730458-a1ac-4227-b49e-4aa49f416713 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.910957] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11988de4-fce7-4ad1-9a01-506b7493db48 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.941784] env[69052]: DEBUG oslo_concurrency.lockutils [req-26d1944a-6619-4c8a-b703-a09909e5dbb5 req-4e04c31b-57a4-41ec-9465-09f1c12e33c2 service nova] Releasing lock "refresh_cache-dca74ef4-9a33-41d3-89bf-12d6b6ecd79c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.942070] env[69052]: DEBUG nova.compute.manager [req-26d1944a-6619-4c8a-b703-a09909e5dbb5 req-4e04c31b-57a4-41ec-9465-09f1c12e33c2 service nova] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Received event network-changed-d05c943d-1a80-4ff6-acc9-2eb74602d366 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.942260] env[69052]: DEBUG nova.compute.manager [req-26d1944a-6619-4c8a-b703-a09909e5dbb5 req-4e04c31b-57a4-41ec-9465-09f1c12e33c2 service nova] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Refreshing instance network info cache due to event network-changed-d05c943d-1a80-4ff6-acc9-2eb74602d366. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.942474] env[69052]: DEBUG oslo_concurrency.lockutils [req-26d1944a-6619-4c8a-b703-a09909e5dbb5 req-4e04c31b-57a4-41ec-9465-09f1c12e33c2 service nova] Acquiring lock "refresh_cache-2eb93fe3-17b5-4d50-9c02-85e5c9000df2" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.942614] env[69052]: DEBUG oslo_concurrency.lockutils [req-26d1944a-6619-4c8a-b703-a09909e5dbb5 req-4e04c31b-57a4-41ec-9465-09f1c12e33c2 service nova] Acquired lock "refresh_cache-2eb93fe3-17b5-4d50-9c02-85e5c9000df2" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.942774] env[69052]: DEBUG nova.network.neutron [req-26d1944a-6619-4c8a-b703-a09909e5dbb5 req-4e04c31b-57a4-41ec-9465-09f1c12e33c2 service nova] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Refreshing network info cache for port d05c943d-1a80-4ff6-acc9-2eb74602d366 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.947351] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19037c12-86cd-46cb-8165-f81c6d5ebb3d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.957712] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a46061-e8c0-4e7f-815c-31282bdb3d4e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.962055] env[69052]: DEBUG oslo_vmware.api [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236789, 'name': PowerOffVM_Task, 'duration_secs': 0.267862} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.962055] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.962055] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.962348] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbeb05e1-768e-4c02-8a38-ad1cc6b8838f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.973030] env[69052]: DEBUG nova.compute.provider_tree [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.986699] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.986929] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.987532] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Deleting the datastore file [datastore2] ffe88174-f31a-4e21-9aa6-17e7d838a492 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.987532] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72e29823-654d-4eb0-b3be-5135687f89b8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.994292] env[69052]: DEBUG oslo_vmware.api [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for the task: (returnval){ [ 979.994292] env[69052]: value = "task-3236792" [ 979.994292] env[69052]: _type = "Task" [ 979.994292] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.001864] env[69052]: DEBUG oslo_vmware.api [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.043191] env[69052]: DEBUG oslo_vmware.api [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5282fc08-2a70-d580-f6b1-20aea7fe1c23, 'name': SearchDatastore_Task, 'duration_secs': 0.043117} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.043491] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.043721] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.044041] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.044221] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.044406] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.044654] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25740a31-2513-45c5-97ab-1ae60b1fc261 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.056439] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.056633] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.057318] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab254fab-1864-473d-87b1-9f1544da5221 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.062000] env[69052]: DEBUG oslo_vmware.api [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 980.062000] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5210dc74-8677-40f4-ace6-15809887de12" [ 980.062000] env[69052]: _type = "Task" [ 980.062000] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.069513] env[69052]: DEBUG oslo_vmware.api [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5210dc74-8677-40f4-ace6-15809887de12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.115347] env[69052]: DEBUG nova.objects.base [None req-b9c27ae1-6edd-4ce6-8cda-ab0c78e2a061 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69052) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 980.116239] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e6b507-d228-40d2-b604-46e9675193bb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.135394] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab63307e-cc7b-4f7c-844c-4b47cf8808c1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.140742] env[69052]: DEBUG oslo_vmware.api [None req-b9c27ae1-6edd-4ce6-8cda-ab0c78e2a061 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 980.140742] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5232108b-8a71-ac06-7b46-e9cf5febf5d9" [ 980.140742] env[69052]: _type = "Task" [ 980.140742] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.149951] env[69052]: DEBUG oslo_vmware.api [None req-b9c27ae1-6edd-4ce6-8cda-ab0c78e2a061 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5232108b-8a71-ac06-7b46-e9cf5febf5d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.289234] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.299491] env[69052]: DEBUG oslo_vmware.api [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.475533] env[69052]: DEBUG nova.scheduler.client.report [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.504081] env[69052]: DEBUG oslo_vmware.api [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Task: {'id': task-3236792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179396} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.504369] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.504555] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.504738] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.504909] env[69052]: INFO nova.compute.manager [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Took 1.09 seconds to destroy the instance on the hypervisor. [ 980.505175] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.505353] env[69052]: DEBUG nova.compute.manager [-] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.505497] env[69052]: DEBUG nova.network.neutron [-] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.523587] env[69052]: DEBUG nova.network.neutron [-] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.572725] env[69052]: DEBUG oslo_vmware.api [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5210dc74-8677-40f4-ace6-15809887de12, 'name': SearchDatastore_Task, 'duration_secs': 0.012739} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.574061] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bb20372-d726-4af5-9b93-4be9aac53c8f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.579488] env[69052]: DEBUG oslo_vmware.api [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 980.579488] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525a0ff1-c04c-62b7-6d5f-87169bbe425e" [ 980.579488] env[69052]: _type = "Task" [ 980.579488] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.588385] env[69052]: DEBUG oslo_vmware.api [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525a0ff1-c04c-62b7-6d5f-87169bbe425e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.651132] env[69052]: DEBUG oslo_vmware.api [None req-b9c27ae1-6edd-4ce6-8cda-ab0c78e2a061 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5232108b-8a71-ac06-7b46-e9cf5febf5d9, 'name': SearchDatastore_Task, 'duration_secs': 0.007779} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.651493] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b9c27ae1-6edd-4ce6-8cda-ab0c78e2a061 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.774252] env[69052]: DEBUG nova.network.neutron [req-26d1944a-6619-4c8a-b703-a09909e5dbb5 req-4e04c31b-57a4-41ec-9465-09f1c12e33c2 service nova] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Updated VIF entry in instance network info cache for port d05c943d-1a80-4ff6-acc9-2eb74602d366. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.774642] env[69052]: DEBUG nova.network.neutron [req-26d1944a-6619-4c8a-b703-a09909e5dbb5 req-4e04c31b-57a4-41ec-9465-09f1c12e33c2 service nova] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Updating instance_info_cache with network_info: [{"id": "d05c943d-1a80-4ff6-acc9-2eb74602d366", "address": "fa:16:3e:07:0d:f2", "network": {"id": "56c1dd7d-b901-4c5e-b9bb-aa67dd73ac4b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-418858492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c2e3bd10a284aa5b4fd77019062da33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05c943d-1a", "ovs_interfaceid": "d05c943d-1a80-4ff6-acc9-2eb74602d366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.800786] env[69052]: DEBUG oslo_vmware.api [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236790, 'name': ReconfigVM_Task, 'duration_secs': 0.981239} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.801733] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 4074755d-0b4e-49a6-ab8d-252f8aae2fea/4074755d-0b4e-49a6-ab8d-252f8aae2fea.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.801733] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdfb5afa-cf32-4bef-8993-cd073522d3ae {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.809930] env[69052]: DEBUG oslo_vmware.api [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 980.809930] env[69052]: value = "task-3236793" [ 980.809930] env[69052]: _type = "Task" [ 980.809930] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.817724] env[69052]: DEBUG oslo_vmware.api [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236793, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.981058] env[69052]: DEBUG oslo_concurrency.lockutils [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.984094] env[69052]: DEBUG oslo_concurrency.lockutils [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.262s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.985237] env[69052]: INFO nova.compute.claims [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.000023] env[69052]: INFO nova.scheduler.client.report [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Deleted allocations for instance b839f31c-fe81-4af7-b93f-41479b62a5bd [ 981.028025] env[69052]: DEBUG nova.network.neutron [-] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.091400] env[69052]: DEBUG oslo_vmware.api [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525a0ff1-c04c-62b7-6d5f-87169bbe425e, 'name': SearchDatastore_Task, 'duration_secs': 0.017564} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.091716] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.091964] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] dca74ef4-9a33-41d3-89bf-12d6b6ecd79c/dca74ef4-9a33-41d3-89bf-12d6b6ecd79c.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.092241] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e39c55f-5e1d-4fd1-80e2-bc33db62b21e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.099759] env[69052]: DEBUG oslo_vmware.api [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 981.099759] env[69052]: value = "task-3236794" [ 981.099759] env[69052]: _type = "Task" [ 981.099759] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.107555] env[69052]: DEBUG oslo_vmware.api [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.280677] env[69052]: DEBUG oslo_concurrency.lockutils [req-26d1944a-6619-4c8a-b703-a09909e5dbb5 req-4e04c31b-57a4-41ec-9465-09f1c12e33c2 service nova] Releasing lock "refresh_cache-2eb93fe3-17b5-4d50-9c02-85e5c9000df2" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.285741] env[69052]: DEBUG oslo_concurrency.lockutils [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "1c65f73d-234c-4f98-8b7f-a3e8e772dfff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.285971] env[69052]: DEBUG oslo_concurrency.lockutils [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "1c65f73d-234c-4f98-8b7f-a3e8e772dfff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.319252] env[69052]: DEBUG oslo_vmware.api [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236793, 'name': Rename_Task, 'duration_secs': 0.312671} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.319521] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.319757] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15308608-01da-4101-bd06-b1219879c22a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.325078] env[69052]: DEBUG oslo_vmware.api [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 981.325078] env[69052]: value = "task-3236795" [ 981.325078] env[69052]: _type = "Task" [ 981.325078] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.332698] env[69052]: DEBUG oslo_vmware.api [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.506633] env[69052]: DEBUG oslo_concurrency.lockutils [None req-88c26008-3035-4eb3-a0fc-f50cbd1ead9c tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "b839f31c-fe81-4af7-b93f-41479b62a5bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.795s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.531146] env[69052]: INFO nova.compute.manager [-] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Took 1.03 seconds to deallocate network for instance. [ 981.610546] env[69052]: DEBUG oslo_vmware.api [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236794, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.788606] env[69052]: DEBUG nova.compute.manager [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 981.836590] env[69052]: DEBUG oslo_vmware.api [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236795, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.038858] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.114518] env[69052]: DEBUG oslo_vmware.api [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667578} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.114804] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] dca74ef4-9a33-41d3-89bf-12d6b6ecd79c/dca74ef4-9a33-41d3-89bf-12d6b6ecd79c.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.115031] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.115379] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67b03159-f19d-4ea8-a262-f98288c095d4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.123437] env[69052]: DEBUG oslo_vmware.api [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 982.123437] env[69052]: value = "task-3236797" [ 982.123437] env[69052]: _type = "Task" [ 982.123437] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.132598] env[69052]: DEBUG oslo_vmware.api [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.286152] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309122ca-4be9-45d8-9e52-02b87b1382c3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.295419] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4fc2ff-a74b-4c68-b1a2-cda1038a0575 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.329846] env[69052]: DEBUG oslo_concurrency.lockutils [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.333351] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c93cb76-cdaa-4099-be64-60424f543380 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.341008] env[69052]: DEBUG oslo_vmware.api [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236795, 'name': PowerOnVM_Task, 'duration_secs': 0.694577} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.343024] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.343232] env[69052]: INFO nova.compute.manager [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Took 8.58 seconds to spawn the instance on the hypervisor. [ 982.343415] env[69052]: DEBUG nova.compute.manager [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.344237] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb17fa7-98a4-4d46-9a58-8b3d5df12645 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.347505] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c991f6-ea21-4656-ab79-87e68b95493c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.365699] env[69052]: DEBUG nova.compute.provider_tree [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.633757] env[69052]: DEBUG oslo_vmware.api [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221698} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.634029] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.634803] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa97104d-03a1-4d5c-b964-8eddb8bcf19e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.656157] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] dca74ef4-9a33-41d3-89bf-12d6b6ecd79c/dca74ef4-9a33-41d3-89bf-12d6b6ecd79c.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.656426] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fa095d6-9ac7-43dc-a4eb-27226c15f2d2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.675362] env[69052]: DEBUG oslo_vmware.api [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 982.675362] env[69052]: value = "task-3236798" [ 982.675362] env[69052]: _type = "Task" [ 982.675362] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.682803] env[69052]: DEBUG oslo_vmware.api [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.872020] env[69052]: DEBUG nova.scheduler.client.report [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.877594] env[69052]: INFO nova.compute.manager [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Took 26.95 seconds to build instance. [ 983.185564] env[69052]: DEBUG oslo_vmware.api [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.378504] env[69052]: DEBUG oslo_concurrency.lockutils [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.379095] env[69052]: DEBUG nova.compute.manager [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 983.382138] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.234s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.382367] env[69052]: DEBUG nova.objects.instance [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lazy-loading 'resources' on Instance uuid 62440cd7-3ffd-4f98-ab55-97b6b984b85d {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.383496] env[69052]: DEBUG oslo_concurrency.lockutils [None req-266d6d4c-7d60-4dc9-b22a-9cde5a83e7d7 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lock "4074755d-0b4e-49a6-ab8d-252f8aae2fea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.472s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.691081] env[69052]: DEBUG oslo_vmware.api [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236798, 'name': ReconfigVM_Task, 'duration_secs': 0.87992} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.691081] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Reconfigured VM instance instance-00000056 to attach disk [datastore1] dca74ef4-9a33-41d3-89bf-12d6b6ecd79c/dca74ef4-9a33-41d3-89bf-12d6b6ecd79c.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.691081] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62ed5f32-3ede-447c-ac07-46ce724eff80 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.697105] env[69052]: DEBUG oslo_vmware.api [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 983.697105] env[69052]: value = "task-3236799" [ 983.697105] env[69052]: _type = "Task" [ 983.697105] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.704896] env[69052]: DEBUG oslo_vmware.api [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236799, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.886719] env[69052]: DEBUG nova.compute.utils [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.888288] env[69052]: DEBUG nova.compute.manager [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 983.888982] env[69052]: DEBUG nova.network.neutron [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.942832] env[69052]: DEBUG nova.policy [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5127a580dea040e38a680bee88523fbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33c7667f503642149086357b7386842c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.207180] env[69052]: DEBUG oslo_vmware.api [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236799, 'name': Rename_Task, 'duration_secs': 0.151237} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.209850] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.211017] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e516c97-fc0a-4f2d-b6ef-2ae8e1d2a90c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.216756] env[69052]: DEBUG oslo_vmware.api [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 984.216756] env[69052]: value = "task-3236800" [ 984.216756] env[69052]: _type = "Task" [ 984.216756] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.226208] env[69052]: DEBUG oslo_vmware.api [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.230201] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ab1cb2-01ce-4272-8306-4fdd007ef3e4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.237875] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e293ba5-31df-40cc-a238-ee6e43b00ac0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.277126] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec7392d-4663-4a6e-a126-cbd479b8773b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.284799] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a048ed-256b-4b34-b253-1fc0fdf9fb44 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.301178] env[69052]: DEBUG nova.compute.provider_tree [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.361745] env[69052]: DEBUG nova.network.neutron [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Successfully created port: 614908eb-cc95-4a76-bee1-eb171b1c98d0 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 984.394350] env[69052]: DEBUG nova.compute.manager [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 984.728015] env[69052]: DEBUG oslo_vmware.api [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236800, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.804908] env[69052]: DEBUG nova.scheduler.client.report [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.201548] env[69052]: DEBUG nova.compute.manager [None req-93f3426b-8ae2-4c6a-bf91-8778277b64a1 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.202523] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4003abf-ee14-4c05-a302-68d587995ee0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.226153] env[69052]: DEBUG oslo_vmware.api [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236800, 'name': PowerOnVM_Task, 'duration_secs': 0.675999} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.226465] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.227079] env[69052]: INFO nova.compute.manager [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Took 9.01 seconds to spawn the instance on the hypervisor. [ 985.227079] env[69052]: DEBUG nova.compute.manager [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.227643] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252c68dc-ccf2-46de-b807-0b9eeaaa6171 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.309647] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.312105] env[69052]: DEBUG oslo_concurrency.lockutils [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.076s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.312391] env[69052]: DEBUG nova.objects.instance [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Lazy-loading 'resources' on Instance uuid c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.332357] env[69052]: INFO nova.scheduler.client.report [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Deleted allocations for instance 62440cd7-3ffd-4f98-ab55-97b6b984b85d [ 985.405120] env[69052]: DEBUG nova.compute.manager [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 985.430985] env[69052]: DEBUG nova.virt.hardware [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.431275] env[69052]: DEBUG nova.virt.hardware [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.431438] env[69052]: DEBUG nova.virt.hardware [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.431626] env[69052]: DEBUG nova.virt.hardware [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.431771] env[69052]: DEBUG nova.virt.hardware [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.431921] env[69052]: DEBUG nova.virt.hardware [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.432153] env[69052]: DEBUG nova.virt.hardware [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.432315] env[69052]: DEBUG nova.virt.hardware [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.432482] env[69052]: DEBUG nova.virt.hardware [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.432647] env[69052]: DEBUG nova.virt.hardware [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.432820] env[69052]: DEBUG nova.virt.hardware [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.433776] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8101a1fd-3a10-4998-8d02-ebddcd0ef9b6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.441632] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96033564-8288-40b8-8fb5-d507ba40f3c3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.713586] env[69052]: INFO nova.compute.manager [None req-93f3426b-8ae2-4c6a-bf91-8778277b64a1 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] instance snapshotting [ 985.717381] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9b4020-e8e5-4d1f-bda5-17272ae915ce {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.743008] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63e7846-c01e-4587-80d0-a36791758957 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.748571] env[69052]: INFO nova.compute.manager [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Took 27.13 seconds to build instance. [ 985.757907] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "cef3db69-2bc5-4b16-b362-5b92bfeb9f5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.758255] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "cef3db69-2bc5-4b16-b362-5b92bfeb9f5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.758475] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "cef3db69-2bc5-4b16-b362-5b92bfeb9f5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.759025] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "cef3db69-2bc5-4b16-b362-5b92bfeb9f5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.759025] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "cef3db69-2bc5-4b16-b362-5b92bfeb9f5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.760556] env[69052]: INFO nova.compute.manager [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Terminating instance [ 985.841063] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ae141745-1628-4260-8c4e-bd5b5d8b9b0f tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "62440cd7-3ffd-4f98-ab55-97b6b984b85d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.341s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.907826] env[69052]: DEBUG nova.compute.manager [req-811993e5-4af3-4278-b1b0-b7d4c4e28e99 req-f3f615e9-d99a-4de0-a4d8-f52c7e3cc808 service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Received event network-vif-plugged-614908eb-cc95-4a76-bee1-eb171b1c98d0 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.908081] env[69052]: DEBUG oslo_concurrency.lockutils [req-811993e5-4af3-4278-b1b0-b7d4c4e28e99 req-f3f615e9-d99a-4de0-a4d8-f52c7e3cc808 service nova] Acquiring lock "dd487472-5baf-4e41-b7b6-27a56ce96f04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.908313] env[69052]: DEBUG oslo_concurrency.lockutils [req-811993e5-4af3-4278-b1b0-b7d4c4e28e99 req-f3f615e9-d99a-4de0-a4d8-f52c7e3cc808 service nova] Lock "dd487472-5baf-4e41-b7b6-27a56ce96f04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.908476] env[69052]: DEBUG oslo_concurrency.lockutils [req-811993e5-4af3-4278-b1b0-b7d4c4e28e99 req-f3f615e9-d99a-4de0-a4d8-f52c7e3cc808 service nova] Lock "dd487472-5baf-4e41-b7b6-27a56ce96f04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.908643] env[69052]: DEBUG nova.compute.manager [req-811993e5-4af3-4278-b1b0-b7d4c4e28e99 req-f3f615e9-d99a-4de0-a4d8-f52c7e3cc808 service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] No waiting events found dispatching network-vif-plugged-614908eb-cc95-4a76-bee1-eb171b1c98d0 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 985.908890] env[69052]: WARNING nova.compute.manager [req-811993e5-4af3-4278-b1b0-b7d4c4e28e99 req-f3f615e9-d99a-4de0-a4d8-f52c7e3cc808 service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Received unexpected event network-vif-plugged-614908eb-cc95-4a76-bee1-eb171b1c98d0 for instance with vm_state building and task_state spawning. [ 986.004040] env[69052]: DEBUG nova.network.neutron [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Successfully updated port: 614908eb-cc95-4a76-bee1-eb171b1c98d0 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 986.081988] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9093f2a9-b47b-4233-a8b3-31f8d67d6b26 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.090031] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17769ef3-9f51-4e63-80f2-aa917b9ca10e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.124152] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5a27b6-ccb0-4871-a6c7-81c9b24dd32f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.128485] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2089f077-178d-40cb-b5bf-b62fd672fb49 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "378d47dd-e9df-4594-9180-9dfe8a815a38" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.128700] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2089f077-178d-40cb-b5bf-b62fd672fb49 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "378d47dd-e9df-4594-9180-9dfe8a815a38" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.133460] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6bdfa5-31b9-47db-8008-a0f9569699a7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.147468] env[69052]: DEBUG nova.compute.provider_tree [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.201214] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "dca74ef4-9a33-41d3-89bf-12d6b6ecd79c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.250190] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ec8f9bee-36b0-4d30-9294-767e3891ad4a tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "dca74ef4-9a33-41d3-89bf-12d6b6ecd79c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.643s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.250531] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "dca74ef4-9a33-41d3-89bf-12d6b6ecd79c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.050s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.250770] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "dca74ef4-9a33-41d3-89bf-12d6b6ecd79c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.251044] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "dca74ef4-9a33-41d3-89bf-12d6b6ecd79c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.251230] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "dca74ef4-9a33-41d3-89bf-12d6b6ecd79c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.253602] env[69052]: INFO nova.compute.manager [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Terminating instance [ 986.258468] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-93f3426b-8ae2-4c6a-bf91-8778277b64a1 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Creating Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 986.258716] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3322fee4-7e81-4afb-a5a3-429306bae731 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.264250] env[69052]: DEBUG nova.compute.manager [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.264338] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.266281] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc1b653-eec7-45b8-834b-7d04c08f2c9a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.269353] env[69052]: DEBUG oslo_vmware.api [None req-93f3426b-8ae2-4c6a-bf91-8778277b64a1 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 986.269353] env[69052]: value = "task-3236801" [ 986.269353] env[69052]: _type = "Task" [ 986.269353] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.274888] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.275531] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-168c63bc-c865-4bf9-ba4b-7a3ef82c132b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.280032] env[69052]: DEBUG oslo_vmware.api [None req-93f3426b-8ae2-4c6a-bf91-8778277b64a1 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236801, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.284783] env[69052]: DEBUG oslo_vmware.api [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 986.284783] env[69052]: value = "task-3236802" [ 986.284783] env[69052]: _type = "Task" [ 986.284783] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.292570] env[69052]: DEBUG oslo_vmware.api [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.504676] env[69052]: DEBUG oslo_concurrency.lockutils [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "refresh_cache-dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.504846] env[69052]: DEBUG oslo_concurrency.lockutils [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired lock "refresh_cache-dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.505011] env[69052]: DEBUG nova.network.neutron [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.634548] env[69052]: DEBUG nova.compute.utils [None req-2089f077-178d-40cb-b5bf-b62fd672fb49 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.650641] env[69052]: DEBUG nova.scheduler.client.report [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.758165] env[69052]: DEBUG nova.compute.manager [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.758423] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.759338] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0c3809-c9b0-4d2f-a3f7-4356069930ae {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.767392] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.767724] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5aa21c7-4ef1-42a3-bd56-2ea1109c6fdd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.774701] env[69052]: DEBUG oslo_vmware.api [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 986.774701] env[69052]: value = "task-3236803" [ 986.774701] env[69052]: _type = "Task" [ 986.774701] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.781049] env[69052]: DEBUG oslo_vmware.api [None req-93f3426b-8ae2-4c6a-bf91-8778277b64a1 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236801, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.785870] env[69052]: DEBUG oslo_vmware.api [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.793164] env[69052]: DEBUG oslo_vmware.api [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236802, 'name': PowerOffVM_Task, 'duration_secs': 0.198033} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.793426] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.793595] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.793832] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fce88e9e-6460-471a-9928-eb790c8e46eb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.873720] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.873992] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.874241] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Deleting the datastore file [datastore1] cef3db69-2bc5-4b16-b362-5b92bfeb9f5b {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.874536] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8afbc17a-4a90-41a8-b1bf-776f2a23e25b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.887703] env[69052]: DEBUG oslo_vmware.api [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 986.887703] env[69052]: value = "task-3236805" [ 986.887703] env[69052]: _type = "Task" [ 986.887703] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.896096] env[69052]: DEBUG oslo_vmware.api [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.054722] env[69052]: DEBUG nova.network.neutron [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.138076] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2089f077-178d-40cb-b5bf-b62fd672fb49 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "378d47dd-e9df-4594-9180-9dfe8a815a38" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.156542] env[69052]: DEBUG oslo_concurrency.lockutils [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.158924] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.870s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.159205] env[69052]: DEBUG nova.objects.instance [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lazy-loading 'resources' on Instance uuid beee158f-8950-4279-a0af-d2153148aaa2 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.180964] env[69052]: INFO nova.scheduler.client.report [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Deleted allocations for instance c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55 [ 987.263568] env[69052]: DEBUG nova.network.neutron [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Updating instance_info_cache with network_info: [{"id": "614908eb-cc95-4a76-bee1-eb171b1c98d0", "address": "fa:16:3e:8a:cd:3f", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614908eb-cc", "ovs_interfaceid": "614908eb-cc95-4a76-bee1-eb171b1c98d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.282078] env[69052]: DEBUG oslo_vmware.api [None req-93f3426b-8ae2-4c6a-bf91-8778277b64a1 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236801, 'name': CreateSnapshot_Task, 'duration_secs': 0.771015} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.282737] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-93f3426b-8ae2-4c6a-bf91-8778277b64a1 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Created Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 987.283572] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54946710-a490-4fe6-9ba3-91e791aff221 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.288868] env[69052]: DEBUG oslo_vmware.api [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236803, 'name': PowerOffVM_Task, 'duration_secs': 0.225613} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.289488] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.289947] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.290500] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb66ebf8-bde1-4be4-9c5e-878b017b9735 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.360051] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.360336] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.360548] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Deleting the datastore file [datastore1] dca74ef4-9a33-41d3-89bf-12d6b6ecd79c {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.360919] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfe01da6-b357-47c7-9f21-1fb97d0be52e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.366801] env[69052]: DEBUG oslo_vmware.api [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 987.366801] env[69052]: value = "task-3236807" [ 987.366801] env[69052]: _type = "Task" [ 987.366801] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.375324] env[69052]: DEBUG oslo_vmware.api [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.397349] env[69052]: DEBUG oslo_vmware.api [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303104} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.397775] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.398329] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.398542] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.398738] env[69052]: INFO nova.compute.manager [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 987.399039] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.399262] env[69052]: DEBUG nova.compute.manager [-] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.399410] env[69052]: DEBUG nova.network.neutron [-] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.689119] env[69052]: DEBUG oslo_concurrency.lockutils [None req-912981df-3c9a-4dc5-ae77-63a5af6f0c6b tempest-InstanceActionsV221TestJSON-972272436 tempest-InstanceActionsV221TestJSON-972272436-project-member] Lock "c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.840s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.767807] env[69052]: DEBUG oslo_concurrency.lockutils [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Releasing lock "refresh_cache-dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.768119] env[69052]: DEBUG nova.compute.manager [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Instance network_info: |[{"id": "614908eb-cc95-4a76-bee1-eb171b1c98d0", "address": "fa:16:3e:8a:cd:3f", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614908eb-cc", "ovs_interfaceid": "614908eb-cc95-4a76-bee1-eb171b1c98d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 987.768744] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:cd:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '614908eb-cc95-4a76-bee1-eb171b1c98d0', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.779355] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.782145] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.782911] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62a47d57-72bd-4507-8f18-2882e2048526 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.808095] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-93f3426b-8ae2-4c6a-bf91-8778277b64a1 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Creating linked-clone VM from snapshot {{(pid=69052) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 987.809064] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-04985ec7-963d-4194-9ade-7bf34f6c3d51 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.813812] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.813812] env[69052]: value = "task-3236808" [ 987.813812] env[69052]: _type = "Task" [ 987.813812] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.817599] env[69052]: DEBUG oslo_vmware.api [None req-93f3426b-8ae2-4c6a-bf91-8778277b64a1 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 987.817599] env[69052]: value = "task-3236809" [ 987.817599] env[69052]: _type = "Task" [ 987.817599] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.826011] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236808, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.831043] env[69052]: DEBUG oslo_vmware.api [None req-93f3426b-8ae2-4c6a-bf91-8778277b64a1 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236809, 'name': CloneVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.876549] env[69052]: DEBUG oslo_vmware.api [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236807, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127364} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.878984] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.879132] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.879372] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.879570] env[69052]: INFO nova.compute.manager [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 987.879806] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.880224] env[69052]: DEBUG nova.compute.manager [-] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.880322] env[69052]: DEBUG nova.network.neutron [-] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.940886] env[69052]: DEBUG nova.compute.manager [req-c69866a9-8376-4e7f-8736-628f99f184bc req-63354043-2f77-4d02-bccd-7460f9af8e93 service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Received event network-changed-614908eb-cc95-4a76-bee1-eb171b1c98d0 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.941221] env[69052]: DEBUG nova.compute.manager [req-c69866a9-8376-4e7f-8736-628f99f184bc req-63354043-2f77-4d02-bccd-7460f9af8e93 service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Refreshing instance network info cache due to event network-changed-614908eb-cc95-4a76-bee1-eb171b1c98d0. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.941561] env[69052]: DEBUG oslo_concurrency.lockutils [req-c69866a9-8376-4e7f-8736-628f99f184bc req-63354043-2f77-4d02-bccd-7460f9af8e93 service nova] Acquiring lock "refresh_cache-dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.941831] env[69052]: DEBUG oslo_concurrency.lockutils [req-c69866a9-8376-4e7f-8736-628f99f184bc req-63354043-2f77-4d02-bccd-7460f9af8e93 service nova] Acquired lock "refresh_cache-dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.942096] env[69052]: DEBUG nova.network.neutron [req-c69866a9-8376-4e7f-8736-628f99f184bc req-63354043-2f77-4d02-bccd-7460f9af8e93 service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Refreshing network info cache for port 614908eb-cc95-4a76-bee1-eb171b1c98d0 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.951154] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b1e6e4-0897-4ab2-ae9c-9fb662b1a8be {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.962084] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e4939d-d288-4568-af93-86ed96d40a3a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.995960] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d82f06-37a3-4282-a64a-29e949f3dc37 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.003182] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d398eed2-19b4-4c81-a8a1-d19f504236de {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.016878] env[69052]: DEBUG nova.compute.provider_tree [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.144909] env[69052]: DEBUG nova.compute.manager [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Stashing vm_state: active {{(pid=69052) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 988.164197] env[69052]: DEBUG nova.network.neutron [-] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.213029] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2089f077-178d-40cb-b5bf-b62fd672fb49 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "378d47dd-e9df-4594-9180-9dfe8a815a38" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.213679] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2089f077-178d-40cb-b5bf-b62fd672fb49 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "378d47dd-e9df-4594-9180-9dfe8a815a38" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.213679] env[69052]: INFO nova.compute.manager [None req-2089f077-178d-40cb-b5bf-b62fd672fb49 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Attaching volume 3a2da217-2d9e-469a-84e0-c5f83e150a23 to /dev/sdb [ 988.274770] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b9e80e-f74a-40df-b34f-388ce782944a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.282985] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370afb0b-51c7-4b3a-9aa0-9a94b32a532c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.297542] env[69052]: DEBUG nova.virt.block_device [None req-2089f077-178d-40cb-b5bf-b62fd672fb49 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Updating existing volume attachment record: c2068013-fb8d-46d0-8937-73b463f65683 {{(pid=69052) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 988.327662] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236808, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.333230] env[69052]: DEBUG oslo_vmware.api [None req-93f3426b-8ae2-4c6a-bf91-8778277b64a1 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236809, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.519742] env[69052]: DEBUG nova.scheduler.client.report [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.667625] env[69052]: INFO nova.compute.manager [-] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Took 1.27 seconds to deallocate network for instance. [ 988.679019] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.807138] env[69052]: DEBUG nova.network.neutron [-] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.841243] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236808, 'name': CreateVM_Task, 'duration_secs': 0.558413} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.845134] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.846117] env[69052]: DEBUG oslo_vmware.api [None req-93f3426b-8ae2-4c6a-bf91-8778277b64a1 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236809, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.847072] env[69052]: DEBUG oslo_concurrency.lockutils [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.847504] env[69052]: DEBUG oslo_concurrency.lockutils [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.850861] env[69052]: DEBUG oslo_concurrency.lockutils [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.850861] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69d614d0-39f3-4b88-8d2f-f04c254fa71e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.854031] env[69052]: DEBUG oslo_vmware.api [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 988.854031] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52eb0d4c-45df-b655-e3d3-a9e7cce43913" [ 988.854031] env[69052]: _type = "Task" [ 988.854031] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.865211] env[69052]: DEBUG oslo_vmware.api [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52eb0d4c-45df-b655-e3d3-a9e7cce43913, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.918078] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.918078] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.027053] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.027398] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b9c27ae1-6edd-4ce6-8cda-ab0c78e2a061 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.376s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.046021] env[69052]: INFO nova.scheduler.client.report [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Deleted allocations for instance beee158f-8950-4279-a0af-d2153148aaa2 [ 989.104725] env[69052]: DEBUG nova.network.neutron [req-c69866a9-8376-4e7f-8736-628f99f184bc req-63354043-2f77-4d02-bccd-7460f9af8e93 service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Updated VIF entry in instance network info cache for port 614908eb-cc95-4a76-bee1-eb171b1c98d0. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.104725] env[69052]: DEBUG nova.network.neutron [req-c69866a9-8376-4e7f-8736-628f99f184bc req-63354043-2f77-4d02-bccd-7460f9af8e93 service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Updating instance_info_cache with network_info: [{"id": "614908eb-cc95-4a76-bee1-eb171b1c98d0", "address": "fa:16:3e:8a:cd:3f", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614908eb-cc", "ovs_interfaceid": "614908eb-cc95-4a76-bee1-eb171b1c98d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.177954] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.310654] env[69052]: INFO nova.compute.manager [-] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Took 1.43 seconds to deallocate network for instance. [ 989.334918] env[69052]: DEBUG oslo_vmware.api [None req-93f3426b-8ae2-4c6a-bf91-8778277b64a1 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236809, 'name': CloneVM_Task, 'duration_secs': 1.278102} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.338975] env[69052]: INFO nova.virt.vmwareapi.vmops [None req-93f3426b-8ae2-4c6a-bf91-8778277b64a1 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Created linked-clone VM from snapshot [ 989.340821] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4e8d5d-7d8b-460f-92a7-51216dbc02db {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.352840] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-93f3426b-8ae2-4c6a-bf91-8778277b64a1 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Uploading image 1bd18927-a23a-4be7-9d59-822409833c0a {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 989.370974] env[69052]: DEBUG oslo_vmware.api [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52eb0d4c-45df-b655-e3d3-a9e7cce43913, 'name': SearchDatastore_Task, 'duration_secs': 0.011374} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.371302] env[69052]: DEBUG oslo_concurrency.lockutils [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.371526] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.371757] env[69052]: DEBUG oslo_concurrency.lockutils [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.371903] env[69052]: DEBUG oslo_concurrency.lockutils [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.372127] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.372456] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7d15ef2-9e01-41f6-9e90-f1f087a0093b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.375333] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f3426b-8ae2-4c6a-bf91-8778277b64a1 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Destroying the VM {{(pid=69052) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 989.375810] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-37914817-d17e-44cf-9dda-4ae1701349e4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.380816] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.380993] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.382587] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8aabad6-6244-4b67-bc44-e049f86013c3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.385219] env[69052]: DEBUG oslo_vmware.api [None req-93f3426b-8ae2-4c6a-bf91-8778277b64a1 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 989.385219] env[69052]: value = "task-3236813" [ 989.385219] env[69052]: _type = "Task" [ 989.385219] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.390197] env[69052]: DEBUG oslo_vmware.api [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 989.390197] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521bd419-1245-285d-acee-eee82c3a332f" [ 989.390197] env[69052]: _type = "Task" [ 989.390197] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.399014] env[69052]: DEBUG oslo_vmware.api [None req-93f3426b-8ae2-4c6a-bf91-8778277b64a1 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236813, 'name': Destroy_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.404687] env[69052]: DEBUG oslo_vmware.api [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521bd419-1245-285d-acee-eee82c3a332f, 'name': SearchDatastore_Task, 'duration_secs': 0.010652} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.405471] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1679681-fbfc-4fb4-a5db-ccaa9fb7a96c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.410230] env[69052]: DEBUG oslo_vmware.api [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 989.410230] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52fbd36f-9b6f-4a2d-aa58-a32c9e50404d" [ 989.410230] env[69052]: _type = "Task" [ 989.410230] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.417516] env[69052]: DEBUG oslo_vmware.api [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52fbd36f-9b6f-4a2d-aa58-a32c9e50404d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.426416] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.426607] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.426761] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.426929] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.427084] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.427234] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.427397] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69052) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 989.427569] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.551728] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b2ccab52-6fb8-4f83-b511-5fc6b235c62a tempest-ImagesTestJSON-781655465 tempest-ImagesTestJSON-781655465-project-member] Lock "beee158f-8950-4279-a0af-d2153148aaa2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.079s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.606456] env[69052]: DEBUG oslo_concurrency.lockutils [req-c69866a9-8376-4e7f-8736-628f99f184bc req-63354043-2f77-4d02-bccd-7460f9af8e93 service nova] Releasing lock "refresh_cache-dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.606738] env[69052]: DEBUG nova.compute.manager [req-c69866a9-8376-4e7f-8736-628f99f184bc req-63354043-2f77-4d02-bccd-7460f9af8e93 service nova] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Received event network-vif-deleted-93417ecd-5a4f-4185-8806-8de452aab8f6 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.606917] env[69052]: INFO nova.compute.manager [req-c69866a9-8376-4e7f-8736-628f99f184bc req-63354043-2f77-4d02-bccd-7460f9af8e93 service nova] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Neutron deleted interface 93417ecd-5a4f-4185-8806-8de452aab8f6; detaching it from the instance and deleting it from the info cache [ 989.607132] env[69052]: DEBUG nova.network.neutron [req-c69866a9-8376-4e7f-8736-628f99f184bc req-63354043-2f77-4d02-bccd-7460f9af8e93 service nova] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.819136] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.853319] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb72e62-ef1b-4e2f-9612-2b53a7e71851 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.866114] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2912e77-f178-42cb-8992-6d5e20795ff8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.903718] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0663b100-4c9a-4b6b-9d8c-bb272159c5e5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.921523] env[69052]: DEBUG oslo_vmware.api [None req-93f3426b-8ae2-4c6a-bf91-8778277b64a1 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236813, 'name': Destroy_Task} progress is 33%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.926240] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a53eac7-41d9-46a4-959d-0dd64c5e1a38 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.931198] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.943801] env[69052]: DEBUG oslo_vmware.api [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52fbd36f-9b6f-4a2d-aa58-a32c9e50404d, 'name': SearchDatastore_Task, 'duration_secs': 0.008731} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.943801] env[69052]: DEBUG nova.compute.provider_tree [None req-b9c27ae1-6edd-4ce6-8cda-ab0c78e2a061 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.945606] env[69052]: DEBUG oslo_concurrency.lockutils [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.945606] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] dd487472-5baf-4e41-b7b6-27a56ce96f04/dd487472-5baf-4e41-b7b6-27a56ce96f04.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.948868] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-321dfcde-0805-4f1b-9aec-b7de1627032f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.952562] env[69052]: DEBUG oslo_vmware.api [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 989.952562] env[69052]: value = "task-3236814" [ 989.952562] env[69052]: _type = "Task" [ 989.952562] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.961880] env[69052]: DEBUG oslo_vmware.api [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.046737] env[69052]: DEBUG nova.compute.manager [req-ead606a3-23d4-4246-aef9-b7e8bba9bada req-aaae9a43-b73e-4775-80c0-d581ce633450 service nova] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Received event network-vif-deleted-c3360498-8c7d-44cd-87a2-0076a4d5caba {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.111119] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fb5aa99-4b72-42ab-9d75-e61558356757 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.124439] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a385cb7-f07f-474f-9761-f7b43cadc8f2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.163120] env[69052]: DEBUG nova.compute.manager [req-c69866a9-8376-4e7f-8736-628f99f184bc req-63354043-2f77-4d02-bccd-7460f9af8e93 service nova] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Detach interface failed, port_id=93417ecd-5a4f-4185-8806-8de452aab8f6, reason: Instance cef3db69-2bc5-4b16-b362-5b92bfeb9f5b could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 990.407766] env[69052]: DEBUG oslo_vmware.api [None req-93f3426b-8ae2-4c6a-bf91-8778277b64a1 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236813, 'name': Destroy_Task, 'duration_secs': 0.557153} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.408087] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-93f3426b-8ae2-4c6a-bf91-8778277b64a1 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Destroyed the VM [ 990.408132] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-93f3426b-8ae2-4c6a-bf91-8778277b64a1 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Deleting Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 990.408835] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fde7fc24-e759-4ca4-ab67-0dd81bfd9ccf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.415079] env[69052]: DEBUG oslo_vmware.api [None req-93f3426b-8ae2-4c6a-bf91-8778277b64a1 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 990.415079] env[69052]: value = "task-3236815" [ 990.415079] env[69052]: _type = "Task" [ 990.415079] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.422879] env[69052]: DEBUG oslo_vmware.api [None req-93f3426b-8ae2-4c6a-bf91-8778277b64a1 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236815, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.447042] env[69052]: DEBUG nova.scheduler.client.report [None req-b9c27ae1-6edd-4ce6-8cda-ab0c78e2a061 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.462460] env[69052]: DEBUG oslo_vmware.api [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448267} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.463499] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] dd487472-5baf-4e41-b7b6-27a56ce96f04/dd487472-5baf-4e41-b7b6-27a56ce96f04.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.463745] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.464025] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1002c2f2-6bc6-4ea2-bda2-0ced93e6ea51 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.470261] env[69052]: DEBUG oslo_vmware.api [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 990.470261] env[69052]: value = "task-3236816" [ 990.470261] env[69052]: _type = "Task" [ 990.470261] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.480288] env[69052]: DEBUG oslo_vmware.api [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.925810] env[69052]: DEBUG oslo_vmware.api [None req-93f3426b-8ae2-4c6a-bf91-8778277b64a1 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236815, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.981382] env[69052]: DEBUG oslo_vmware.api [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065094} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.981678] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.982474] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5318420b-9d98-4235-a848-ec49240b8b2a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.009661] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] dd487472-5baf-4e41-b7b6-27a56ce96f04/dd487472-5baf-4e41-b7b6-27a56ce96f04.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.009963] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3bb472e-0660-47e0-9299-b4010841edbe {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.032468] env[69052]: DEBUG oslo_vmware.api [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 991.032468] env[69052]: value = "task-3236818" [ 991.032468] env[69052]: _type = "Task" [ 991.032468] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.042477] env[69052]: DEBUG oslo_vmware.api [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.425110] env[69052]: DEBUG oslo_vmware.api [None req-93f3426b-8ae2-4c6a-bf91-8778277b64a1 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236815, 'name': RemoveSnapshot_Task, 'duration_secs': 0.637316} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.425456] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-93f3426b-8ae2-4c6a-bf91-8778277b64a1 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Deleted Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 991.459049] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b9c27ae1-6edd-4ce6-8cda-ab0c78e2a061 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.432s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.462020] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.423s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.462275] env[69052]: DEBUG nova.objects.instance [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Lazy-loading 'resources' on Instance uuid ffe88174-f31a-4e21-9aa6-17e7d838a492 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.544618] env[69052]: DEBUG oslo_vmware.api [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.660587] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Acquiring lock "924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.660977] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Lock "924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.930178] env[69052]: WARNING nova.compute.manager [None req-93f3426b-8ae2-4c6a-bf91-8778277b64a1 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Image not found during snapshot: nova.exception.ImageNotFound: Image 1bd18927-a23a-4be7-9d59-822409833c0a could not be found. [ 992.018072] env[69052]: INFO nova.scheduler.client.report [None req-b9c27ae1-6edd-4ce6-8cda-ab0c78e2a061 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Deleted allocation for migration 468e61a7-dbc2-4f01-af83-ecac9dbfc1e2 [ 992.045253] env[69052]: DEBUG oslo_vmware.api [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236818, 'name': ReconfigVM_Task, 'duration_secs': 0.768315} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.047720] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Reconfigured VM instance instance-00000057 to attach disk [datastore2] dd487472-5baf-4e41-b7b6-27a56ce96f04/dd487472-5baf-4e41-b7b6-27a56ce96f04.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.048518] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18cfe7cd-495a-4e23-9179-99fd6f63a41f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.054557] env[69052]: DEBUG oslo_vmware.api [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 992.054557] env[69052]: value = "task-3236819" [ 992.054557] env[69052]: _type = "Task" [ 992.054557] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.064936] env[69052]: DEBUG oslo_vmware.api [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236819, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.163992] env[69052]: DEBUG nova.compute.manager [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.256661] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d288ec9-3629-4243-a54a-e026d7463e4d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.264272] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268f69b3-092c-469f-9c49-7c3a523144cf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.295303] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39748dfa-d043-41c8-a92d-6a15a3bfb24f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.303164] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4837533-1be7-4a54-8157-74a87a506fd2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.316387] env[69052]: DEBUG nova.compute.provider_tree [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.526780] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b9c27ae1-6edd-4ce6-8cda-ab0c78e2a061 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "e0b241bd-76bb-4aa1-a234-983eb6dd8e7c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.372s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.571288] env[69052]: DEBUG oslo_vmware.api [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236819, 'name': Rename_Task, 'duration_secs': 0.146868} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.571288] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.571288] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c72e3ed-c675-4474-a507-31829a46f627 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.580603] env[69052]: DEBUG oslo_vmware.api [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 992.580603] env[69052]: value = "task-3236820" [ 992.580603] env[69052]: _type = "Task" [ 992.580603] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.595013] env[69052]: DEBUG oslo_vmware.api [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.693158] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.820329] env[69052]: DEBUG nova.scheduler.client.report [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.090737] env[69052]: DEBUG oslo_vmware.api [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236820, 'name': PowerOnVM_Task, 'duration_secs': 0.469867} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.091015] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.091239] env[69052]: INFO nova.compute.manager [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Took 7.69 seconds to spawn the instance on the hypervisor. [ 993.091437] env[69052]: DEBUG nova.compute.manager [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.092341] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33da474f-d966-498f-8b77-de9bf807cd1c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.184041] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquiring lock "4074755d-0b4e-49a6-ab8d-252f8aae2fea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.184423] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lock "4074755d-0b4e-49a6-ab8d-252f8aae2fea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.184761] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquiring lock "4074755d-0b4e-49a6-ab8d-252f8aae2fea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.185028] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lock "4074755d-0b4e-49a6-ab8d-252f8aae2fea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.185262] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lock "4074755d-0b4e-49a6-ab8d-252f8aae2fea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.188169] env[69052]: INFO nova.compute.manager [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Terminating instance [ 993.329914] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.332248] env[69052]: DEBUG oslo_concurrency.lockutils [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.002s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.333755] env[69052]: INFO nova.compute.claims [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.365262] env[69052]: INFO nova.scheduler.client.report [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Deleted allocations for instance ffe88174-f31a-4e21-9aa6-17e7d838a492 [ 993.366408] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-2089f077-178d-40cb-b5bf-b62fd672fb49 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Volume attach. Driver type: vmdk {{(pid=69052) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 993.367459] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-2089f077-178d-40cb-b5bf-b62fd672fb49 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646939', 'volume_id': '3a2da217-2d9e-469a-84e0-c5f83e150a23', 'name': 'volume-3a2da217-2d9e-469a-84e0-c5f83e150a23', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '378d47dd-e9df-4594-9180-9dfe8a815a38', 'attached_at': '', 'detached_at': '', 'volume_id': '3a2da217-2d9e-469a-84e0-c5f83e150a23', 'serial': '3a2da217-2d9e-469a-84e0-c5f83e150a23'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 993.367851] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46326a2a-5205-4e03-82f3-49950cf8f39c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.389456] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc08ddc-d59b-461c-9df3-cc8ee0e9055b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.418947] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-2089f077-178d-40cb-b5bf-b62fd672fb49 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] volume-3a2da217-2d9e-469a-84e0-c5f83e150a23/volume-3a2da217-2d9e-469a-84e0-c5f83e150a23.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.420154] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99482299-cdf9-4876-8ff8-c607b1296137 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.440948] env[69052]: DEBUG oslo_vmware.api [None req-2089f077-178d-40cb-b5bf-b62fd672fb49 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 993.440948] env[69052]: value = "task-3236821" [ 993.440948] env[69052]: _type = "Task" [ 993.440948] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.449190] env[69052]: DEBUG oslo_vmware.api [None req-2089f077-178d-40cb-b5bf-b62fd672fb49 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236821, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.619367] env[69052]: INFO nova.compute.manager [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Took 21.91 seconds to build instance. [ 993.694228] env[69052]: DEBUG nova.compute.manager [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 993.694228] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.694228] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512eebc4-3ef7-4254-9005-43463bafb243 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.702896] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.703305] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc0982a9-c45d-49de-a278-96489b8c8aee {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.709736] env[69052]: DEBUG oslo_vmware.api [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 993.709736] env[69052]: value = "task-3236822" [ 993.709736] env[69052]: _type = "Task" [ 993.709736] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.719166] env[69052]: DEBUG oslo_vmware.api [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.879938] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b95e3531-e135-42db-a578-e6d0cd4da186 tempest-ServerShowV247Test-905787252 tempest-ServerShowV247Test-905787252-project-member] Lock "ffe88174-f31a-4e21-9aa6-17e7d838a492" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.052s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.896264] env[69052]: DEBUG oslo_concurrency.lockutils [None req-eafa1862-7fa1-4015-a117-22ec65f795f5 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "e0b241bd-76bb-4aa1-a234-983eb6dd8e7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.898133] env[69052]: DEBUG oslo_concurrency.lockutils [None req-eafa1862-7fa1-4015-a117-22ec65f795f5 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "e0b241bd-76bb-4aa1-a234-983eb6dd8e7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.898133] env[69052]: DEBUG oslo_concurrency.lockutils [None req-eafa1862-7fa1-4015-a117-22ec65f795f5 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "e0b241bd-76bb-4aa1-a234-983eb6dd8e7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.898133] env[69052]: DEBUG oslo_concurrency.lockutils [None req-eafa1862-7fa1-4015-a117-22ec65f795f5 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "e0b241bd-76bb-4aa1-a234-983eb6dd8e7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.898133] env[69052]: DEBUG oslo_concurrency.lockutils [None req-eafa1862-7fa1-4015-a117-22ec65f795f5 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "e0b241bd-76bb-4aa1-a234-983eb6dd8e7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.901457] env[69052]: INFO nova.compute.manager [None req-eafa1862-7fa1-4015-a117-22ec65f795f5 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Terminating instance [ 993.955160] env[69052]: DEBUG oslo_vmware.api [None req-2089f077-178d-40cb-b5bf-b62fd672fb49 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.118086] env[69052]: DEBUG oslo_concurrency.lockutils [None req-90b10291-59e7-4835-9faa-19e7abd13b0a tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "dd487472-5baf-4e41-b7b6-27a56ce96f04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.422s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.220408] env[69052]: DEBUG oslo_vmware.api [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236822, 'name': PowerOffVM_Task, 'duration_secs': 0.252494} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.220714] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.220887] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.221178] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff58337f-2fb8-4d67-b129-0fdadc0f7a24 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.313083] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.313443] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.313697] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Deleting the datastore file [datastore1] 4074755d-0b4e-49a6-ab8d-252f8aae2fea {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.313968] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91cd1511-d154-40e5-b41a-57a10a5df889 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.320569] env[69052]: DEBUG oslo_vmware.api [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 994.320569] env[69052]: value = "task-3236824" [ 994.320569] env[69052]: _type = "Task" [ 994.320569] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.333010] env[69052]: DEBUG oslo_vmware.api [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.405826] env[69052]: DEBUG nova.compute.manager [None req-eafa1862-7fa1-4015-a117-22ec65f795f5 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.409438] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-eafa1862-7fa1-4015-a117-22ec65f795f5 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.410529] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b38773-3700-4afa-b9b0-713fb40f5399 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.420922] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafa1862-7fa1-4015-a117-22ec65f795f5 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.422769] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-690e986a-50f6-4a2d-8d5a-c5706e896c53 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.428359] env[69052]: DEBUG oslo_vmware.api [None req-eafa1862-7fa1-4015-a117-22ec65f795f5 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 994.428359] env[69052]: value = "task-3236825" [ 994.428359] env[69052]: _type = "Task" [ 994.428359] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.439930] env[69052]: DEBUG oslo_vmware.api [None req-eafa1862-7fa1-4015-a117-22ec65f795f5 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.454441] env[69052]: DEBUG oslo_vmware.api [None req-2089f077-178d-40cb-b5bf-b62fd672fb49 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236821, 'name': ReconfigVM_Task, 'duration_secs': 0.635188} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.454709] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-2089f077-178d-40cb-b5bf-b62fd672fb49 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Reconfigured VM instance instance-0000004e to attach disk [datastore1] volume-3a2da217-2d9e-469a-84e0-c5f83e150a23/volume-3a2da217-2d9e-469a-84e0-c5f83e150a23.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.461967] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-787c783d-6894-451e-9890-42013a34d497 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.477763] env[69052]: DEBUG oslo_vmware.api [None req-2089f077-178d-40cb-b5bf-b62fd672fb49 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 994.477763] env[69052]: value = "task-3236826" [ 994.477763] env[69052]: _type = "Task" [ 994.477763] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.487737] env[69052]: DEBUG oslo_vmware.api [None req-2089f077-178d-40cb-b5bf-b62fd672fb49 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236826, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.513569] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "93823d64-1b97-4358-84c3-9cad2713ab4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.513780] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "93823d64-1b97-4358-84c3-9cad2713ab4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.646576] env[69052]: DEBUG nova.compute.manager [req-a5f7c345-9c1b-4ca3-a7e5-6d17c7245043 req-8cae0707-898e-450b-89dd-4474bcf9e30d service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Received event network-changed-614908eb-cc95-4a76-bee1-eb171b1c98d0 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.646576] env[69052]: DEBUG nova.compute.manager [req-a5f7c345-9c1b-4ca3-a7e5-6d17c7245043 req-8cae0707-898e-450b-89dd-4474bcf9e30d service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Refreshing instance network info cache due to event network-changed-614908eb-cc95-4a76-bee1-eb171b1c98d0. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.646576] env[69052]: DEBUG oslo_concurrency.lockutils [req-a5f7c345-9c1b-4ca3-a7e5-6d17c7245043 req-8cae0707-898e-450b-89dd-4474bcf9e30d service nova] Acquiring lock "refresh_cache-dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.646926] env[69052]: DEBUG oslo_concurrency.lockutils [req-a5f7c345-9c1b-4ca3-a7e5-6d17c7245043 req-8cae0707-898e-450b-89dd-4474bcf9e30d service nova] Acquired lock "refresh_cache-dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.646926] env[69052]: DEBUG nova.network.neutron [req-a5f7c345-9c1b-4ca3-a7e5-6d17c7245043 req-8cae0707-898e-450b-89dd-4474bcf9e30d service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Refreshing network info cache for port 614908eb-cc95-4a76-bee1-eb171b1c98d0 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.707000] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af01415-445c-43c8-a619-0be03d5b2731 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.722977] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006a68d6-bbd5-4aec-9d51-ee9ce9739a12 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.761704] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab9d0c1-4756-4847-ab9a-72dc507578ba {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.770179] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8ce87d-a003-4123-9008-3922c83647ab {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.789262] env[69052]: DEBUG nova.compute.provider_tree [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.830487] env[69052]: DEBUG oslo_vmware.api [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18071} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.830624] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 994.830791] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 994.831010] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 994.831883] env[69052]: INFO nova.compute.manager [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Took 1.14 seconds to destroy the instance on the hypervisor. [ 994.832172] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.832388] env[69052]: DEBUG nova.compute.manager [-] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 994.832480] env[69052]: DEBUG nova.network.neutron [-] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 994.938732] env[69052]: DEBUG oslo_vmware.api [None req-eafa1862-7fa1-4015-a117-22ec65f795f5 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236825, 'name': PowerOffVM_Task, 'duration_secs': 0.201032} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.939083] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-eafa1862-7fa1-4015-a117-22ec65f795f5 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.939360] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-eafa1862-7fa1-4015-a117-22ec65f795f5 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.939623] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d33587a0-488d-46ea-b01f-121dd6ded778 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.990462] env[69052]: DEBUG oslo_vmware.api [None req-2089f077-178d-40cb-b5bf-b62fd672fb49 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236826, 'name': ReconfigVM_Task, 'duration_secs': 0.184066} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.990462] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-2089f077-178d-40cb-b5bf-b62fd672fb49 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646939', 'volume_id': '3a2da217-2d9e-469a-84e0-c5f83e150a23', 'name': 'volume-3a2da217-2d9e-469a-84e0-c5f83e150a23', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '378d47dd-e9df-4594-9180-9dfe8a815a38', 'attached_at': '', 'detached_at': '', 'volume_id': '3a2da217-2d9e-469a-84e0-c5f83e150a23', 'serial': '3a2da217-2d9e-469a-84e0-c5f83e150a23'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 995.016580] env[69052]: DEBUG nova.compute.manager [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.030073] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-eafa1862-7fa1-4015-a117-22ec65f795f5 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.030343] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-eafa1862-7fa1-4015-a117-22ec65f795f5 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.030520] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-eafa1862-7fa1-4015-a117-22ec65f795f5 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Deleting the datastore file [datastore1] e0b241bd-76bb-4aa1-a234-983eb6dd8e7c {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.030782] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4c7940e-78f3-4650-b2f7-2eabbc2ae147 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.039249] env[69052]: DEBUG oslo_vmware.api [None req-eafa1862-7fa1-4015-a117-22ec65f795f5 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 995.039249] env[69052]: value = "task-3236828" [ 995.039249] env[69052]: _type = "Task" [ 995.039249] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.053757] env[69052]: DEBUG oslo_vmware.api [None req-eafa1862-7fa1-4015-a117-22ec65f795f5 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.297306] env[69052]: DEBUG nova.scheduler.client.report [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.482593] env[69052]: DEBUG nova.network.neutron [req-a5f7c345-9c1b-4ca3-a7e5-6d17c7245043 req-8cae0707-898e-450b-89dd-4474bcf9e30d service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Updated VIF entry in instance network info cache for port 614908eb-cc95-4a76-bee1-eb171b1c98d0. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.482957] env[69052]: DEBUG nova.network.neutron [req-a5f7c345-9c1b-4ca3-a7e5-6d17c7245043 req-8cae0707-898e-450b-89dd-4474bcf9e30d service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Updating instance_info_cache with network_info: [{"id": "614908eb-cc95-4a76-bee1-eb171b1c98d0", "address": "fa:16:3e:8a:cd:3f", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614908eb-cc", "ovs_interfaceid": "614908eb-cc95-4a76-bee1-eb171b1c98d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.549446] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.555361] env[69052]: DEBUG oslo_vmware.api [None req-eafa1862-7fa1-4015-a117-22ec65f795f5 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129294} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.555668] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-eafa1862-7fa1-4015-a117-22ec65f795f5 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.555863] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-eafa1862-7fa1-4015-a117-22ec65f795f5 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.556080] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-eafa1862-7fa1-4015-a117-22ec65f795f5 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.556309] env[69052]: INFO nova.compute.manager [None req-eafa1862-7fa1-4015-a117-22ec65f795f5 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 995.556585] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eafa1862-7fa1-4015-a117-22ec65f795f5 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.557418] env[69052]: DEBUG nova.compute.manager [-] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.557558] env[69052]: DEBUG nova.network.neutron [-] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.771223] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "b99c851a-15fc-43be-a239-259ed7eaef89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.771544] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "b99c851a-15fc-43be-a239-259ed7eaef89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.804033] env[69052]: DEBUG oslo_concurrency.lockutils [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.804033] env[69052]: DEBUG nova.compute.manager [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.807119] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.132s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.808797] env[69052]: DEBUG nova.network.neutron [-] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.988352] env[69052]: DEBUG oslo_concurrency.lockutils [req-a5f7c345-9c1b-4ca3-a7e5-6d17c7245043 req-8cae0707-898e-450b-89dd-4474bcf9e30d service nova] Releasing lock "refresh_cache-dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.040252] env[69052]: DEBUG nova.compute.manager [req-97b91f86-793a-4e4e-8399-8d3e4f54521a req-3b58491d-02fc-440e-a791-74018331e696 service nova] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Received event network-vif-deleted-bfcdab73-2d52-495a-afed-df1adfb308b3 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.040252] env[69052]: INFO nova.compute.manager [req-97b91f86-793a-4e4e-8399-8d3e4f54521a req-3b58491d-02fc-440e-a791-74018331e696 service nova] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Neutron deleted interface bfcdab73-2d52-495a-afed-df1adfb308b3; detaching it from the instance and deleting it from the info cache [ 996.040252] env[69052]: DEBUG nova.network.neutron [req-97b91f86-793a-4e4e-8399-8d3e4f54521a req-3b58491d-02fc-440e-a791-74018331e696 service nova] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.049714] env[69052]: DEBUG nova.objects.instance [None req-2089f077-178d-40cb-b5bf-b62fd672fb49 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lazy-loading 'flavor' on Instance uuid 378d47dd-e9df-4594-9180-9dfe8a815a38 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.274563] env[69052]: DEBUG nova.compute.manager [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.312812] env[69052]: DEBUG nova.compute.utils [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.314797] env[69052]: DEBUG nova.compute.manager [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.315164] env[69052]: DEBUG nova.network.neutron [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.319419] env[69052]: INFO nova.compute.claims [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.324067] env[69052]: INFO nova.compute.manager [-] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Took 1.49 seconds to deallocate network for instance. [ 996.374156] env[69052]: DEBUG nova.policy [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc9e0a5292334edd807df00f5fca08b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a78122ee1db4ec99999744f40855901', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.520400] env[69052]: DEBUG nova.network.neutron [-] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.543943] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6bcab22-4aff-43b8-9f5f-90b5a6143278 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.558152] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da527f7b-e162-4520-addf-66641783fba5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.570606] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2089f077-178d-40cb-b5bf-b62fd672fb49 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "378d47dd-e9df-4594-9180-9dfe8a815a38" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.357s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.597022] env[69052]: DEBUG nova.compute.manager [req-97b91f86-793a-4e4e-8399-8d3e4f54521a req-3b58491d-02fc-440e-a791-74018331e696 service nova] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Detach interface failed, port_id=bfcdab73-2d52-495a-afed-df1adfb308b3, reason: Instance e0b241bd-76bb-4aa1-a234-983eb6dd8e7c could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 996.608524] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Acquiring lock "b1112efb-65aa-421e-b9ae-e1af4294cf54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.608795] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Lock "b1112efb-65aa-421e-b9ae-e1af4294cf54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.609015] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Acquiring lock "b1112efb-65aa-421e-b9ae-e1af4294cf54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.613083] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Lock "b1112efb-65aa-421e-b9ae-e1af4294cf54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.613083] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Lock "b1112efb-65aa-421e-b9ae-e1af4294cf54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.613083] env[69052]: INFO nova.compute.manager [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Terminating instance [ 996.691212] env[69052]: DEBUG nova.compute.manager [req-a00dea9d-c9d4-49a2-8544-6d83ddccd13e req-32fbdf1a-d083-4d14-8569-7a8871d2906f service nova] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Received event network-vif-deleted-38a62655-f155-4339-b65b-2be308b510e7 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.718606] env[69052]: DEBUG nova.network.neutron [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Successfully created port: f73f4f60-e536-41f3-a277-ea583031b3dd {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.810653] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.816407] env[69052]: DEBUG nova.compute.manager [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.829424] env[69052]: INFO nova.compute.resource_tracker [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Updating resource usage from migration ef8fb2ff-99b2-4c0a-ab27-e9b48c416445 [ 996.833785] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.023457] env[69052]: INFO nova.compute.manager [-] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Took 1.47 seconds to deallocate network for instance. [ 997.122036] env[69052]: DEBUG nova.compute.manager [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.122036] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.122036] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2da882-f0bc-4cd2-8389-ebb910501894 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.135397] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.136610] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f803223-0a41-4547-a5e4-255f5c7a863a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.142159] env[69052]: DEBUG oslo_vmware.api [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Waiting for the task: (returnval){ [ 997.142159] env[69052]: value = "task-3236832" [ 997.142159] env[69052]: _type = "Task" [ 997.142159] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.150050] env[69052]: DEBUG oslo_vmware.api [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Task: {'id': task-3236832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.177746] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2f0949-c408-4adb-9add-ef958d76eeb9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.186519] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba735c4-4657-4c71-8224-1a3882093fe0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.220810] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70f37da-947d-433f-9cb6-cd011338dc6b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.228860] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95527de-dec5-44f8-b766-6b13c1230ed1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.242374] env[69052]: DEBUG nova.compute.provider_tree [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.530478] env[69052]: DEBUG oslo_concurrency.lockutils [None req-eafa1862-7fa1-4015-a117-22ec65f795f5 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.574927] env[69052]: DEBUG nova.compute.manager [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Stashing vm_state: active {{(pid=69052) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 997.652099] env[69052]: DEBUG oslo_vmware.api [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Task: {'id': task-3236832, 'name': PowerOffVM_Task, 'duration_secs': 0.201685} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.652398] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.652564] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.652812] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d41fd6b9-dafa-4a7d-aec7-665504c7cc68 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.719449] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.719743] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.719914] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Deleting the datastore file [datastore2] b1112efb-65aa-421e-b9ae-e1af4294cf54 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.720180] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d5ee210-4eb1-44cd-97ab-4889bb88c4bf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.728362] env[69052]: DEBUG oslo_vmware.api [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Waiting for the task: (returnval){ [ 997.728362] env[69052]: value = "task-3236834" [ 997.728362] env[69052]: _type = "Task" [ 997.728362] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.736307] env[69052]: DEBUG oslo_vmware.api [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Task: {'id': task-3236834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.745591] env[69052]: DEBUG nova.scheduler.client.report [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.826965] env[69052]: DEBUG nova.compute.manager [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.855933] env[69052]: DEBUG nova.virt.hardware [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.856284] env[69052]: DEBUG nova.virt.hardware [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.856512] env[69052]: DEBUG nova.virt.hardware [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.856766] env[69052]: DEBUG nova.virt.hardware [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.856981] env[69052]: DEBUG nova.virt.hardware [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.857219] env[69052]: DEBUG nova.virt.hardware [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.857507] env[69052]: DEBUG nova.virt.hardware [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.857732] env[69052]: DEBUG nova.virt.hardware [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.857972] env[69052]: DEBUG nova.virt.hardware [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.858216] env[69052]: DEBUG nova.virt.hardware [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.858465] env[69052]: DEBUG nova.virt.hardware [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.859384] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dbbeee-a0f9-43f3-8937-349df045d324 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.867916] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea2d69f-23b2-4bbe-9b3c-233a332fd0c4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.987033] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b0763c51-be16-4e0f-9355-0958b3f227ed tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "0c78112e-f66a-4382-9fb2-3a448309d148" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.987430] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b0763c51-be16-4e0f-9355-0958b3f227ed tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "0c78112e-f66a-4382-9fb2-3a448309d148" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.095422] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.141922] env[69052]: DEBUG nova.compute.manager [req-176b5d4b-9bee-4d2f-96c0-4a71642af3e8 req-e133b25b-5d73-49cf-9758-ac276839265d service nova] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Received event network-vif-plugged-f73f4f60-e536-41f3-a277-ea583031b3dd {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.142219] env[69052]: DEBUG oslo_concurrency.lockutils [req-176b5d4b-9bee-4d2f-96c0-4a71642af3e8 req-e133b25b-5d73-49cf-9758-ac276839265d service nova] Acquiring lock "1c65f73d-234c-4f98-8b7f-a3e8e772dfff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.142560] env[69052]: DEBUG oslo_concurrency.lockutils [req-176b5d4b-9bee-4d2f-96c0-4a71642af3e8 req-e133b25b-5d73-49cf-9758-ac276839265d service nova] Lock "1c65f73d-234c-4f98-8b7f-a3e8e772dfff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.142616] env[69052]: DEBUG oslo_concurrency.lockutils [req-176b5d4b-9bee-4d2f-96c0-4a71642af3e8 req-e133b25b-5d73-49cf-9758-ac276839265d service nova] Lock "1c65f73d-234c-4f98-8b7f-a3e8e772dfff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.142757] env[69052]: DEBUG nova.compute.manager [req-176b5d4b-9bee-4d2f-96c0-4a71642af3e8 req-e133b25b-5d73-49cf-9758-ac276839265d service nova] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] No waiting events found dispatching network-vif-plugged-f73f4f60-e536-41f3-a277-ea583031b3dd {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.142920] env[69052]: WARNING nova.compute.manager [req-176b5d4b-9bee-4d2f-96c0-4a71642af3e8 req-e133b25b-5d73-49cf-9758-ac276839265d service nova] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Received unexpected event network-vif-plugged-f73f4f60-e536-41f3-a277-ea583031b3dd for instance with vm_state building and task_state spawning. [ 998.220268] env[69052]: DEBUG nova.network.neutron [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Successfully updated port: f73f4f60-e536-41f3-a277-ea583031b3dd {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.239739] env[69052]: DEBUG oslo_vmware.api [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Task: {'id': task-3236834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211829} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.240333] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.240333] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.240464] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.240708] env[69052]: INFO nova.compute.manager [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Took 1.12 seconds to destroy the instance on the hypervisor. [ 998.240871] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.241102] env[69052]: DEBUG nova.compute.manager [-] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.241212] env[69052]: DEBUG nova.network.neutron [-] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.251022] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.444s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.251722] env[69052]: INFO nova.compute.manager [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Migrating [ 998.258091] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.080s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.258333] env[69052]: DEBUG nova.objects.instance [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lazy-loading 'resources' on Instance uuid cef3db69-2bc5-4b16-b362-5b92bfeb9f5b {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.490734] env[69052]: INFO nova.compute.manager [None req-b0763c51-be16-4e0f-9355-0958b3f227ed tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Detaching volume d327fd9f-761a-4803-acda-0f868d3e9b54 [ 998.531021] env[69052]: INFO nova.virt.block_device [None req-b0763c51-be16-4e0f-9355-0958b3f227ed tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Attempting to driver detach volume d327fd9f-761a-4803-acda-0f868d3e9b54 from mountpoint /dev/sdb [ 998.531021] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0763c51-be16-4e0f-9355-0958b3f227ed tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Volume detach. Driver type: vmdk {{(pid=69052) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 998.531021] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0763c51-be16-4e0f-9355-0958b3f227ed tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646899', 'volume_id': 'd327fd9f-761a-4803-acda-0f868d3e9b54', 'name': 'volume-d327fd9f-761a-4803-acda-0f868d3e9b54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0c78112e-f66a-4382-9fb2-3a448309d148', 'attached_at': '', 'detached_at': '', 'volume_id': 'd327fd9f-761a-4803-acda-0f868d3e9b54', 'serial': 'd327fd9f-761a-4803-acda-0f868d3e9b54'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 998.531021] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6ed328-a0a9-4b88-9fc1-50f4791551bd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.561272] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef880e26-6ffd-4fcf-8518-feee12a5df0a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.568838] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed1a51a-a97d-48b0-aace-46ddf696e67c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.590172] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defe9704-99d5-4d61-afce-78298c765549 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.605602] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0763c51-be16-4e0f-9355-0958b3f227ed tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] The volume has not been displaced from its original location: [datastore1] volume-d327fd9f-761a-4803-acda-0f868d3e9b54/volume-d327fd9f-761a-4803-acda-0f868d3e9b54.vmdk. No consolidation needed. {{(pid=69052) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 998.611709] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0763c51-be16-4e0f-9355-0958b3f227ed tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Reconfiguring VM instance instance-00000031 to detach disk 2001 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 998.612095] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bb48f0b-ab84-4a4d-8c54-2bc3f973c4f9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.631750] env[69052]: DEBUG oslo_vmware.api [None req-b0763c51-be16-4e0f-9355-0958b3f227ed tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 998.631750] env[69052]: value = "task-3236835" [ 998.631750] env[69052]: _type = "Task" [ 998.631750] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.640260] env[69052]: DEBUG oslo_vmware.api [None req-b0763c51-be16-4e0f-9355-0958b3f227ed tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236835, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.722255] env[69052]: DEBUG oslo_concurrency.lockutils [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "refresh_cache-1c65f73d-234c-4f98-8b7f-a3e8e772dfff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.722397] env[69052]: DEBUG oslo_concurrency.lockutils [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquired lock "refresh_cache-1c65f73d-234c-4f98-8b7f-a3e8e772dfff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.722552] env[69052]: DEBUG nova.network.neutron [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.769711] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "refresh_cache-d144e192-e16f-4437-9813-6b44fdcaa8e1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.769973] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquired lock "refresh_cache-d144e192-e16f-4437-9813-6b44fdcaa8e1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.770175] env[69052]: DEBUG nova.network.neutron [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.067721] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008d2845-3d8b-4731-9531-7e43a4579f25 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.075108] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f151d4-be02-4741-afbc-26f65cb4618f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.108340] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2244d3f0-5d01-496b-87b5-ec73418d921c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.116110] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9df7bb-63f1-4921-b2e8-fc3638c40edf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.130796] env[69052]: DEBUG nova.compute.provider_tree [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.141826] env[69052]: DEBUG oslo_vmware.api [None req-b0763c51-be16-4e0f-9355-0958b3f227ed tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236835, 'name': ReconfigVM_Task, 'duration_secs': 0.363712} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.142913] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0763c51-be16-4e0f-9355-0958b3f227ed tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Reconfigured VM instance instance-00000031 to detach disk 2001 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 999.148736] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f0ad4bf-86fb-45b3-a98d-4438b009c98a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.167195] env[69052]: DEBUG oslo_vmware.api [None req-b0763c51-be16-4e0f-9355-0958b3f227ed tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 999.167195] env[69052]: value = "task-3236836" [ 999.167195] env[69052]: _type = "Task" [ 999.167195] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.167519] env[69052]: DEBUG nova.network.neutron [-] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.178214] env[69052]: DEBUG oslo_vmware.api [None req-b0763c51-be16-4e0f-9355-0958b3f227ed tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.265162] env[69052]: DEBUG nova.network.neutron [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.405196] env[69052]: DEBUG nova.network.neutron [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Updating instance_info_cache with network_info: [{"id": "f73f4f60-e536-41f3-a277-ea583031b3dd", "address": "fa:16:3e:80:3f:52", "network": {"id": "1e799245-f22d-49f1-9e4a-3f8c57970aef", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-77695136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a78122ee1db4ec99999744f40855901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf73f4f60-e5", "ovs_interfaceid": "f73f4f60-e536-41f3-a277-ea583031b3dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.586259] env[69052]: DEBUG nova.network.neutron [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Updating instance_info_cache with network_info: [{"id": "b15a0d01-0291-4ac4-b031-1691ee4bbba7", "address": "fa:16:3e:bf:72:58", "network": {"id": "4e7ad40f-fc44-47b3-ada6-0ae53251c650", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329642848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "420997e04b2a41d882b1f61eb5a284f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb15a0d01-02", "ovs_interfaceid": "b15a0d01-0291-4ac4-b031-1691ee4bbba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.638576] env[69052]: DEBUG nova.scheduler.client.report [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.673148] env[69052]: INFO nova.compute.manager [-] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Took 1.43 seconds to deallocate network for instance. [ 999.684431] env[69052]: DEBUG oslo_vmware.api [None req-b0763c51-be16-4e0f-9355-0958b3f227ed tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.909499] env[69052]: DEBUG oslo_concurrency.lockutils [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Releasing lock "refresh_cache-1c65f73d-234c-4f98-8b7f-a3e8e772dfff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.909833] env[69052]: DEBUG nova.compute.manager [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Instance network_info: |[{"id": "f73f4f60-e536-41f3-a277-ea583031b3dd", "address": "fa:16:3e:80:3f:52", "network": {"id": "1e799245-f22d-49f1-9e4a-3f8c57970aef", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-77695136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a78122ee1db4ec99999744f40855901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf73f4f60-e5", "ovs_interfaceid": "f73f4f60-e536-41f3-a277-ea583031b3dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.910284] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:3f:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f73f4f60-e536-41f3-a277-ea583031b3dd', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.919277] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.919522] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.919781] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a86bed9-bfa3-450c-b0b3-43518a8984c8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.942723] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.942723] env[69052]: value = "task-3236838" [ 999.942723] env[69052]: _type = "Task" [ 999.942723] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.951649] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236838, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.086792] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Releasing lock "refresh_cache-d144e192-e16f-4437-9813-6b44fdcaa8e1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.144975] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.148105] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.328s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.148105] env[69052]: DEBUG nova.objects.instance [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lazy-loading 'resources' on Instance uuid dca74ef4-9a33-41d3-89bf-12d6b6ecd79c {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.170572] env[69052]: INFO nova.scheduler.client.report [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Deleted allocations for instance cef3db69-2bc5-4b16-b362-5b92bfeb9f5b [ 1000.181444] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.185618] env[69052]: DEBUG oslo_vmware.api [None req-b0763c51-be16-4e0f-9355-0958b3f227ed tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236836, 'name': ReconfigVM_Task, 'duration_secs': 0.898583} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.185989] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0763c51-be16-4e0f-9355-0958b3f227ed tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646899', 'volume_id': 'd327fd9f-761a-4803-acda-0f868d3e9b54', 'name': 'volume-d327fd9f-761a-4803-acda-0f868d3e9b54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0c78112e-f66a-4382-9fb2-3a448309d148', 'attached_at': '', 'detached_at': '', 'volume_id': 'd327fd9f-761a-4803-acda-0f868d3e9b54', 'serial': 'd327fd9f-761a-4803-acda-0f868d3e9b54'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1000.218161] env[69052]: DEBUG nova.compute.manager [req-1eec9416-86cc-4a83-b763-c9c1d7534e43 req-568ce24c-f8a3-435a-845b-615500f16776 service nova] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Received event network-changed-f73f4f60-e536-41f3-a277-ea583031b3dd {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.218435] env[69052]: DEBUG nova.compute.manager [req-1eec9416-86cc-4a83-b763-c9c1d7534e43 req-568ce24c-f8a3-435a-845b-615500f16776 service nova] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Refreshing instance network info cache due to event network-changed-f73f4f60-e536-41f3-a277-ea583031b3dd. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.218974] env[69052]: DEBUG oslo_concurrency.lockutils [req-1eec9416-86cc-4a83-b763-c9c1d7534e43 req-568ce24c-f8a3-435a-845b-615500f16776 service nova] Acquiring lock "refresh_cache-1c65f73d-234c-4f98-8b7f-a3e8e772dfff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.218974] env[69052]: DEBUG oslo_concurrency.lockutils [req-1eec9416-86cc-4a83-b763-c9c1d7534e43 req-568ce24c-f8a3-435a-845b-615500f16776 service nova] Acquired lock "refresh_cache-1c65f73d-234c-4f98-8b7f-a3e8e772dfff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.219084] env[69052]: DEBUG nova.network.neutron [req-1eec9416-86cc-4a83-b763-c9c1d7534e43 req-568ce24c-f8a3-435a-845b-615500f16776 service nova] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Refreshing network info cache for port f73f4f60-e536-41f3-a277-ea583031b3dd {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.226108] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4509cd8f-be7b-4e80-89b1-c2376e7f4788 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "e8a56eb2-4f01-4a90-9758-f531feba21c9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.226108] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4509cd8f-be7b-4e80-89b1-c2376e7f4788 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "e8a56eb2-4f01-4a90-9758-f531feba21c9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.452474] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236838, 'name': CreateVM_Task, 'duration_secs': 0.374214} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.452652] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.453484] env[69052]: DEBUG oslo_concurrency.lockutils [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.453699] env[69052]: DEBUG oslo_concurrency.lockutils [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.454027] env[69052]: DEBUG oslo_concurrency.lockutils [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.454325] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a51d8602-c833-4d53-9887-f7cefb2bba97 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.458664] env[69052]: DEBUG oslo_vmware.api [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1000.458664] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5262612d-0acb-b963-60c5-abf6196e38be" [ 1000.458664] env[69052]: _type = "Task" [ 1000.458664] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.465901] env[69052]: DEBUG oslo_vmware.api [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5262612d-0acb-b963-60c5-abf6196e38be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.685935] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94087a68-34cb-4704-a7a1-9e4b132304cd tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "cef3db69-2bc5-4b16-b362-5b92bfeb9f5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.927s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.729231] env[69052]: INFO nova.compute.manager [None req-4509cd8f-be7b-4e80-89b1-c2376e7f4788 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Detaching volume d598b606-2fb4-4717-ac58-6a0af2b84d1c [ 1000.741940] env[69052]: DEBUG nova.objects.instance [None req-b0763c51-be16-4e0f-9355-0958b3f227ed tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lazy-loading 'flavor' on Instance uuid 0c78112e-f66a-4382-9fb2-3a448309d148 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.763566] env[69052]: INFO nova.virt.block_device [None req-4509cd8f-be7b-4e80-89b1-c2376e7f4788 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Attempting to driver detach volume d598b606-2fb4-4717-ac58-6a0af2b84d1c from mountpoint /dev/sdb [ 1000.763939] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-4509cd8f-be7b-4e80-89b1-c2376e7f4788 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Volume detach. Driver type: vmdk {{(pid=69052) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1000.764086] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-4509cd8f-be7b-4e80-89b1-c2376e7f4788 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646911', 'volume_id': 'd598b606-2fb4-4717-ac58-6a0af2b84d1c', 'name': 'volume-d598b606-2fb4-4717-ac58-6a0af2b84d1c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e8a56eb2-4f01-4a90-9758-f531feba21c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'd598b606-2fb4-4717-ac58-6a0af2b84d1c', 'serial': 'd598b606-2fb4-4717-ac58-6a0af2b84d1c'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1000.764928] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a9a120-a831-45e6-862c-77e15a808f31 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.791584] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c538465-a6db-4090-80ca-5aa8bc319540 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.801024] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307ba90b-9c51-41e7-b4fd-2dcf5cca24c6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.828911] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b80b3d6-73c7-4f22-9b02-3bde417f6918 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.845163] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-4509cd8f-be7b-4e80-89b1-c2376e7f4788 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] The volume has not been displaced from its original location: [datastore2] volume-d598b606-2fb4-4717-ac58-6a0af2b84d1c/volume-d598b606-2fb4-4717-ac58-6a0af2b84d1c.vmdk. No consolidation needed. {{(pid=69052) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1000.850614] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-4509cd8f-be7b-4e80-89b1-c2376e7f4788 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1000.855413] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b0d16e7-0be4-4b31-a202-81456161b4ef {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.873889] env[69052]: DEBUG oslo_vmware.api [None req-4509cd8f-be7b-4e80-89b1-c2376e7f4788 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1000.873889] env[69052]: value = "task-3236839" [ 1000.873889] env[69052]: _type = "Task" [ 1000.873889] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.883721] env[69052]: DEBUG oslo_vmware.api [None req-4509cd8f-be7b-4e80-89b1-c2376e7f4788 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.969860] env[69052]: DEBUG oslo_vmware.api [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5262612d-0acb-b963-60c5-abf6196e38be, 'name': SearchDatastore_Task, 'duration_secs': 0.008346} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.970203] env[69052]: DEBUG oslo_concurrency.lockutils [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.970488] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.970639] env[69052]: DEBUG oslo_concurrency.lockutils [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.970789] env[69052]: DEBUG oslo_concurrency.lockutils [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.970977] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.973714] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8df67372-edf6-431b-9c6b-f338b16d7507 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.982687] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.982881] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.983677] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9dadc52-999e-474e-8cac-5e5ae150dcaf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.987453] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c04eb0-162e-4453-9ff3-ca09939ce86e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.992872] env[69052]: DEBUG oslo_vmware.api [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1000.992872] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52361a32-3584-8f2c-af24-e505e36bcb96" [ 1000.992872] env[69052]: _type = "Task" [ 1000.992872] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.998138] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d23cdb1-87e0-45b9-963f-0a9aadfd59a6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.006243] env[69052]: DEBUG oslo_vmware.api [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52361a32-3584-8f2c-af24-e505e36bcb96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.007229] env[69052]: DEBUG nova.network.neutron [req-1eec9416-86cc-4a83-b763-c9c1d7534e43 req-568ce24c-f8a3-435a-845b-615500f16776 service nova] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Updated VIF entry in instance network info cache for port f73f4f60-e536-41f3-a277-ea583031b3dd. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.007709] env[69052]: DEBUG nova.network.neutron [req-1eec9416-86cc-4a83-b763-c9c1d7534e43 req-568ce24c-f8a3-435a-845b-615500f16776 service nova] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Updating instance_info_cache with network_info: [{"id": "f73f4f60-e536-41f3-a277-ea583031b3dd", "address": "fa:16:3e:80:3f:52", "network": {"id": "1e799245-f22d-49f1-9e4a-3f8c57970aef", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-77695136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a78122ee1db4ec99999744f40855901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf73f4f60-e5", "ovs_interfaceid": "f73f4f60-e536-41f3-a277-ea583031b3dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.033641] env[69052]: DEBUG oslo_concurrency.lockutils [req-1eec9416-86cc-4a83-b763-c9c1d7534e43 req-568ce24c-f8a3-435a-845b-615500f16776 service nova] Releasing lock "refresh_cache-1c65f73d-234c-4f98-8b7f-a3e8e772dfff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.034554] env[69052]: DEBUG nova.compute.manager [req-1eec9416-86cc-4a83-b763-c9c1d7534e43 req-568ce24c-f8a3-435a-845b-615500f16776 service nova] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Received event network-vif-deleted-7eb59bea-fbdb-43f2-8b89-fdf71315885a {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.034780] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6dd59b-5add-4851-a1f9-54d9ba3e6a90 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.042898] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260a389c-91b3-4010-91c6-a9df1b03aedf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.058596] env[69052]: DEBUG nova.compute.provider_tree [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.383675] env[69052]: DEBUG oslo_vmware.api [None req-4509cd8f-be7b-4e80-89b1-c2376e7f4788 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236839, 'name': ReconfigVM_Task, 'duration_secs': 0.426738} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.383978] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-4509cd8f-be7b-4e80-89b1-c2376e7f4788 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1001.388521] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e22565c9-ee43-43f9-8812-54febe7a21bc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.403447] env[69052]: DEBUG oslo_vmware.api [None req-4509cd8f-be7b-4e80-89b1-c2376e7f4788 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1001.403447] env[69052]: value = "task-3236840" [ 1001.403447] env[69052]: _type = "Task" [ 1001.403447] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.410465] env[69052]: DEBUG oslo_vmware.api [None req-4509cd8f-be7b-4e80-89b1-c2376e7f4788 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236840, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.504565] env[69052]: DEBUG oslo_vmware.api [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52361a32-3584-8f2c-af24-e505e36bcb96, 'name': SearchDatastore_Task, 'duration_secs': 0.015217} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.505395] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d1afbc9-9384-4b17-bf56-29b329d3a7d7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.510507] env[69052]: DEBUG oslo_vmware.api [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1001.510507] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a3d60e-742b-00f5-b975-7564eac00fb7" [ 1001.510507] env[69052]: _type = "Task" [ 1001.510507] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.518141] env[69052]: DEBUG oslo_vmware.api [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a3d60e-742b-00f5-b975-7564eac00fb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.561563] env[69052]: DEBUG nova.scheduler.client.report [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.602075] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0da6fa-10f6-4b62-9f33-a7909bd1e246 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.620678] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Updating instance 'd144e192-e16f-4437-9813-6b44fdcaa8e1' progress to 0 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1001.669806] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9de83a3c-74c6-4551-94b0-a19e988b1c89 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.670186] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9de83a3c-74c6-4551-94b0-a19e988b1c89 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.670414] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9de83a3c-74c6-4551-94b0-a19e988b1c89 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.670597] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9de83a3c-74c6-4551-94b0-a19e988b1c89 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.670762] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9de83a3c-74c6-4551-94b0-a19e988b1c89 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.673896] env[69052]: INFO nova.compute.manager [None req-9de83a3c-74c6-4551-94b0-a19e988b1c89 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Terminating instance [ 1001.751212] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b0763c51-be16-4e0f-9355-0958b3f227ed tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "0c78112e-f66a-4382-9fb2-3a448309d148" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.764s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.917071] env[69052]: DEBUG oslo_vmware.api [None req-4509cd8f-be7b-4e80-89b1-c2376e7f4788 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236840, 'name': ReconfigVM_Task, 'duration_secs': 0.12968} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.917071] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-4509cd8f-be7b-4e80-89b1-c2376e7f4788 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646911', 'volume_id': 'd598b606-2fb4-4717-ac58-6a0af2b84d1c', 'name': 'volume-d598b606-2fb4-4717-ac58-6a0af2b84d1c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e8a56eb2-4f01-4a90-9758-f531feba21c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'd598b606-2fb4-4717-ac58-6a0af2b84d1c', 'serial': 'd598b606-2fb4-4717-ac58-6a0af2b84d1c'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1002.021706] env[69052]: DEBUG oslo_vmware.api [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a3d60e-742b-00f5-b975-7564eac00fb7, 'name': SearchDatastore_Task, 'duration_secs': 0.009636} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.021993] env[69052]: DEBUG oslo_concurrency.lockutils [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.022273] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 1c65f73d-234c-4f98-8b7f-a3e8e772dfff/1c65f73d-234c-4f98-8b7f-a3e8e772dfff.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.022531] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a529c795-8d0e-46b3-97b2-66911ddf80d1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.031324] env[69052]: DEBUG oslo_vmware.api [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1002.031324] env[69052]: value = "task-3236842" [ 1002.031324] env[69052]: _type = "Task" [ 1002.031324] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.038334] env[69052]: DEBUG oslo_vmware.api [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.066323] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.068746] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.138s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.069017] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.069099] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69052) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1002.069459] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.376s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.070788] env[69052]: INFO nova.compute.claims [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.073853] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ff8ce6-f8b9-4bab-9aab-90eac938323a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.082660] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1455d3a6-086e-432a-9444-2b93ba2d42bd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.096910] env[69052]: INFO nova.scheduler.client.report [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Deleted allocations for instance dca74ef4-9a33-41d3-89bf-12d6b6ecd79c [ 1002.098406] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d735f404-ff1c-4e79-907b-235fd75bf81b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.107720] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef296d62-edf2-422a-8d36-6a78277fc120 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.145527] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.146021] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178921MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=69052) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1002.146278] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.146661] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b22a21ce-3c5c-47f0-a95a-0ac298980658 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.156495] env[69052]: DEBUG oslo_vmware.api [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1002.156495] env[69052]: value = "task-3236843" [ 1002.156495] env[69052]: _type = "Task" [ 1002.156495] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.165592] env[69052]: DEBUG oslo_vmware.api [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.177741] env[69052]: DEBUG nova.compute.manager [None req-9de83a3c-74c6-4551-94b0-a19e988b1c89 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.177974] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9de83a3c-74c6-4551-94b0-a19e988b1c89 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.179507] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c578ca-c6e4-47be-8f85-8dec25228b13 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.187036] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de83a3c-74c6-4551-94b0-a19e988b1c89 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.187225] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52a22188-812b-4d48-a81d-1c2367045289 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.194323] env[69052]: DEBUG oslo_vmware.api [None req-9de83a3c-74c6-4551-94b0-a19e988b1c89 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 1002.194323] env[69052]: value = "task-3236844" [ 1002.194323] env[69052]: _type = "Task" [ 1002.194323] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.203886] env[69052]: DEBUG oslo_vmware.api [None req-9de83a3c-74c6-4551-94b0-a19e988b1c89 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.339027] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6c25ff92-179e-4cfb-ad43-d91a10a429bb tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "0c78112e-f66a-4382-9fb2-3a448309d148" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.339027] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6c25ff92-179e-4cfb-ad43-d91a10a429bb tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "0c78112e-f66a-4382-9fb2-3a448309d148" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.339027] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6c25ff92-179e-4cfb-ad43-d91a10a429bb tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "0c78112e-f66a-4382-9fb2-3a448309d148-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.339027] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6c25ff92-179e-4cfb-ad43-d91a10a429bb tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "0c78112e-f66a-4382-9fb2-3a448309d148-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.339027] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6c25ff92-179e-4cfb-ad43-d91a10a429bb tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "0c78112e-f66a-4382-9fb2-3a448309d148-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.340656] env[69052]: INFO nova.compute.manager [None req-6c25ff92-179e-4cfb-ad43-d91a10a429bb tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Terminating instance [ 1002.486356] env[69052]: DEBUG nova.objects.instance [None req-4509cd8f-be7b-4e80-89b1-c2376e7f4788 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lazy-loading 'flavor' on Instance uuid e8a56eb2-4f01-4a90-9758-f531feba21c9 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.540498] env[69052]: DEBUG oslo_vmware.api [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502377} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.541250] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 1c65f73d-234c-4f98-8b7f-a3e8e772dfff/1c65f73d-234c-4f98-8b7f-a3e8e772dfff.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.541250] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.541417] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49532a74-fca4-4114-be32-e2b851e8aa68 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.547272] env[69052]: DEBUG oslo_vmware.api [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1002.547272] env[69052]: value = "task-3236845" [ 1002.547272] env[69052]: _type = "Task" [ 1002.547272] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.556399] env[69052]: DEBUG oslo_vmware.api [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.607277] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fc6f4c18-8cbc-40df-bef7-66489ce26b41 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "dca74ef4-9a33-41d3-89bf-12d6b6ecd79c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.357s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.667322] env[69052]: DEBUG oslo_vmware.api [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236843, 'name': PowerOffVM_Task, 'duration_secs': 0.221933} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.667633] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.667838] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Updating instance 'd144e192-e16f-4437-9813-6b44fdcaa8e1' progress to 17 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1002.703651] env[69052]: DEBUG oslo_vmware.api [None req-9de83a3c-74c6-4551-94b0-a19e988b1c89 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236844, 'name': PowerOffVM_Task, 'duration_secs': 0.272016} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.703941] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de83a3c-74c6-4551-94b0-a19e988b1c89 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.704131] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9de83a3c-74c6-4551-94b0-a19e988b1c89 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.704381] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37887f9c-90e2-41d9-a049-64e7bc722309 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.769248] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9de83a3c-74c6-4551-94b0-a19e988b1c89 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.769490] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9de83a3c-74c6-4551-94b0-a19e988b1c89 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.769680] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de83a3c-74c6-4551-94b0-a19e988b1c89 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Deleting the datastore file [datastore2] 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.769945] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adb20429-6f62-4066-af83-002881821e2d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.778076] env[69052]: DEBUG oslo_vmware.api [None req-9de83a3c-74c6-4551-94b0-a19e988b1c89 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for the task: (returnval){ [ 1002.778076] env[69052]: value = "task-3236847" [ 1002.778076] env[69052]: _type = "Task" [ 1002.778076] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.785897] env[69052]: DEBUG oslo_vmware.api [None req-9de83a3c-74c6-4551-94b0-a19e988b1c89 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.849131] env[69052]: DEBUG nova.compute.manager [None req-6c25ff92-179e-4cfb-ad43-d91a10a429bb tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.849443] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6c25ff92-179e-4cfb-ad43-d91a10a429bb tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.850488] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed515cb3-af8a-42e6-bd6b-bbbebf855ae4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.858780] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c25ff92-179e-4cfb-ad43-d91a10a429bb tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.859038] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9882dc31-710b-4300-bf0a-7452e52c49bd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.865758] env[69052]: DEBUG oslo_vmware.api [None req-6c25ff92-179e-4cfb-ad43-d91a10a429bb tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 1002.865758] env[69052]: value = "task-3236848" [ 1002.865758] env[69052]: _type = "Task" [ 1002.865758] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.873450] env[69052]: DEBUG oslo_vmware.api [None req-6c25ff92-179e-4cfb-ad43-d91a10a429bb tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.058482] env[69052]: DEBUG oslo_vmware.api [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067927} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.058770] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.059572] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bceda0-768a-46f7-a7ae-c777eeaeb1d2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.082315] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 1c65f73d-234c-4f98-8b7f-a3e8e772dfff/1c65f73d-234c-4f98-8b7f-a3e8e772dfff.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.085742] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e215a07-82a9-4a42-a765-ee1aedc763aa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.106457] env[69052]: DEBUG oslo_vmware.api [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1003.106457] env[69052]: value = "task-3236849" [ 1003.106457] env[69052]: _type = "Task" [ 1003.106457] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.115632] env[69052]: DEBUG oslo_vmware.api [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236849, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.173812] env[69052]: DEBUG nova.virt.hardware [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.174178] env[69052]: DEBUG nova.virt.hardware [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.174376] env[69052]: DEBUG nova.virt.hardware [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.174602] env[69052]: DEBUG nova.virt.hardware [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.174791] env[69052]: DEBUG nova.virt.hardware [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.174971] env[69052]: DEBUG nova.virt.hardware [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.175242] env[69052]: DEBUG nova.virt.hardware [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.175442] env[69052]: DEBUG nova.virt.hardware [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.175646] env[69052]: DEBUG nova.virt.hardware [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.175834] env[69052]: DEBUG nova.virt.hardware [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.176052] env[69052]: DEBUG nova.virt.hardware [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.184301] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2279a5f-d2e4-42b1-bb52-e160fa0fde65 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.201683] env[69052]: DEBUG oslo_vmware.api [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1003.201683] env[69052]: value = "task-3236850" [ 1003.201683] env[69052]: _type = "Task" [ 1003.201683] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.210281] env[69052]: DEBUG oslo_vmware.api [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236850, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.287898] env[69052]: DEBUG oslo_vmware.api [None req-9de83a3c-74c6-4551-94b0-a19e988b1c89 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Task: {'id': task-3236847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155319} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.288185] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de83a3c-74c6-4551-94b0-a19e988b1c89 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.288371] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9de83a3c-74c6-4551-94b0-a19e988b1c89 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.288548] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9de83a3c-74c6-4551-94b0-a19e988b1c89 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.288722] env[69052]: INFO nova.compute.manager [None req-9de83a3c-74c6-4551-94b0-a19e988b1c89 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1003.288961] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9de83a3c-74c6-4551-94b0-a19e988b1c89 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.289175] env[69052]: DEBUG nova.compute.manager [-] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.289319] env[69052]: DEBUG nova.network.neutron [-] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.378406] env[69052]: DEBUG oslo_vmware.api [None req-6c25ff92-179e-4cfb-ad43-d91a10a429bb tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236848, 'name': PowerOffVM_Task, 'duration_secs': 0.191988} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.378735] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c25ff92-179e-4cfb-ad43-d91a10a429bb tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.378913] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6c25ff92-179e-4cfb-ad43-d91a10a429bb tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.379205] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6459f804-4428-4e45-9409-b0f5fde52e9d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.385273] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec178ffc-1a4e-401f-a10b-03fa10038ebc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.392526] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28900b96-4380-43c5-9368-b4942053ed4d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.425939] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd06722f-01fe-4109-8bb8-eaf9ea3fb26a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.434099] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123c028c-6bf4-42d7-987b-efd1c6bb62f2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.451491] env[69052]: DEBUG nova.compute.provider_tree [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.454375] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6c25ff92-179e-4cfb-ad43-d91a10a429bb tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.454831] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6c25ff92-179e-4cfb-ad43-d91a10a429bb tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.454831] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c25ff92-179e-4cfb-ad43-d91a10a429bb tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Deleting the datastore file [datastore2] 0c78112e-f66a-4382-9fb2-3a448309d148 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.455313] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-918f2e82-b9e0-4074-920e-a39af0936ce5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.461811] env[69052]: DEBUG oslo_vmware.api [None req-6c25ff92-179e-4cfb-ad43-d91a10a429bb tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 1003.461811] env[69052]: value = "task-3236852" [ 1003.461811] env[69052]: _type = "Task" [ 1003.461811] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.471964] env[69052]: DEBUG oslo_vmware.api [None req-6c25ff92-179e-4cfb-ad43-d91a10a429bb tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.489985] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.490378] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.495997] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4509cd8f-be7b-4e80-89b1-c2376e7f4788 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "e8a56eb2-4f01-4a90-9758-f531feba21c9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.269s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.617889] env[69052]: DEBUG oslo_vmware.api [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.714648] env[69052]: DEBUG oslo_vmware.api [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236850, 'name': ReconfigVM_Task, 'duration_secs': 0.325617} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.715316] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Updating instance 'd144e192-e16f-4437-9813-6b44fdcaa8e1' progress to 33 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1003.720371] env[69052]: DEBUG nova.compute.manager [req-5a218da0-b762-4bc2-9069-ef02360db60d req-e1de474d-7d1d-4559-aa41-be7efb7c1ce4 service nova] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Received event network-vif-deleted-20186154-118b-4ad5-8d46-e65a57994659 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.720570] env[69052]: INFO nova.compute.manager [req-5a218da0-b762-4bc2-9069-ef02360db60d req-e1de474d-7d1d-4559-aa41-be7efb7c1ce4 service nova] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Neutron deleted interface 20186154-118b-4ad5-8d46-e65a57994659; detaching it from the instance and deleting it from the info cache [ 1003.720740] env[69052]: DEBUG nova.network.neutron [req-5a218da0-b762-4bc2-9069-ef02360db60d req-e1de474d-7d1d-4559-aa41-be7efb7c1ce4 service nova] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.957062] env[69052]: DEBUG nova.scheduler.client.report [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.971132] env[69052]: DEBUG oslo_vmware.api [None req-6c25ff92-179e-4cfb-ad43-d91a10a429bb tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150592} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.971415] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c25ff92-179e-4cfb-ad43-d91a10a429bb tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.971590] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6c25ff92-179e-4cfb-ad43-d91a10a429bb tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.971760] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6c25ff92-179e-4cfb-ad43-d91a10a429bb tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.971975] env[69052]: INFO nova.compute.manager [None req-6c25ff92-179e-4cfb-ad43-d91a10a429bb tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1003.972246] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c25ff92-179e-4cfb-ad43-d91a10a429bb tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.972580] env[69052]: DEBUG nova.compute.manager [-] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.972580] env[69052]: DEBUG nova.network.neutron [-] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.992272] env[69052]: DEBUG nova.compute.manager [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1004.120018] env[69052]: DEBUG oslo_vmware.api [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236849, 'name': ReconfigVM_Task, 'duration_secs': 0.608659} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.120389] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 1c65f73d-234c-4f98-8b7f-a3e8e772dfff/1c65f73d-234c-4f98-8b7f-a3e8e772dfff.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.120981] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-352859ae-7a44-4a85-9226-7f3992e339c5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.131033] env[69052]: DEBUG oslo_vmware.api [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1004.131033] env[69052]: value = "task-3236854" [ 1004.131033] env[69052]: _type = "Task" [ 1004.131033] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.137966] env[69052]: DEBUG oslo_vmware.api [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236854, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.142710] env[69052]: DEBUG nova.network.neutron [-] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.224854] env[69052]: DEBUG nova.virt.hardware [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.225412] env[69052]: DEBUG nova.virt.hardware [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.225412] env[69052]: DEBUG nova.virt.hardware [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.225579] env[69052]: DEBUG nova.virt.hardware [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.225579] env[69052]: DEBUG nova.virt.hardware [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.225712] env[69052]: DEBUG nova.virt.hardware [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.225936] env[69052]: DEBUG nova.virt.hardware [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.226131] env[69052]: DEBUG nova.virt.hardware [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.227862] env[69052]: DEBUG nova.virt.hardware [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.227862] env[69052]: DEBUG nova.virt.hardware [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.227862] env[69052]: DEBUG nova.virt.hardware [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.232079] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Reconfiguring VM instance instance-00000026 to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1004.232541] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fb6e120-7f09-460a-9fb9-48fafdadfdb2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.246251] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e43ec30-6fad-44ab-9b5c-1174173134d9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.259931] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7511f5c5-7d23-4f54-96bb-4eb717742a5c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.269953] env[69052]: DEBUG oslo_vmware.api [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1004.269953] env[69052]: value = "task-3236855" [ 1004.269953] env[69052]: _type = "Task" [ 1004.269953] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.297030] env[69052]: DEBUG nova.compute.manager [req-5a218da0-b762-4bc2-9069-ef02360db60d req-e1de474d-7d1d-4559-aa41-be7efb7c1ce4 service nova] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Detach interface failed, port_id=20186154-118b-4ad5-8d46-e65a57994659, reason: Instance 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1004.461537] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.462077] env[69052]: DEBUG nova.compute.manager [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.464653] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.916s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.465993] env[69052]: INFO nova.compute.claims [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.481765] env[69052]: DEBUG oslo_concurrency.lockutils [None req-be542035-2ac6-4002-8da5-a28bd3cebd47 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "e8a56eb2-4f01-4a90-9758-f531feba21c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.482028] env[69052]: DEBUG oslo_concurrency.lockutils [None req-be542035-2ac6-4002-8da5-a28bd3cebd47 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "e8a56eb2-4f01-4a90-9758-f531feba21c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.482289] env[69052]: DEBUG oslo_concurrency.lockutils [None req-be542035-2ac6-4002-8da5-a28bd3cebd47 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "e8a56eb2-4f01-4a90-9758-f531feba21c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.482993] env[69052]: DEBUG oslo_concurrency.lockutils [None req-be542035-2ac6-4002-8da5-a28bd3cebd47 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "e8a56eb2-4f01-4a90-9758-f531feba21c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.482993] env[69052]: DEBUG oslo_concurrency.lockutils [None req-be542035-2ac6-4002-8da5-a28bd3cebd47 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "e8a56eb2-4f01-4a90-9758-f531feba21c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.484913] env[69052]: INFO nova.compute.manager [None req-be542035-2ac6-4002-8da5-a28bd3cebd47 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Terminating instance [ 1004.519628] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.638514] env[69052]: DEBUG oslo_vmware.api [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236854, 'name': Rename_Task, 'duration_secs': 0.166775} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.638746] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.639036] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95e1971e-ee17-4322-b9ed-9fe300be27c5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.646075] env[69052]: INFO nova.compute.manager [-] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Took 1.36 seconds to deallocate network for instance. [ 1004.646431] env[69052]: DEBUG oslo_vmware.api [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1004.646431] env[69052]: value = "task-3236856" [ 1004.646431] env[69052]: _type = "Task" [ 1004.646431] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.658257] env[69052]: DEBUG oslo_vmware.api [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.787324] env[69052]: DEBUG oslo_vmware.api [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236855, 'name': ReconfigVM_Task, 'duration_secs': 0.188465} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.787324] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Reconfigured VM instance instance-00000026 to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1004.787324] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf62b42-3d59-44d1-a6a0-521481e86333 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.810781] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] d144e192-e16f-4437-9813-6b44fdcaa8e1/d144e192-e16f-4437-9813-6b44fdcaa8e1.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.811138] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7c75ff1-f80e-4b93-bf65-24389ad72c28 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.829224] env[69052]: DEBUG oslo_vmware.api [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1004.829224] env[69052]: value = "task-3236857" [ 1004.829224] env[69052]: _type = "Task" [ 1004.829224] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.837065] env[69052]: DEBUG oslo_vmware.api [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.972533] env[69052]: DEBUG nova.compute.utils [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.974070] env[69052]: DEBUG nova.compute.manager [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Not allocating networking since 'none' was specified. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1004.987597] env[69052]: DEBUG nova.compute.manager [None req-be542035-2ac6-4002-8da5-a28bd3cebd47 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.987825] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-be542035-2ac6-4002-8da5-a28bd3cebd47 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.988690] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a967ac0a-9788-4af7-bb08-07d7fcd25dd3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.997028] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-be542035-2ac6-4002-8da5-a28bd3cebd47 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.997028] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54933451-2fec-46bf-a10e-8dceadc63169 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.005230] env[69052]: DEBUG oslo_vmware.api [None req-be542035-2ac6-4002-8da5-a28bd3cebd47 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1005.005230] env[69052]: value = "task-3236858" [ 1005.005230] env[69052]: _type = "Task" [ 1005.005230] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.013105] env[69052]: DEBUG oslo_vmware.api [None req-be542035-2ac6-4002-8da5-a28bd3cebd47 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.065130] env[69052]: DEBUG nova.network.neutron [-] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.156538] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9de83a3c-74c6-4551-94b0-a19e988b1c89 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.160386] env[69052]: DEBUG oslo_vmware.api [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236856, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.340056] env[69052]: DEBUG oslo_vmware.api [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236857, 'name': ReconfigVM_Task, 'duration_secs': 0.262617} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.340056] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Reconfigured VM instance instance-00000026 to attach disk [datastore1] d144e192-e16f-4437-9813-6b44fdcaa8e1/d144e192-e16f-4437-9813-6b44fdcaa8e1.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.340349] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Updating instance 'd144e192-e16f-4437-9813-6b44fdcaa8e1' progress to 50 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1005.477886] env[69052]: DEBUG nova.compute.manager [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.518008] env[69052]: DEBUG oslo_vmware.api [None req-be542035-2ac6-4002-8da5-a28bd3cebd47 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236858, 'name': PowerOffVM_Task, 'duration_secs': 0.217927} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.518317] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-be542035-2ac6-4002-8da5-a28bd3cebd47 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.518506] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-be542035-2ac6-4002-8da5-a28bd3cebd47 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.518756] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a931872-b09e-4e25-bbf3-88549aac0dd5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.568358] env[69052]: INFO nova.compute.manager [-] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Took 1.60 seconds to deallocate network for instance. [ 1005.585502] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-be542035-2ac6-4002-8da5-a28bd3cebd47 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.585729] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-be542035-2ac6-4002-8da5-a28bd3cebd47 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.585930] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-be542035-2ac6-4002-8da5-a28bd3cebd47 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Deleting the datastore file [datastore1] e8a56eb2-4f01-4a90-9758-f531feba21c9 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.588544] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cfddc4e-013d-42f5-8400-649368644512 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.595152] env[69052]: DEBUG oslo_vmware.api [None req-be542035-2ac6-4002-8da5-a28bd3cebd47 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1005.595152] env[69052]: value = "task-3236860" [ 1005.595152] env[69052]: _type = "Task" [ 1005.595152] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.605744] env[69052]: DEBUG oslo_vmware.api [None req-be542035-2ac6-4002-8da5-a28bd3cebd47 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.657475] env[69052]: DEBUG oslo_vmware.api [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236856, 'name': PowerOnVM_Task, 'duration_secs': 0.552661} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.659739] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.659942] env[69052]: INFO nova.compute.manager [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1005.660130] env[69052]: DEBUG nova.compute.manager [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.661058] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9a892e-6c77-4c30-8d3a-31c2c090f3db {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.729305] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f93f9bb-fbb0-46a6-a7c7-500426877e28 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.736853] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4c0fcb-22f4-48b2-8eb9-7cd49d7230c3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.746609] env[69052]: DEBUG nova.compute.manager [req-4df74b2b-d22e-4032-8771-ccc8574ca73d req-bf3136af-f484-46e2-aaf7-c5ca461605e2 service nova] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Received event network-vif-deleted-352efec1-440a-4dad-a848-38e5b0318f99 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.771667] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c361d32e-564e-48e6-a666-bc4db5b36699 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.779465] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab2817a-5828-4fde-8079-3e3ca0ae9caa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.793331] env[69052]: DEBUG nova.compute.provider_tree [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.846886] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7d2a2c-8df9-49e9-b0e7-32570dc5f633 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.864877] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db24577-ad7d-474d-9497-84ba4ed33511 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.882518] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Updating instance 'd144e192-e16f-4437-9813-6b44fdcaa8e1' progress to 67 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1006.077339] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6c25ff92-179e-4cfb-ad43-d91a10a429bb tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.105304] env[69052]: DEBUG oslo_vmware.api [None req-be542035-2ac6-4002-8da5-a28bd3cebd47 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180343} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.105571] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-be542035-2ac6-4002-8da5-a28bd3cebd47 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.105756] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-be542035-2ac6-4002-8da5-a28bd3cebd47 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.105926] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-be542035-2ac6-4002-8da5-a28bd3cebd47 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.106143] env[69052]: INFO nova.compute.manager [None req-be542035-2ac6-4002-8da5-a28bd3cebd47 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1006.106408] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be542035-2ac6-4002-8da5-a28bd3cebd47 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.106597] env[69052]: DEBUG nova.compute.manager [-] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.106690] env[69052]: DEBUG nova.network.neutron [-] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.176032] env[69052]: INFO nova.compute.manager [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Took 23.88 seconds to build instance. [ 1006.296831] env[69052]: DEBUG nova.scheduler.client.report [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.423500] env[69052]: DEBUG nova.network.neutron [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Port b15a0d01-0291-4ac4-b031-1691ee4bbba7 binding to destination host cpu-1 is already ACTIVE {{(pid=69052) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1006.486719] env[69052]: DEBUG nova.compute.manager [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.518550] env[69052]: DEBUG nova.virt.hardware [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.518804] env[69052]: DEBUG nova.virt.hardware [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.518956] env[69052]: DEBUG nova.virt.hardware [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.519999] env[69052]: DEBUG nova.virt.hardware [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.519999] env[69052]: DEBUG nova.virt.hardware [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.519999] env[69052]: DEBUG nova.virt.hardware [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.519999] env[69052]: DEBUG nova.virt.hardware [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.520740] env[69052]: DEBUG nova.virt.hardware [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.521316] env[69052]: DEBUG nova.virt.hardware [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.521316] env[69052]: DEBUG nova.virt.hardware [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.521562] env[69052]: DEBUG nova.virt.hardware [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.522457] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14fdac5-8758-4340-b994-bf04f1ab9a06 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.530955] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9f263b-2c54-4d06-bb8b-82e20ef795bd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.547048] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Instance VIF info [] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.550438] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Creating folder: Project (1b01ef44a29e422089f4bdd2b6fa25ca). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1006.550722] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ded1b189-068a-433a-b153-c71d0251207c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.560706] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Created folder: Project (1b01ef44a29e422089f4bdd2b6fa25ca) in parent group-v646676. [ 1006.561076] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Creating folder: Instances. Parent ref: group-v646945. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1006.561317] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4029eb12-a583-4f00-8a91-7c8f3051b0a1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.569944] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Created folder: Instances in parent group-v646945. [ 1006.570273] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.570358] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.570549] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79978633-1b41-4265-93b5-c7951d731243 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.585904] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.585904] env[69052]: value = "task-3236864" [ 1006.585904] env[69052]: _type = "Task" [ 1006.585904] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.596342] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236864, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.678984] env[69052]: DEBUG oslo_concurrency.lockutils [None req-37543823-5eca-49e6-987b-81b6f58bfa2d tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "1c65f73d-234c-4f98-8b7f-a3e8e772dfff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.393s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.801970] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.802548] env[69052]: DEBUG nova.compute.manager [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1006.805971] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.995s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.807575] env[69052]: INFO nova.compute.claims [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.097730] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236864, 'name': CreateVM_Task, 'duration_secs': 0.36329} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.098196] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.099074] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.099405] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.099843] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.100254] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dee15e5-c3e0-4511-82b5-687463bf80fc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.105467] env[69052]: DEBUG oslo_vmware.api [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Waiting for the task: (returnval){ [ 1007.105467] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52468f03-2957-2f4d-dba6-49fa7085172a" [ 1007.105467] env[69052]: _type = "Task" [ 1007.105467] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.116270] env[69052]: DEBUG oslo_vmware.api [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52468f03-2957-2f4d-dba6-49fa7085172a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.179151] env[69052]: DEBUG nova.network.neutron [-] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.313505] env[69052]: DEBUG nova.compute.utils [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.317937] env[69052]: DEBUG nova.compute.manager [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.318241] env[69052]: DEBUG nova.network.neutron [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.361164] env[69052]: DEBUG nova.policy [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e48bbb19a3454821828f21b4df062b58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12d5287ebecb463ca0f3e47ef8801cff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.452654] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "d144e192-e16f-4437-9813-6b44fdcaa8e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.452894] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "d144e192-e16f-4437-9813-6b44fdcaa8e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.453100] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "d144e192-e16f-4437-9813-6b44fdcaa8e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.618457] env[69052]: DEBUG oslo_vmware.api [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52468f03-2957-2f4d-dba6-49fa7085172a, 'name': SearchDatastore_Task, 'duration_secs': 0.009641} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.618831] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.618994] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.619237] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.619385] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.619599] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.619823] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a90ef71e-afb9-4868-9799-8cca43d10057 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.628662] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.629063] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.629477] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d370bf3-46ff-43cd-b793-84228f2bba57 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.637015] env[69052]: DEBUG oslo_vmware.api [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Waiting for the task: (returnval){ [ 1007.637015] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5252963b-0451-7f0b-4ed4-3ac70a88f56c" [ 1007.637015] env[69052]: _type = "Task" [ 1007.637015] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.644515] env[69052]: DEBUG oslo_vmware.api [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5252963b-0451-7f0b-4ed4-3ac70a88f56c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.682219] env[69052]: INFO nova.compute.manager [-] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Took 1.58 seconds to deallocate network for instance. [ 1007.708409] env[69052]: DEBUG nova.network.neutron [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Successfully created port: 16e5ac6e-4a85-40e1-90dc-0192290b4793 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.773917] env[69052]: DEBUG nova.compute.manager [req-0a5215f1-59a0-457d-84cf-a2a9d20f3087 req-66045371-0fac-48e8-99e9-6f0b843fea75 service nova] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Received event network-vif-deleted-06aadf6b-53e5-4ba1-bae4-af46b3e9a299 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.824824] env[69052]: DEBUG nova.compute.manager [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.114121] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3fc56d-3d88-4bf2-9523-d7cd23f46aa2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.121118] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d0385e-3d6c-4c03-8094-e73aa48962aa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.159865] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9ae4ff-98ef-4ddc-91d9-6525a6a4c426 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.168128] env[69052]: DEBUG oslo_vmware.api [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5252963b-0451-7f0b-4ed4-3ac70a88f56c, 'name': SearchDatastore_Task, 'duration_secs': 0.009479} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.170716] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20432d48-8699-4604-8331-2e14bb554268 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.176185] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f215513-2800-425d-9d97-d4044b6601ef {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.181866] env[69052]: DEBUG oslo_vmware.api [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Waiting for the task: (returnval){ [ 1008.181866] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524629a5-7def-0341-f69a-5a6ae7586e98" [ 1008.181866] env[69052]: _type = "Task" [ 1008.181866] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.196032] env[69052]: DEBUG oslo_concurrency.lockutils [None req-be542035-2ac6-4002-8da5-a28bd3cebd47 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.196032] env[69052]: DEBUG nova.compute.provider_tree [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.200605] env[69052]: DEBUG oslo_vmware.api [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524629a5-7def-0341-f69a-5a6ae7586e98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.283649] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8f91cefb-ee06-44fd-998e-ddedf40a2ca1 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "1c65f73d-234c-4f98-8b7f-a3e8e772dfff" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.283757] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8f91cefb-ee06-44fd-998e-ddedf40a2ca1 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "1c65f73d-234c-4f98-8b7f-a3e8e772dfff" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.497750] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "refresh_cache-d144e192-e16f-4437-9813-6b44fdcaa8e1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.497943] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquired lock "refresh_cache-d144e192-e16f-4437-9813-6b44fdcaa8e1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.498141] env[69052]: DEBUG nova.network.neutron [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.691948] env[69052]: DEBUG oslo_vmware.api [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524629a5-7def-0341-f69a-5a6ae7586e98, 'name': SearchDatastore_Task, 'duration_secs': 0.013974} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.692333] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.692513] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829/924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.692761] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20c90886-f0cd-4a8e-bc25-46e2886e7783 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.699748] env[69052]: DEBUG oslo_vmware.api [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Waiting for the task: (returnval){ [ 1008.699748] env[69052]: value = "task-3236866" [ 1008.699748] env[69052]: _type = "Task" [ 1008.699748] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.703220] env[69052]: DEBUG nova.scheduler.client.report [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.712560] env[69052]: DEBUG oslo_vmware.api [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.787405] env[69052]: DEBUG nova.compute.utils [None req-8f91cefb-ee06-44fd-998e-ddedf40a2ca1 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.834326] env[69052]: DEBUG nova.compute.manager [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.862876] env[69052]: DEBUG nova.virt.hardware [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.863180] env[69052]: DEBUG nova.virt.hardware [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.863352] env[69052]: DEBUG nova.virt.hardware [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.863546] env[69052]: DEBUG nova.virt.hardware [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.863691] env[69052]: DEBUG nova.virt.hardware [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.863859] env[69052]: DEBUG nova.virt.hardware [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.864102] env[69052]: DEBUG nova.virt.hardware [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.864269] env[69052]: DEBUG nova.virt.hardware [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.864436] env[69052]: DEBUG nova.virt.hardware [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.864597] env[69052]: DEBUG nova.virt.hardware [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.864770] env[69052]: DEBUG nova.virt.hardware [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.866009] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600e3ffb-d8a8-4f76-9a4a-d82f8a16faac {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.873980] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c26729f-5782-4577-b9ab-a28855d729a8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.210133] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.210666] env[69052]: DEBUG nova.compute.manager [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.213401] env[69052]: DEBUG oslo_vmware.api [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236866, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.213701] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.381s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.213921] env[69052]: DEBUG nova.objects.instance [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lazy-loading 'resources' on Instance uuid 4074755d-0b4e-49a6-ab8d-252f8aae2fea {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.230627] env[69052]: DEBUG nova.network.neutron [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Updating instance_info_cache with network_info: [{"id": "b15a0d01-0291-4ac4-b031-1691ee4bbba7", "address": "fa:16:3e:bf:72:58", "network": {"id": "4e7ad40f-fc44-47b3-ada6-0ae53251c650", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329642848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "420997e04b2a41d882b1f61eb5a284f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb15a0d01-02", "ovs_interfaceid": "b15a0d01-0291-4ac4-b031-1691ee4bbba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.291497] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8f91cefb-ee06-44fd-998e-ddedf40a2ca1 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "1c65f73d-234c-4f98-8b7f-a3e8e772dfff" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.604864] env[69052]: DEBUG nova.network.neutron [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Successfully updated port: 16e5ac6e-4a85-40e1-90dc-0192290b4793 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.710516] env[69052]: DEBUG oslo_vmware.api [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741003} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.710803] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829/924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.710912] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.711151] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e93e0a93-3a4f-4c52-ab18-93a766d0b161 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.716860] env[69052]: DEBUG nova.compute.utils [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.721809] env[69052]: DEBUG nova.compute.manager [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.722013] env[69052]: DEBUG nova.network.neutron [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.723777] env[69052]: DEBUG oslo_vmware.api [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Waiting for the task: (returnval){ [ 1009.723777] env[69052]: value = "task-3236867" [ 1009.723777] env[69052]: _type = "Task" [ 1009.723777] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.733549] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Releasing lock "refresh_cache-d144e192-e16f-4437-9813-6b44fdcaa8e1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.737288] env[69052]: DEBUG oslo_vmware.api [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.764864] env[69052]: DEBUG nova.policy [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5127a580dea040e38a680bee88523fbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33c7667f503642149086357b7386842c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.887313] env[69052]: DEBUG nova.compute.manager [req-9bbb6c81-7e9f-4f50-91bb-3fe75dcd4711 req-8889e555-f1ff-4b48-a5f7-8ded4c108145 service nova] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Received event network-vif-plugged-16e5ac6e-4a85-40e1-90dc-0192290b4793 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.887313] env[69052]: DEBUG oslo_concurrency.lockutils [req-9bbb6c81-7e9f-4f50-91bb-3fe75dcd4711 req-8889e555-f1ff-4b48-a5f7-8ded4c108145 service nova] Acquiring lock "93823d64-1b97-4358-84c3-9cad2713ab4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.887313] env[69052]: DEBUG oslo_concurrency.lockutils [req-9bbb6c81-7e9f-4f50-91bb-3fe75dcd4711 req-8889e555-f1ff-4b48-a5f7-8ded4c108145 service nova] Lock "93823d64-1b97-4358-84c3-9cad2713ab4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.887313] env[69052]: DEBUG oslo_concurrency.lockutils [req-9bbb6c81-7e9f-4f50-91bb-3fe75dcd4711 req-8889e555-f1ff-4b48-a5f7-8ded4c108145 service nova] Lock "93823d64-1b97-4358-84c3-9cad2713ab4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.887313] env[69052]: DEBUG nova.compute.manager [req-9bbb6c81-7e9f-4f50-91bb-3fe75dcd4711 req-8889e555-f1ff-4b48-a5f7-8ded4c108145 service nova] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] No waiting events found dispatching network-vif-plugged-16e5ac6e-4a85-40e1-90dc-0192290b4793 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.887805] env[69052]: WARNING nova.compute.manager [req-9bbb6c81-7e9f-4f50-91bb-3fe75dcd4711 req-8889e555-f1ff-4b48-a5f7-8ded4c108145 service nova] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Received unexpected event network-vif-plugged-16e5ac6e-4a85-40e1-90dc-0192290b4793 for instance with vm_state building and task_state spawning. [ 1009.887805] env[69052]: DEBUG nova.compute.manager [req-9bbb6c81-7e9f-4f50-91bb-3fe75dcd4711 req-8889e555-f1ff-4b48-a5f7-8ded4c108145 service nova] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Received event network-changed-16e5ac6e-4a85-40e1-90dc-0192290b4793 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.887805] env[69052]: DEBUG nova.compute.manager [req-9bbb6c81-7e9f-4f50-91bb-3fe75dcd4711 req-8889e555-f1ff-4b48-a5f7-8ded4c108145 service nova] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Refreshing instance network info cache due to event network-changed-16e5ac6e-4a85-40e1-90dc-0192290b4793. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.888013] env[69052]: DEBUG oslo_concurrency.lockutils [req-9bbb6c81-7e9f-4f50-91bb-3fe75dcd4711 req-8889e555-f1ff-4b48-a5f7-8ded4c108145 service nova] Acquiring lock "refresh_cache-93823d64-1b97-4358-84c3-9cad2713ab4d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.888052] env[69052]: DEBUG oslo_concurrency.lockutils [req-9bbb6c81-7e9f-4f50-91bb-3fe75dcd4711 req-8889e555-f1ff-4b48-a5f7-8ded4c108145 service nova] Acquired lock "refresh_cache-93823d64-1b97-4358-84c3-9cad2713ab4d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.888190] env[69052]: DEBUG nova.network.neutron [req-9bbb6c81-7e9f-4f50-91bb-3fe75dcd4711 req-8889e555-f1ff-4b48-a5f7-8ded4c108145 service nova] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Refreshing network info cache for port 16e5ac6e-4a85-40e1-90dc-0192290b4793 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.976021] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09d5520-b9c5-490b-98b5-fea3f8b868ca {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.982912] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba743c15-75a9-4ba6-8219-b261e56291b4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.014967] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f45ec2a-4aee-4f69-b462-e8c72550e1a4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.022798] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0683ad3-1780-4f63-906b-15077964e301 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.041106] env[69052]: DEBUG nova.compute.provider_tree [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.108355] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "refresh_cache-93823d64-1b97-4358-84c3-9cad2713ab4d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.139214] env[69052]: DEBUG nova.network.neutron [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Successfully created port: 022ee945-ffc6-46fb-b131-49dec574a54f {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.223428] env[69052]: DEBUG nova.compute.manager [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.242409] env[69052]: DEBUG oslo_vmware.api [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066209} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.244035] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.245639] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be2c1be-36d6-451f-ae16-e4e502385f8e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.268696] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829/924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.270558] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eca5ade5-d8c7-43d7-b1c8-814ec64e0593 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.285366] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1eb633-6083-424c-bf91-6b4e11afb65b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.313162] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d16cd7c-dc5f-4716-89f7-74663d893fb1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.316187] env[69052]: DEBUG oslo_vmware.api [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Waiting for the task: (returnval){ [ 1010.316187] env[69052]: value = "task-3236869" [ 1010.316187] env[69052]: _type = "Task" [ 1010.316187] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.322304] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Updating instance 'd144e192-e16f-4437-9813-6b44fdcaa8e1' progress to 83 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1010.331304] env[69052]: DEBUG oslo_vmware.api [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.363048] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8f91cefb-ee06-44fd-998e-ddedf40a2ca1 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "1c65f73d-234c-4f98-8b7f-a3e8e772dfff" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.363048] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8f91cefb-ee06-44fd-998e-ddedf40a2ca1 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "1c65f73d-234c-4f98-8b7f-a3e8e772dfff" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.363281] env[69052]: INFO nova.compute.manager [None req-8f91cefb-ee06-44fd-998e-ddedf40a2ca1 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Attaching volume 3249382f-4365-4ab0-8a4d-0456be9cce79 to /dev/sdb [ 1010.406755] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4e9d47-4367-4c68-9abe-945a5a9a1008 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.414335] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03a5405-e1ea-49f4-8c1a-18011304b3c7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.427763] env[69052]: DEBUG nova.virt.block_device [None req-8f91cefb-ee06-44fd-998e-ddedf40a2ca1 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Updating existing volume attachment record: c5ec4472-db96-4835-9dca-5cfa0181293c {{(pid=69052) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1010.430505] env[69052]: DEBUG nova.network.neutron [req-9bbb6c81-7e9f-4f50-91bb-3fe75dcd4711 req-8889e555-f1ff-4b48-a5f7-8ded4c108145 service nova] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.506091] env[69052]: DEBUG nova.network.neutron [req-9bbb6c81-7e9f-4f50-91bb-3fe75dcd4711 req-8889e555-f1ff-4b48-a5f7-8ded4c108145 service nova] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.541792] env[69052]: DEBUG nova.scheduler.client.report [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.833061] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.833061] env[69052]: DEBUG oslo_vmware.api [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236869, 'name': ReconfigVM_Task, 'duration_secs': 0.269481} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.833061] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20da3b68-368a-4614-9ed9-398c935c2bca {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.835220] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829/924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.836176] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5308cf91-59f9-4c70-b68e-0a25f70b3c1b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.845078] env[69052]: DEBUG oslo_vmware.api [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Waiting for the task: (returnval){ [ 1010.845078] env[69052]: value = "task-3236874" [ 1010.845078] env[69052]: _type = "Task" [ 1010.845078] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.845602] env[69052]: DEBUG oslo_vmware.api [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1010.845602] env[69052]: value = "task-3236873" [ 1010.845602] env[69052]: _type = "Task" [ 1010.845602] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.859471] env[69052]: DEBUG oslo_vmware.api [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236873, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.009699] env[69052]: DEBUG oslo_concurrency.lockutils [req-9bbb6c81-7e9f-4f50-91bb-3fe75dcd4711 req-8889e555-f1ff-4b48-a5f7-8ded4c108145 service nova] Releasing lock "refresh_cache-93823d64-1b97-4358-84c3-9cad2713ab4d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.010210] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired lock "refresh_cache-93823d64-1b97-4358-84c3-9cad2713ab4d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.010532] env[69052]: DEBUG nova.network.neutron [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.046498] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.048939] env[69052]: DEBUG oslo_concurrency.lockutils [None req-eafa1862-7fa1-4015-a117-22ec65f795f5 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.519s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.049894] env[69052]: DEBUG oslo_concurrency.lockutils [None req-eafa1862-7fa1-4015-a117-22ec65f795f5 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.052038] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.956s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.071019] env[69052]: INFO nova.scheduler.client.report [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Deleted allocations for instance 4074755d-0b4e-49a6-ab8d-252f8aae2fea [ 1011.075361] env[69052]: INFO nova.scheduler.client.report [None req-eafa1862-7fa1-4015-a117-22ec65f795f5 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Deleted allocations for instance e0b241bd-76bb-4aa1-a234-983eb6dd8e7c [ 1011.237247] env[69052]: DEBUG nova.compute.manager [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.265683] env[69052]: DEBUG nova.virt.hardware [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.265981] env[69052]: DEBUG nova.virt.hardware [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.266190] env[69052]: DEBUG nova.virt.hardware [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.266413] env[69052]: DEBUG nova.virt.hardware [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.266600] env[69052]: DEBUG nova.virt.hardware [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.266790] env[69052]: DEBUG nova.virt.hardware [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.267100] env[69052]: DEBUG nova.virt.hardware [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.267338] env[69052]: DEBUG nova.virt.hardware [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.267531] env[69052]: DEBUG nova.virt.hardware [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.267704] env[69052]: DEBUG nova.virt.hardware [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.267926] env[69052]: DEBUG nova.virt.hardware [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.269284] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87dd835-3d4d-4e29-a23d-1707d2f268e8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.281535] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac4cbdb-5264-4250-8cb2-ea884a0e4ab1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.357849] env[69052]: DEBUG oslo_vmware.api [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236874, 'name': Rename_Task, 'duration_secs': 0.150992} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.360824] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.361133] env[69052]: DEBUG oslo_vmware.api [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236873, 'name': PowerOnVM_Task, 'duration_secs': 0.441061} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.361333] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b36f091a-cc2a-43f2-a5f9-d465c8f86cff {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.362813] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.363009] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ecce66-08d8-4887-865e-8c389e70927d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Updating instance 'd144e192-e16f-4437-9813-6b44fdcaa8e1' progress to 100 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1011.370691] env[69052]: DEBUG oslo_vmware.api [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Waiting for the task: (returnval){ [ 1011.370691] env[69052]: value = "task-3236875" [ 1011.370691] env[69052]: _type = "Task" [ 1011.370691] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.377914] env[69052]: DEBUG oslo_vmware.api [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.540614] env[69052]: DEBUG nova.network.neutron [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.557585] env[69052]: INFO nova.compute.claims [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.584348] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f785dac-300b-48a2-a124-98a3f1d36904 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lock "4074755d-0b4e-49a6-ab8d-252f8aae2fea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.400s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.589605] env[69052]: DEBUG oslo_concurrency.lockutils [None req-eafa1862-7fa1-4015-a117-22ec65f795f5 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "e0b241bd-76bb-4aa1-a234-983eb6dd8e7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.693s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.704626] env[69052]: DEBUG nova.network.neutron [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Updating instance_info_cache with network_info: [{"id": "16e5ac6e-4a85-40e1-90dc-0192290b4793", "address": "fa:16:3e:1f:82:93", "network": {"id": "742db944-3947-4476-b14c-efc7d440e7a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-605717120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12d5287ebecb463ca0f3e47ef8801cff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e5ac6e-4a", "ovs_interfaceid": "16e5ac6e-4a85-40e1-90dc-0192290b4793", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.760453] env[69052]: DEBUG nova.network.neutron [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Successfully updated port: 022ee945-ffc6-46fb-b131-49dec574a54f {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.881322] env[69052]: DEBUG oslo_vmware.api [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236875, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.915082] env[69052]: DEBUG nova.compute.manager [req-778c6c2e-9c12-4c03-946c-de3fac71b7e7 req-0c650065-1d96-48a6-8505-ff6dbcff9df3 service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Received event network-vif-plugged-022ee945-ffc6-46fb-b131-49dec574a54f {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.915305] env[69052]: DEBUG oslo_concurrency.lockutils [req-778c6c2e-9c12-4c03-946c-de3fac71b7e7 req-0c650065-1d96-48a6-8505-ff6dbcff9df3 service nova] Acquiring lock "b99c851a-15fc-43be-a239-259ed7eaef89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.915504] env[69052]: DEBUG oslo_concurrency.lockutils [req-778c6c2e-9c12-4c03-946c-de3fac71b7e7 req-0c650065-1d96-48a6-8505-ff6dbcff9df3 service nova] Lock "b99c851a-15fc-43be-a239-259ed7eaef89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.915731] env[69052]: DEBUG oslo_concurrency.lockutils [req-778c6c2e-9c12-4c03-946c-de3fac71b7e7 req-0c650065-1d96-48a6-8505-ff6dbcff9df3 service nova] Lock "b99c851a-15fc-43be-a239-259ed7eaef89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.915845] env[69052]: DEBUG nova.compute.manager [req-778c6c2e-9c12-4c03-946c-de3fac71b7e7 req-0c650065-1d96-48a6-8505-ff6dbcff9df3 service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] No waiting events found dispatching network-vif-plugged-022ee945-ffc6-46fb-b131-49dec574a54f {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.916015] env[69052]: WARNING nova.compute.manager [req-778c6c2e-9c12-4c03-946c-de3fac71b7e7 req-0c650065-1d96-48a6-8505-ff6dbcff9df3 service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Received unexpected event network-vif-plugged-022ee945-ffc6-46fb-b131-49dec574a54f for instance with vm_state building and task_state spawning. [ 1011.916181] env[69052]: DEBUG nova.compute.manager [req-778c6c2e-9c12-4c03-946c-de3fac71b7e7 req-0c650065-1d96-48a6-8505-ff6dbcff9df3 service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Received event network-changed-022ee945-ffc6-46fb-b131-49dec574a54f {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.916335] env[69052]: DEBUG nova.compute.manager [req-778c6c2e-9c12-4c03-946c-de3fac71b7e7 req-0c650065-1d96-48a6-8505-ff6dbcff9df3 service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Refreshing instance network info cache due to event network-changed-022ee945-ffc6-46fb-b131-49dec574a54f. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1011.916515] env[69052]: DEBUG oslo_concurrency.lockutils [req-778c6c2e-9c12-4c03-946c-de3fac71b7e7 req-0c650065-1d96-48a6-8505-ff6dbcff9df3 service nova] Acquiring lock "refresh_cache-b99c851a-15fc-43be-a239-259ed7eaef89" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.916648] env[69052]: DEBUG oslo_concurrency.lockutils [req-778c6c2e-9c12-4c03-946c-de3fac71b7e7 req-0c650065-1d96-48a6-8505-ff6dbcff9df3 service nova] Acquired lock "refresh_cache-b99c851a-15fc-43be-a239-259ed7eaef89" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.916802] env[69052]: DEBUG nova.network.neutron [req-778c6c2e-9c12-4c03-946c-de3fac71b7e7 req-0c650065-1d96-48a6-8505-ff6dbcff9df3 service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Refreshing network info cache for port 022ee945-ffc6-46fb-b131-49dec574a54f {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.064598] env[69052]: INFO nova.compute.resource_tracker [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Updating resource usage from migration 9b68d87f-0f33-4313-8218-0f94620f5a1f [ 1012.207330] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Releasing lock "refresh_cache-93823d64-1b97-4358-84c3-9cad2713ab4d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.207706] env[69052]: DEBUG nova.compute.manager [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Instance network_info: |[{"id": "16e5ac6e-4a85-40e1-90dc-0192290b4793", "address": "fa:16:3e:1f:82:93", "network": {"id": "742db944-3947-4476-b14c-efc7d440e7a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-605717120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12d5287ebecb463ca0f3e47ef8801cff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e5ac6e-4a", "ovs_interfaceid": "16e5ac6e-4a85-40e1-90dc-0192290b4793", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.208130] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:82:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16e5ac6e-4a85-40e1-90dc-0192290b4793', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.216194] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.218971] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.219401] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1050157-2da0-4f37-b431-cde096afb7fb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.242657] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.242657] env[69052]: value = "task-3236877" [ 1012.242657] env[69052]: _type = "Task" [ 1012.242657] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.250672] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236877, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.262645] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "refresh_cache-b99c851a-15fc-43be-a239-259ed7eaef89" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.329244] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31791348-844b-4dec-96d1-a61fe4c2018e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.338552] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445837a4-1705-449f-93c9-219205621f62 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.370046] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e5f6f2-17e2-4257-9c04-09cfd3a89695 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.382728] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c7be90-c429-455c-af69-24f4fd83d195 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.389202] env[69052]: DEBUG oslo_vmware.api [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236875, 'name': PowerOnVM_Task, 'duration_secs': 0.672009} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.389746] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.389938] env[69052]: INFO nova.compute.manager [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Took 5.90 seconds to spawn the instance on the hypervisor. [ 1012.390130] env[69052]: DEBUG nova.compute.manager [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.390829] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9078c4b-ff28-4d5e-bfd1-694d8b2c49f6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.400524] env[69052]: DEBUG nova.compute.provider_tree [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.447502] env[69052]: DEBUG nova.network.neutron [req-778c6c2e-9c12-4c03-946c-de3fac71b7e7 req-0c650065-1d96-48a6-8505-ff6dbcff9df3 service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.516448] env[69052]: DEBUG nova.network.neutron [req-778c6c2e-9c12-4c03-946c-de3fac71b7e7 req-0c650065-1d96-48a6-8505-ff6dbcff9df3 service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.752445] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236877, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.858489] env[69052]: DEBUG oslo_concurrency.lockutils [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquiring lock "800e0b06-5ee3-4909-ae20-c50562852f85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.859088] env[69052]: DEBUG oslo_concurrency.lockutils [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lock "800e0b06-5ee3-4909-ae20-c50562852f85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.904509] env[69052]: DEBUG nova.scheduler.client.report [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.925520] env[69052]: INFO nova.compute.manager [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Took 20.25 seconds to build instance. [ 1013.019033] env[69052]: DEBUG oslo_concurrency.lockutils [req-778c6c2e-9c12-4c03-946c-de3fac71b7e7 req-0c650065-1d96-48a6-8505-ff6dbcff9df3 service nova] Releasing lock "refresh_cache-b99c851a-15fc-43be-a239-259ed7eaef89" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.019033] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired lock "refresh_cache-b99c851a-15fc-43be-a239-259ed7eaef89" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.019203] env[69052]: DEBUG nova.network.neutron [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.255301] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236877, 'name': CreateVM_Task, 'duration_secs': 0.573787} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.255301] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.255896] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.256161] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.256381] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.256655] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7951cf5-b2b8-4473-824b-145325550291 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.262387] env[69052]: DEBUG oslo_vmware.api [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 1013.262387] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5288af0a-f43a-1798-8d28-d830dcdbd0b8" [ 1013.262387] env[69052]: _type = "Task" [ 1013.262387] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.271729] env[69052]: DEBUG oslo_vmware.api [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5288af0a-f43a-1798-8d28-d830dcdbd0b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.362056] env[69052]: DEBUG nova.compute.manager [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1013.419944] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.369s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.420189] env[69052]: INFO nova.compute.manager [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Migrating [ 1013.427104] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.246s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.427334] env[69052]: DEBUG nova.objects.instance [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Lazy-loading 'resources' on Instance uuid b1112efb-65aa-421e-b9ae-e1af4294cf54 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.431243] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bb04bb50-9430-4801-943b-c8506faa602a tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Lock "924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.770s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.557338] env[69052]: DEBUG nova.network.neutron [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.583595] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6087176c-5fe5-416f-99e7-991966914449 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "d144e192-e16f-4437-9813-6b44fdcaa8e1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.583595] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6087176c-5fe5-416f-99e7-991966914449 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "d144e192-e16f-4437-9813-6b44fdcaa8e1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.583851] env[69052]: DEBUG nova.compute.manager [None req-6087176c-5fe5-416f-99e7-991966914449 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Going to confirm migration 5 {{(pid=69052) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1013.721851] env[69052]: DEBUG nova.network.neutron [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Updating instance_info_cache with network_info: [{"id": "022ee945-ffc6-46fb-b131-49dec574a54f", "address": "fa:16:3e:e3:72:47", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap022ee945-ff", "ovs_interfaceid": "022ee945-ffc6-46fb-b131-49dec574a54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.774303] env[69052]: DEBUG oslo_vmware.api [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5288af0a-f43a-1798-8d28-d830dcdbd0b8, 'name': SearchDatastore_Task, 'duration_secs': 0.012411} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.774600] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.774854] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.775079] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.775232] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.775411] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.775675] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f5edf2c-9919-42ab-8c78-da7f03a93a98 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.784979] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.785149] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.785808] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56040302-c7ac-4f92-b99d-e91019946dab {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.791347] env[69052]: DEBUG oslo_vmware.api [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 1013.791347] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525c35f5-08ec-4d81-9215-ce5a096fed74" [ 1013.791347] env[69052]: _type = "Task" [ 1013.791347] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.799830] env[69052]: DEBUG oslo_vmware.api [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525c35f5-08ec-4d81-9215-ce5a096fed74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.883146] env[69052]: DEBUG oslo_concurrency.lockutils [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.939592] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "refresh_cache-378d47dd-e9df-4594-9180-9dfe8a815a38" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.940155] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquired lock "refresh_cache-378d47dd-e9df-4594-9180-9dfe8a815a38" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.940155] env[69052]: DEBUG nova.network.neutron [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.060396] env[69052]: INFO nova.compute.manager [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Rebuilding instance [ 1014.103450] env[69052]: DEBUG nova.compute.manager [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.104678] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7cf4f8-c7d6-441f-8a1b-dfa7de150404 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.140718] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6087176c-5fe5-416f-99e7-991966914449 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "refresh_cache-d144e192-e16f-4437-9813-6b44fdcaa8e1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.140915] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6087176c-5fe5-416f-99e7-991966914449 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquired lock "refresh_cache-d144e192-e16f-4437-9813-6b44fdcaa8e1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.141139] env[69052]: DEBUG nova.network.neutron [None req-6087176c-5fe5-416f-99e7-991966914449 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.141334] env[69052]: DEBUG nova.objects.instance [None req-6087176c-5fe5-416f-99e7-991966914449 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lazy-loading 'info_cache' on Instance uuid d144e192-e16f-4437-9813-6b44fdcaa8e1 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.193645] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d767de3-196b-4f1d-8840-82aa8b743153 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.202294] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1717e5d5-38e8-4283-a785-567b83b22b36 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.232568] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Releasing lock "refresh_cache-b99c851a-15fc-43be-a239-259ed7eaef89" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.232893] env[69052]: DEBUG nova.compute.manager [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Instance network_info: |[{"id": "022ee945-ffc6-46fb-b131-49dec574a54f", "address": "fa:16:3e:e3:72:47", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap022ee945-ff", "ovs_interfaceid": "022ee945-ffc6-46fb-b131-49dec574a54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.233932] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:72:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '022ee945-ffc6-46fb-b131-49dec574a54f', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.241418] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.242019] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ad894f-22f4-4f3a-a6dc-9d4a6eeacd64 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.245702] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.245827] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-452f4f1f-44a4-4ee4-bfba-2c46639da059 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.266865] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a943bb3-ed50-41b8-8022-18b621ea9f8e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.273808] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.273808] env[69052]: value = "task-3236879" [ 1014.273808] env[69052]: _type = "Task" [ 1014.273808] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.285264] env[69052]: DEBUG nova.compute.provider_tree [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.293930] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236879, 'name': CreateVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.305558] env[69052]: DEBUG oslo_vmware.api [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525c35f5-08ec-4d81-9215-ce5a096fed74, 'name': SearchDatastore_Task, 'duration_secs': 0.010757} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.306456] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d62e968-0d5d-4169-bedb-840166695cd0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.312302] env[69052]: DEBUG oslo_vmware.api [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 1014.312302] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d735ee-54ef-6f0d-7d7e-5eb326291cc8" [ 1014.312302] env[69052]: _type = "Task" [ 1014.312302] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.321279] env[69052]: DEBUG oslo_vmware.api [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d735ee-54ef-6f0d-7d7e-5eb326291cc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.785549] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236879, 'name': CreateVM_Task, 'duration_secs': 0.355793} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.785549] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.785734] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.785904] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.786280] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.786557] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3eb04bd-fd79-4530-b579-4c8354aa6671 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.790069] env[69052]: DEBUG nova.scheduler.client.report [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.802030] env[69052]: DEBUG oslo_vmware.api [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 1014.802030] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f4f409-9cd3-d8ed-990a-beb6b5b77f75" [ 1014.802030] env[69052]: _type = "Task" [ 1014.802030] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.811678] env[69052]: DEBUG oslo_vmware.api [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f4f409-9cd3-d8ed-990a-beb6b5b77f75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.827353] env[69052]: DEBUG oslo_vmware.api [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d735ee-54ef-6f0d-7d7e-5eb326291cc8, 'name': SearchDatastore_Task, 'duration_secs': 0.028108} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.827353] env[69052]: DEBUG nova.network.neutron [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Updating instance_info_cache with network_info: [{"id": "64f4cc87-ad20-423f-990d-71420bd0572e", "address": "fa:16:3e:28:56:e8", "network": {"id": "a09c611a-3f85-44ff-a673-e176af1ea211", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-63151955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19918ec410294b2685d0e75828f74507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64f4cc87-ad", "ovs_interfaceid": "64f4cc87-ad20-423f-990d-71420bd0572e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.827353] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.827353] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 93823d64-1b97-4358-84c3-9cad2713ab4d/93823d64-1b97-4358-84c3-9cad2713ab4d.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.827353] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc517d3a-b119-4877-846a-9bf10a652512 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.835453] env[69052]: DEBUG oslo_vmware.api [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 1014.835453] env[69052]: value = "task-3236880" [ 1014.835453] env[69052]: _type = "Task" [ 1014.835453] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.846646] env[69052]: DEBUG oslo_vmware.api [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.975900] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f91cefb-ee06-44fd-998e-ddedf40a2ca1 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Volume attach. Driver type: vmdk {{(pid=69052) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1014.976155] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f91cefb-ee06-44fd-998e-ddedf40a2ca1 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646949', 'volume_id': '3249382f-4365-4ab0-8a4d-0456be9cce79', 'name': 'volume-3249382f-4365-4ab0-8a4d-0456be9cce79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c65f73d-234c-4f98-8b7f-a3e8e772dfff', 'attached_at': '', 'detached_at': '', 'volume_id': '3249382f-4365-4ab0-8a4d-0456be9cce79', 'serial': '3249382f-4365-4ab0-8a4d-0456be9cce79'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1014.977043] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b5d96d-2ffc-47f0-a88a-8f153b894a0f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.995497] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff8bc75-b7ff-4683-99f4-5113ae4c2465 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.023674] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f91cefb-ee06-44fd-998e-ddedf40a2ca1 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] volume-3249382f-4365-4ab0-8a4d-0456be9cce79/volume-3249382f-4365-4ab0-8a4d-0456be9cce79.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.024077] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb8365f5-7805-4692-9fdb-56240bcdf596 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.046567] env[69052]: DEBUG oslo_vmware.api [None req-8f91cefb-ee06-44fd-998e-ddedf40a2ca1 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1015.046567] env[69052]: value = "task-3236881" [ 1015.046567] env[69052]: _type = "Task" [ 1015.046567] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.057608] env[69052]: DEBUG oslo_vmware.api [None req-8f91cefb-ee06-44fd-998e-ddedf40a2ca1 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.120460] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.120691] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a0576cf-5682-4f58-900e-7ec7b32bb68c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.130652] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Waiting for the task: (returnval){ [ 1015.130652] env[69052]: value = "task-3236882" [ 1015.130652] env[69052]: _type = "Task" [ 1015.130652] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.143445] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.298633] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.300290] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.154s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.322415] env[69052]: DEBUG oslo_vmware.api [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f4f409-9cd3-d8ed-990a-beb6b5b77f75, 'name': SearchDatastore_Task, 'duration_secs': 0.01132} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.322774] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.323030] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.323317] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.323482] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.323645] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.323942] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ee9dcc9-97a5-4ce2-9190-c1240626c01c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.331679] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Releasing lock "refresh_cache-378d47dd-e9df-4594-9180-9dfe8a815a38" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.336328] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.336328] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.337365] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f887b171-60c1-4f3f-b395-0379accc556c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.350899] env[69052]: DEBUG oslo_vmware.api [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 1015.350899] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52739ade-4449-fbea-9348-8f378e5cfa06" [ 1015.350899] env[69052]: _type = "Task" [ 1015.350899] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.354523] env[69052]: DEBUG oslo_vmware.api [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236880, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.355681] env[69052]: INFO nova.scheduler.client.report [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Deleted allocations for instance b1112efb-65aa-421e-b9ae-e1af4294cf54 [ 1015.375836] env[69052]: DEBUG oslo_vmware.api [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52739ade-4449-fbea-9348-8f378e5cfa06, 'name': SearchDatastore_Task, 'duration_secs': 0.021728} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.377287] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee1736e7-20c4-4229-89cb-f408916b92c6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.385310] env[69052]: DEBUG oslo_vmware.api [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 1015.385310] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528abf6e-2cc2-a74a-cb32-85855a316a93" [ 1015.385310] env[69052]: _type = "Task" [ 1015.385310] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.394202] env[69052]: DEBUG oslo_vmware.api [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528abf6e-2cc2-a74a-cb32-85855a316a93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.499136] env[69052]: DEBUG oslo_concurrency.lockutils [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Acquiring lock "e146fc98-968c-48aa-a570-ace49141a002" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.499379] env[69052]: DEBUG oslo_concurrency.lockutils [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Lock "e146fc98-968c-48aa-a570-ace49141a002" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.502409] env[69052]: DEBUG nova.network.neutron [None req-6087176c-5fe5-416f-99e7-991966914449 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Updating instance_info_cache with network_info: [{"id": "b15a0d01-0291-4ac4-b031-1691ee4bbba7", "address": "fa:16:3e:bf:72:58", "network": {"id": "4e7ad40f-fc44-47b3-ada6-0ae53251c650", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329642848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "420997e04b2a41d882b1f61eb5a284f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb15a0d01-02", "ovs_interfaceid": "b15a0d01-0291-4ac4-b031-1691ee4bbba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.556502] env[69052]: DEBUG oslo_vmware.api [None req-8f91cefb-ee06-44fd-998e-ddedf40a2ca1 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236881, 'name': ReconfigVM_Task, 'duration_secs': 0.457465} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.556641] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f91cefb-ee06-44fd-998e-ddedf40a2ca1 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Reconfigured VM instance instance-00000058 to attach disk [datastore1] volume-3249382f-4365-4ab0-8a4d-0456be9cce79/volume-3249382f-4365-4ab0-8a4d-0456be9cce79.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.561248] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94a0206c-e50a-4aca-81b5-e79f7b3f1278 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.577577] env[69052]: DEBUG oslo_vmware.api [None req-8f91cefb-ee06-44fd-998e-ddedf40a2ca1 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1015.577577] env[69052]: value = "task-3236883" [ 1015.577577] env[69052]: _type = "Task" [ 1015.577577] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.587204] env[69052]: DEBUG oslo_vmware.api [None req-8f91cefb-ee06-44fd-998e-ddedf40a2ca1 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.642991] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236882, 'name': PowerOffVM_Task, 'duration_secs': 0.162643} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.643376] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.643604] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.644470] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d1b512-4145-4330-b194-9dcc66062675 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.651616] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.651839] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c35542a-ca21-4841-aee1-4866f6a5a400 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.678224] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.678465] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.678651] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Deleting the datastore file [datastore1] 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.678912] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a42d08d1-2c1d-4c09-8a4a-d80919c07849 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.687924] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Waiting for the task: (returnval){ [ 1015.687924] env[69052]: value = "task-3236885" [ 1015.687924] env[69052]: _type = "Task" [ 1015.687924] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.698968] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.852230] env[69052]: DEBUG oslo_vmware.api [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521787} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.852230] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 93823d64-1b97-4358-84c3-9cad2713ab4d/93823d64-1b97-4358-84c3-9cad2713ab4d.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.852230] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.852230] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c0a0310-e1d8-4fac-8042-ce9c90373071 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.859501] env[69052]: DEBUG oslo_vmware.api [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 1015.859501] env[69052]: value = "task-3236886" [ 1015.859501] env[69052]: _type = "Task" [ 1015.859501] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.872943] env[69052]: DEBUG oslo_vmware.api [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.876060] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1f48a60a-89da-490b-8d55-b296ce3884fe tempest-ServersTestManualDisk-262140513 tempest-ServersTestManualDisk-262140513-project-member] Lock "b1112efb-65aa-421e-b9ae-e1af4294cf54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.267s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.897063] env[69052]: DEBUG oslo_vmware.api [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528abf6e-2cc2-a74a-cb32-85855a316a93, 'name': SearchDatastore_Task, 'duration_secs': 0.009711} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.897535] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.897805] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] b99c851a-15fc-43be-a239-259ed7eaef89/b99c851a-15fc-43be-a239-259ed7eaef89.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.898157] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ec6d643-2403-44e7-b670-ceacf59610ad {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.906189] env[69052]: DEBUG oslo_vmware.api [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 1015.906189] env[69052]: value = "task-3236887" [ 1015.906189] env[69052]: _type = "Task" [ 1015.906189] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.916265] env[69052]: DEBUG oslo_vmware.api [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.002499] env[69052]: DEBUG nova.compute.manager [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.005696] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6087176c-5fe5-416f-99e7-991966914449 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Releasing lock "refresh_cache-d144e192-e16f-4437-9813-6b44fdcaa8e1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.005770] env[69052]: DEBUG nova.objects.instance [None req-6087176c-5fe5-416f-99e7-991966914449 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lazy-loading 'migration_context' on Instance uuid d144e192-e16f-4437-9813-6b44fdcaa8e1 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.090621] env[69052]: DEBUG oslo_vmware.api [None req-8f91cefb-ee06-44fd-998e-ddedf40a2ca1 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236883, 'name': ReconfigVM_Task, 'duration_secs': 0.188004} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.090930] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f91cefb-ee06-44fd-998e-ddedf40a2ca1 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646949', 'volume_id': '3249382f-4365-4ab0-8a4d-0456be9cce79', 'name': 'volume-3249382f-4365-4ab0-8a4d-0456be9cce79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c65f73d-234c-4f98-8b7f-a3e8e772dfff', 'attached_at': '', 'detached_at': '', 'volume_id': '3249382f-4365-4ab0-8a4d-0456be9cce79', 'serial': '3249382f-4365-4ab0-8a4d-0456be9cce79'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1016.199343] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105218} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.199631] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.199785] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.199969] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.240219] env[69052]: DEBUG oslo_concurrency.lockutils [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "2eb93fe3-17b5-4d50-9c02-85e5c9000df2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.240219] env[69052]: DEBUG oslo_concurrency.lockutils [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "2eb93fe3-17b5-4d50-9c02-85e5c9000df2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.240219] env[69052]: DEBUG oslo_concurrency.lockutils [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "2eb93fe3-17b5-4d50-9c02-85e5c9000df2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.240219] env[69052]: DEBUG oslo_concurrency.lockutils [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "2eb93fe3-17b5-4d50-9c02-85e5c9000df2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.240219] env[69052]: DEBUG oslo_concurrency.lockutils [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "2eb93fe3-17b5-4d50-9c02-85e5c9000df2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.242497] env[69052]: INFO nova.compute.manager [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Terminating instance [ 1016.317453] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Applying migration context for instance 378d47dd-e9df-4594-9180-9dfe8a815a38 as it has an incoming, in-progress migration 9b68d87f-0f33-4313-8218-0f94620f5a1f. Migration status is migrating {{(pid=69052) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1016.317719] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Applying migration context for instance d144e192-e16f-4437-9813-6b44fdcaa8e1 as it has an incoming, in-progress migration ef8fb2ff-99b2-4c0a-ab27-e9b48c416445. Migration status is confirming {{(pid=69052) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1016.319455] env[69052]: INFO nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Updating resource usage from migration 9b68d87f-0f33-4313-8218-0f94620f5a1f [ 1016.319786] env[69052]: INFO nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Updating resource usage from migration ef8fb2ff-99b2-4c0a-ab27-e9b48c416445 [ 1016.341426] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 13fd90f3-97b9-4e45-9de3-da498c79a8a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1016.341523] env[69052]: WARNING nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1016.341624] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance df2f721c-7fab-42ac-8da9-3a3c49e36065 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1016.341751] env[69052]: WARNING nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance e8a56eb2-4f01-4a90-9758-f531feba21c9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1016.341886] env[69052]: WARNING nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 0c78112e-f66a-4382-9fb2-3a448309d148 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1016.342071] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 14e5058b-8515-48a2-9b3a-f08ece6029c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1016.342150] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 2eb93fe3-17b5-4d50-9c02-85e5c9000df2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1016.342252] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance dd487472-5baf-4e41-b7b6-27a56ce96f04 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1016.342362] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 1c65f73d-234c-4f98-8b7f-a3e8e772dfff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1016.342931] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Migration ef8fb2ff-99b2-4c0a-ab27-e9b48c416445 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1016.342931] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance d144e192-e16f-4437-9813-6b44fdcaa8e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1016.342931] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1016.342931] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 93823d64-1b97-4358-84c3-9cad2713ab4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1016.343156] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance b99c851a-15fc-43be-a239-259ed7eaef89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1016.343205] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Migration 9b68d87f-0f33-4313-8218-0f94620f5a1f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1016.343420] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 378d47dd-e9df-4594-9180-9dfe8a815a38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1016.371760] env[69052]: DEBUG oslo_vmware.api [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074576} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.372015] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.372827] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c47ecd5-ad58-4757-b01f-cc06c30c6668 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.396035] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 93823d64-1b97-4358-84c3-9cad2713ab4d/93823d64-1b97-4358-84c3-9cad2713ab4d.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.396324] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d35acb6-ba0b-42e8-9771-8d4272260f9e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.419558] env[69052]: DEBUG oslo_vmware.api [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449742} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.420720] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] b99c851a-15fc-43be-a239-259ed7eaef89/b99c851a-15fc-43be-a239-259ed7eaef89.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.420937] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.421256] env[69052]: DEBUG oslo_vmware.api [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 1016.421256] env[69052]: value = "task-3236888" [ 1016.421256] env[69052]: _type = "Task" [ 1016.421256] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.421441] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6775b77-8077-4df7-bdd5-32f166164d5c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.432566] env[69052]: DEBUG oslo_vmware.api [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236888, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.433901] env[69052]: DEBUG oslo_vmware.api [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 1016.433901] env[69052]: value = "task-3236889" [ 1016.433901] env[69052]: _type = "Task" [ 1016.433901] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.444937] env[69052]: DEBUG oslo_vmware.api [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.510426] env[69052]: DEBUG nova.objects.base [None req-6087176c-5fe5-416f-99e7-991966914449 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69052) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1016.512132] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f910a275-09e7-4d18-9e72-72e15aa81d1c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.541180] env[69052]: DEBUG oslo_concurrency.lockutils [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.541484] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59af5117-bc6f-447b-b4ac-0fe1c1f0932b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.548051] env[69052]: DEBUG oslo_vmware.api [None req-6087176c-5fe5-416f-99e7-991966914449 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1016.548051] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e17f06-9ec2-2e94-18b7-1dabba3efc39" [ 1016.548051] env[69052]: _type = "Task" [ 1016.548051] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.557094] env[69052]: DEBUG oslo_vmware.api [None req-6087176c-5fe5-416f-99e7-991966914449 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e17f06-9ec2-2e94-18b7-1dabba3efc39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.746673] env[69052]: DEBUG nova.compute.manager [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.746915] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.747885] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739dfa2a-b5b0-4279-8ade-00f994132721 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.756460] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.756691] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-841dd978-cd8b-45c6-8bd2-348863dc3592 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.763555] env[69052]: DEBUG oslo_vmware.api [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1016.763555] env[69052]: value = "task-3236890" [ 1016.763555] env[69052]: _type = "Task" [ 1016.763555] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.771684] env[69052]: DEBUG oslo_vmware.api [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.850321] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1016.862020] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e87c98b-2b40-45fa-afb4-9a7f12d47b93 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.884866] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Updating instance '378d47dd-e9df-4594-9180-9dfe8a815a38' progress to 0 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1016.935236] env[69052]: DEBUG oslo_vmware.api [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236888, 'name': ReconfigVM_Task, 'duration_secs': 0.277495} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.940185] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 93823d64-1b97-4358-84c3-9cad2713ab4d/93823d64-1b97-4358-84c3-9cad2713ab4d.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.941330] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d8ab10c-827d-4f37-89d9-22757ae67cf2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.950603] env[69052]: DEBUG oslo_vmware.api [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158261} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.952092] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.952534] env[69052]: DEBUG oslo_vmware.api [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 1016.952534] env[69052]: value = "task-3236891" [ 1016.952534] env[69052]: _type = "Task" [ 1016.952534] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.957106] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28df0f6c-fedd-43a0-86d8-f089798df5c7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.966654] env[69052]: DEBUG oslo_vmware.api [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236891, 'name': Rename_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.989112] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] b99c851a-15fc-43be-a239-259ed7eaef89/b99c851a-15fc-43be-a239-259ed7eaef89.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.989112] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e02b5714-8152-40ba-b6cf-1f1952d7b956 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.011866] env[69052]: DEBUG oslo_vmware.api [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 1017.011866] env[69052]: value = "task-3236892" [ 1017.011866] env[69052]: _type = "Task" [ 1017.011866] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.021379] env[69052]: DEBUG oslo_vmware.api [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236892, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.058642] env[69052]: DEBUG oslo_vmware.api [None req-6087176c-5fe5-416f-99e7-991966914449 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e17f06-9ec2-2e94-18b7-1dabba3efc39, 'name': SearchDatastore_Task, 'duration_secs': 0.008067} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.058943] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6087176c-5fe5-416f-99e7-991966914449 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.135560] env[69052]: DEBUG nova.objects.instance [None req-8f91cefb-ee06-44fd-998e-ddedf40a2ca1 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lazy-loading 'flavor' on Instance uuid 1c65f73d-234c-4f98-8b7f-a3e8e772dfff {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.244753] env[69052]: DEBUG nova.virt.hardware [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.244753] env[69052]: DEBUG nova.virt.hardware [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.244753] env[69052]: DEBUG nova.virt.hardware [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.244753] env[69052]: DEBUG nova.virt.hardware [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.244753] env[69052]: DEBUG nova.virt.hardware [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.244753] env[69052]: DEBUG nova.virt.hardware [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.244753] env[69052]: DEBUG nova.virt.hardware [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.244753] env[69052]: DEBUG nova.virt.hardware [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.244753] env[69052]: DEBUG nova.virt.hardware [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.244753] env[69052]: DEBUG nova.virt.hardware [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.244753] env[69052]: DEBUG nova.virt.hardware [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.245261] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5414138-fee0-47a6-b18c-488a931e2317 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.258034] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f443e7e2-5f4a-4bd8-b2d3-573bec52e2bd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.271843] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Instance VIF info [] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.278763] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.283857] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.287760] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10ae6476-91d2-42ff-88a6-217273f013f0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.307220] env[69052]: DEBUG oslo_vmware.api [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236890, 'name': PowerOffVM_Task, 'duration_secs': 0.239986} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.308552] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.308731] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.308960] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.308960] env[69052]: value = "task-3236893" [ 1017.308960] env[69052]: _type = "Task" [ 1017.308960] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.309158] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9f1dea7-d418-4a94-b2a6-399a103c4e1f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.319948] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236893, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.358509] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 800e0b06-5ee3-4909-ae20-c50562852f85 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1017.385763] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.386016] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.386221] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Deleting the datastore file [datastore2] 2eb93fe3-17b5-4d50-9c02-85e5c9000df2 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.386545] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46bd4d6b-2f24-42b4-b002-2e25a526327a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.391116] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.391762] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01d6b175-f0e7-49e2-b707-414a3aa568d1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.398450] env[69052]: DEBUG oslo_vmware.api [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1017.398450] env[69052]: value = "task-3236895" [ 1017.398450] env[69052]: _type = "Task" [ 1017.398450] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.399249] env[69052]: DEBUG oslo_vmware.api [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1017.399249] env[69052]: value = "task-3236896" [ 1017.399249] env[69052]: _type = "Task" [ 1017.399249] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.411943] env[69052]: DEBUG oslo_vmware.api [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.415440] env[69052]: DEBUG oslo_vmware.api [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.468643] env[69052]: DEBUG oslo_vmware.api [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236891, 'name': Rename_Task, 'duration_secs': 0.287522} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.468643] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.468818] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4585d8ed-d9a4-4a76-af6e-6b0c5ee5ed44 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.478475] env[69052]: DEBUG oslo_vmware.api [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 1017.478475] env[69052]: value = "task-3236897" [ 1017.478475] env[69052]: _type = "Task" [ 1017.478475] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.492287] env[69052]: DEBUG oslo_vmware.api [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.524566] env[69052]: DEBUG oslo_vmware.api [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236892, 'name': ReconfigVM_Task, 'duration_secs': 0.294011} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.524944] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Reconfigured VM instance instance-0000005b to attach disk [datastore1] b99c851a-15fc-43be-a239-259ed7eaef89/b99c851a-15fc-43be-a239-259ed7eaef89.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.525726] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b6d87c7-71af-4c85-ae42-50577cfd1a6c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.536414] env[69052]: DEBUG oslo_vmware.api [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 1017.536414] env[69052]: value = "task-3236898" [ 1017.536414] env[69052]: _type = "Task" [ 1017.536414] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.546061] env[69052]: DEBUG oslo_vmware.api [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236898, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.641615] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8f91cefb-ee06-44fd-998e-ddedf40a2ca1 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "1c65f73d-234c-4f98-8b7f-a3e8e772dfff" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.279s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.800524] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "1c65f73d-234c-4f98-8b7f-a3e8e772dfff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.800805] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "1c65f73d-234c-4f98-8b7f-a3e8e772dfff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.801055] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "1c65f73d-234c-4f98-8b7f-a3e8e772dfff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.801280] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "1c65f73d-234c-4f98-8b7f-a3e8e772dfff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.801454] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "1c65f73d-234c-4f98-8b7f-a3e8e772dfff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.804389] env[69052]: INFO nova.compute.manager [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Terminating instance [ 1017.822548] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236893, 'name': CreateVM_Task, 'duration_secs': 0.315041} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.822712] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.823179] env[69052]: DEBUG oslo_concurrency.lockutils [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.823367] env[69052]: DEBUG oslo_concurrency.lockutils [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.826677] env[69052]: DEBUG oslo_concurrency.lockutils [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.826677] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b98bef27-9a00-4944-b6d0-b94870e8eb86 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.829877] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Waiting for the task: (returnval){ [ 1017.829877] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5212faae-c4f5-56fb-92e3-99a40e263f58" [ 1017.829877] env[69052]: _type = "Task" [ 1017.829877] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.840040] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5212faae-c4f5-56fb-92e3-99a40e263f58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.862622] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance e146fc98-968c-48aa-a570-ace49141a002 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1017.866023] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69052) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1017.866023] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3136MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69052) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1017.912086] env[69052]: DEBUG oslo_vmware.api [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204908} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.913398] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.913564] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.913806] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.913957] env[69052]: INFO nova.compute.manager [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1017.914254] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.914462] env[69052]: DEBUG nova.compute.manager [-] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.914557] env[69052]: DEBUG nova.network.neutron [-] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.919459] env[69052]: DEBUG oslo_vmware.api [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236896, 'name': PowerOffVM_Task, 'duration_secs': 0.432938} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.919985] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.920196] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Updating instance '378d47dd-e9df-4594-9180-9dfe8a815a38' progress to 17 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1017.991890] env[69052]: DEBUG oslo_vmware.api [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236897, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.049426] env[69052]: DEBUG oslo_vmware.api [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236898, 'name': Rename_Task, 'duration_secs': 0.202188} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.049712] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.049953] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cabe10a-edf4-4394-b8bb-1e45ca685758 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.057840] env[69052]: DEBUG oslo_vmware.api [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 1018.057840] env[69052]: value = "task-3236899" [ 1018.057840] env[69052]: _type = "Task" [ 1018.057840] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.065835] env[69052]: DEBUG oslo_vmware.api [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.145728] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074dca8e-4d7d-4ad1-957a-1565707d5a9f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.163022] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6324655-a7d1-4912-b6e4-c94c85aee4ce {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.199195] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6607a928-0620-401f-b22b-e67906a21ce5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.212630] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d551f6-dc52-40b5-8b93-9af59d0bcab3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.227395] env[69052]: DEBUG nova.compute.provider_tree [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.308565] env[69052]: DEBUG nova.compute.manager [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.308807] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.309093] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1ac9dc3-c7a8-471d-99fb-86cc52802478 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.321025] env[69052]: DEBUG oslo_vmware.api [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1018.321025] env[69052]: value = "task-3236900" [ 1018.321025] env[69052]: _type = "Task" [ 1018.321025] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.328899] env[69052]: DEBUG oslo_vmware.api [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.340416] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5212faae-c4f5-56fb-92e3-99a40e263f58, 'name': SearchDatastore_Task, 'duration_secs': 0.012387} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.340688] env[69052]: DEBUG oslo_concurrency.lockutils [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.340921] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.341269] env[69052]: DEBUG oslo_concurrency.lockutils [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.341454] env[69052]: DEBUG oslo_concurrency.lockutils [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.341631] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.341914] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db36902e-0400-4400-b16a-a98340132bd3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.352708] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.352859] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.353661] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e09cfaf-7da5-48b3-8fac-4e88ffea9ab8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.359956] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Waiting for the task: (returnval){ [ 1018.359956] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529ae2cc-c619-0649-5267-0ee6a5239043" [ 1018.359956] env[69052]: _type = "Task" [ 1018.359956] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.369537] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529ae2cc-c619-0649-5267-0ee6a5239043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.429044] env[69052]: DEBUG nova.virt.hardware [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.429324] env[69052]: DEBUG nova.virt.hardware [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.429485] env[69052]: DEBUG nova.virt.hardware [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.429664] env[69052]: DEBUG nova.virt.hardware [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.429828] env[69052]: DEBUG nova.virt.hardware [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.429999] env[69052]: DEBUG nova.virt.hardware [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.430381] env[69052]: DEBUG nova.virt.hardware [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.430596] env[69052]: DEBUG nova.virt.hardware [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.430835] env[69052]: DEBUG nova.virt.hardware [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.431089] env[69052]: DEBUG nova.virt.hardware [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.431382] env[69052]: DEBUG nova.virt.hardware [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.436898] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d212db17-e280-405b-be89-d229af76830d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.455922] env[69052]: DEBUG oslo_vmware.api [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1018.455922] env[69052]: value = "task-3236901" [ 1018.455922] env[69052]: _type = "Task" [ 1018.455922] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.468356] env[69052]: DEBUG oslo_vmware.api [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.494904] env[69052]: DEBUG oslo_vmware.api [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236897, 'name': PowerOnVM_Task, 'duration_secs': 0.674328} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.495368] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.495763] env[69052]: INFO nova.compute.manager [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1018.496134] env[69052]: DEBUG nova.compute.manager [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.497295] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74a89c1-cabc-4636-9b06-26e2c446cda0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.574021] env[69052]: DEBUG oslo_vmware.api [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236899, 'name': PowerOnVM_Task, 'duration_secs': 0.507687} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.574021] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.574021] env[69052]: INFO nova.compute.manager [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1018.574021] env[69052]: DEBUG nova.compute.manager [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.574021] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b766bf8a-2688-4210-aa37-fb658b3a2d4e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.730630] env[69052]: DEBUG nova.scheduler.client.report [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.830853] env[69052]: DEBUG oslo_vmware.api [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236900, 'name': PowerOffVM_Task, 'duration_secs': 0.323357} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.831174] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.831397] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Volume detach. Driver type: vmdk {{(pid=69052) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1018.831602] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646949', 'volume_id': '3249382f-4365-4ab0-8a4d-0456be9cce79', 'name': 'volume-3249382f-4365-4ab0-8a4d-0456be9cce79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c65f73d-234c-4f98-8b7f-a3e8e772dfff', 'attached_at': '', 'detached_at': '', 'volume_id': '3249382f-4365-4ab0-8a4d-0456be9cce79', 'serial': '3249382f-4365-4ab0-8a4d-0456be9cce79'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1018.833230] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a23bd4-6b90-468e-a953-c0c78dd6f57b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.866665] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633a96b7-62e8-4945-8f7b-3ff2a131cf61 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.879244] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529ae2cc-c619-0649-5267-0ee6a5239043, 'name': SearchDatastore_Task, 'duration_secs': 0.01034} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.881262] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf76f0c9-44a0-470e-89f0-35a19b3e3696 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.883466] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a242650-86ff-43cb-bd7b-9b304ff834b9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.889139] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Waiting for the task: (returnval){ [ 1018.889139] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52687456-e35e-a91e-a2ef-90348cc7c5ab" [ 1018.889139] env[69052]: _type = "Task" [ 1018.889139] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.910656] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28ec3be-3a99-47ae-af9f-5a81bed78a5f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.922180] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52687456-e35e-a91e-a2ef-90348cc7c5ab, 'name': SearchDatastore_Task, 'duration_secs': 0.028291} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.935537] env[69052]: DEBUG oslo_concurrency.lockutils [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.935866] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829/924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.936300] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] The volume has not been displaced from its original location: [datastore1] volume-3249382f-4365-4ab0-8a4d-0456be9cce79/volume-3249382f-4365-4ab0-8a4d-0456be9cce79.vmdk. No consolidation needed. {{(pid=69052) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1018.942716] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1018.943313] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4bd31be-f78f-44da-96ae-2372da150340 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.945834] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c51b2dd-d310-4da1-b931-ea29db434f4b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.968075] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Waiting for the task: (returnval){ [ 1018.968075] env[69052]: value = "task-3236902" [ 1018.968075] env[69052]: _type = "Task" [ 1018.968075] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.974911] env[69052]: DEBUG oslo_vmware.api [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236901, 'name': ReconfigVM_Task, 'duration_secs': 0.311026} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.976252] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Updating instance '378d47dd-e9df-4594-9180-9dfe8a815a38' progress to 33 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1018.984022] env[69052]: DEBUG oslo_vmware.api [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1018.984022] env[69052]: value = "task-3236903" [ 1018.984022] env[69052]: _type = "Task" [ 1018.984022] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.986105] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.992786] env[69052]: DEBUG oslo_vmware.api [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.019381] env[69052]: INFO nova.compute.manager [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Took 23.49 seconds to build instance. [ 1019.098674] env[69052]: INFO nova.compute.manager [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Took 22.32 seconds to build instance. [ 1019.188499] env[69052]: DEBUG nova.compute.manager [req-be0df63b-37f9-40ad-9357-2ea38eb1c961 req-8bb631ee-f4b4-44c7-90fb-5463b4359df7 service nova] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Received event network-vif-deleted-d05c943d-1a80-4ff6-acc9-2eb74602d366 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.188706] env[69052]: INFO nova.compute.manager [req-be0df63b-37f9-40ad-9357-2ea38eb1c961 req-8bb631ee-f4b4-44c7-90fb-5463b4359df7 service nova] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Neutron deleted interface d05c943d-1a80-4ff6-acc9-2eb74602d366; detaching it from the instance and deleting it from the info cache [ 1019.189052] env[69052]: DEBUG nova.network.neutron [req-be0df63b-37f9-40ad-9357-2ea38eb1c961 req-8bb631ee-f4b4-44c7-90fb-5463b4359df7 service nova] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.235518] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69052) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1019.235796] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.936s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.236100] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.717s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.237784] env[69052]: INFO nova.compute.claims [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.480562] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236902, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.483306] env[69052]: DEBUG nova.virt.hardware [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.483589] env[69052]: DEBUG nova.virt.hardware [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.483763] env[69052]: DEBUG nova.virt.hardware [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.484483] env[69052]: DEBUG nova.virt.hardware [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.484483] env[69052]: DEBUG nova.virt.hardware [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.484548] env[69052]: DEBUG nova.virt.hardware [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.484712] env[69052]: DEBUG nova.virt.hardware [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.484878] env[69052]: DEBUG nova.virt.hardware [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.485108] env[69052]: DEBUG nova.virt.hardware [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.485300] env[69052]: DEBUG nova.virt.hardware [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.485610] env[69052]: DEBUG nova.virt.hardware [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.493177] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1019.497166] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29fce356-10ec-4d47-ad82-bd013063a783 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.521853] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a819d0bb-541f-4b20-a039-6e4cb30263c7 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "93823d64-1b97-4358-84c3-9cad2713ab4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.008s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.528611] env[69052]: DEBUG oslo_vmware.api [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236903, 'name': ReconfigVM_Task, 'duration_secs': 0.323862} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.528611] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1019.531932] env[69052]: DEBUG oslo_vmware.api [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1019.531932] env[69052]: value = "task-3236904" [ 1019.531932] env[69052]: _type = "Task" [ 1019.531932] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.532451] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73506182-b5cd-4539-80fe-a1eececc6f3b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.557090] env[69052]: DEBUG oslo_vmware.api [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.559038] env[69052]: DEBUG oslo_vmware.api [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1019.559038] env[69052]: value = "task-3236905" [ 1019.559038] env[69052]: _type = "Task" [ 1019.559038] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.568893] env[69052]: DEBUG oslo_vmware.api [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.601851] env[69052]: DEBUG oslo_concurrency.lockutils [None req-94c61491-93ad-494d-9948-150025275030 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "b99c851a-15fc-43be-a239-259ed7eaef89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.830s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.669450] env[69052]: DEBUG nova.network.neutron [-] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.692051] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f836d33-4f01-467d-bfa1-528fe13f60ae {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.705401] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f6ea5e-acc0-41f1-9168-77bf9382df12 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.750211] env[69052]: DEBUG nova.compute.manager [req-be0df63b-37f9-40ad-9357-2ea38eb1c961 req-8bb631ee-f4b4-44c7-90fb-5463b4359df7 service nova] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Detach interface failed, port_id=d05c943d-1a80-4ff6-acc9-2eb74602d366, reason: Instance 2eb93fe3-17b5-4d50-9c02-85e5c9000df2 could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1019.980511] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579786} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.981179] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829/924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.981687] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.982078] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-056ef17f-c118-4eff-a10f-e9151f246284 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.991093] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Waiting for the task: (returnval){ [ 1019.991093] env[69052]: value = "task-3236906" [ 1019.991093] env[69052]: _type = "Task" [ 1019.991093] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.003118] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.062490] env[69052]: DEBUG oslo_vmware.api [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236904, 'name': ReconfigVM_Task, 'duration_secs': 0.230463} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.063049] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1020.067549] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ea760e-b9ce-4b6f-a485-ca9378597f88 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.076800] env[69052]: DEBUG oslo_vmware.api [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236905, 'name': ReconfigVM_Task, 'duration_secs': 0.243527} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.092196] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646949', 'volume_id': '3249382f-4365-4ab0-8a4d-0456be9cce79', 'name': 'volume-3249382f-4365-4ab0-8a4d-0456be9cce79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c65f73d-234c-4f98-8b7f-a3e8e772dfff', 'attached_at': '', 'detached_at': '', 'volume_id': '3249382f-4365-4ab0-8a4d-0456be9cce79', 'serial': '3249382f-4365-4ab0-8a4d-0456be9cce79'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1020.092196] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.100947] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 378d47dd-e9df-4594-9180-9dfe8a815a38/378d47dd-e9df-4594-9180-9dfe8a815a38.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.101635] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a286dd-a7f5-40d2-85b2-dbb76817a7a8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.104987] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dc3ad30-16bb-4aad-9fed-eacc39f0182c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.125874] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.127975] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97ae75a1-0ff8-414f-8297-a5cab675ea6b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.130692] env[69052]: DEBUG oslo_vmware.api [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1020.130692] env[69052]: value = "task-3236907" [ 1020.130692] env[69052]: _type = "Task" [ 1020.130692] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.148879] env[69052]: DEBUG oslo_vmware.api [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236907, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.173886] env[69052]: INFO nova.compute.manager [-] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Took 2.26 seconds to deallocate network for instance. [ 1020.216998] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.217259] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.217576] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Deleting the datastore file [datastore1] 1c65f73d-234c-4f98-8b7f-a3e8e772dfff {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.218490] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-332e0f0e-2121-4c4f-bcc0-fc2aaef48f29 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.228034] env[69052]: DEBUG oslo_vmware.api [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1020.228034] env[69052]: value = "task-3236909" [ 1020.228034] env[69052]: _type = "Task" [ 1020.228034] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.239793] env[69052]: DEBUG oslo_vmware.api [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.500763] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070814} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.501345] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.504463] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bf7856-5b53-4ac3-ac3e-e7d8c76e4340 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.526663] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829/924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.532685] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89605e73-d5dc-414c-b7c7-1aa14b8b1d7a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.555437] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Waiting for the task: (returnval){ [ 1020.555437] env[69052]: value = "task-3236910" [ 1020.555437] env[69052]: _type = "Task" [ 1020.555437] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.566567] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.582873] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206f5f56-5d15-43d6-a7d3-b49f7fc9c929 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.592703] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290ffb5a-c101-495a-94b8-7251c0790c3c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.627435] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc088658-2709-4c9e-8d52-87c35aecdacf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.642019] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46771d34-7f7d-4ad2-9fbe-d150598f2de7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.650750] env[69052]: DEBUG oslo_vmware.api [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.662884] env[69052]: DEBUG nova.compute.provider_tree [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.682278] env[69052]: DEBUG oslo_concurrency.lockutils [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.738642] env[69052]: DEBUG oslo_vmware.api [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448977} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.738910] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.739109] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.739298] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.739468] env[69052]: INFO nova.compute.manager [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Took 2.43 seconds to destroy the instance on the hypervisor. [ 1020.739704] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.739894] env[69052]: DEBUG nova.compute.manager [-] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.739985] env[69052]: DEBUG nova.network.neutron [-] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.818510] env[69052]: DEBUG nova.compute.manager [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Stashing vm_state: active {{(pid=69052) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1021.069998] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236910, 'name': ReconfigVM_Task, 'duration_secs': 0.343544} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.070438] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829/924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.071901] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a28a623-b6f4-44a7-abfd-59534b8c73e7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.084177] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Waiting for the task: (returnval){ [ 1021.084177] env[69052]: value = "task-3236911" [ 1021.084177] env[69052]: _type = "Task" [ 1021.084177] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.098345] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236911, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.149681] env[69052]: DEBUG oslo_vmware.api [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236907, 'name': ReconfigVM_Task, 'duration_secs': 0.866433} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.149926] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 378d47dd-e9df-4594-9180-9dfe8a815a38/378d47dd-e9df-4594-9180-9dfe8a815a38.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.150091] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Updating instance '378d47dd-e9df-4594-9180-9dfe8a815a38' progress to 50 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1021.167479] env[69052]: DEBUG nova.scheduler.client.report [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.231275] env[69052]: DEBUG nova.compute.manager [req-1f9ac72a-1380-40c6-82b1-df6b9bbbed22 req-b4216c15-fab9-4571-8ba0-b0b8bc2c2e47 service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Received event network-changed-614908eb-cc95-4a76-bee1-eb171b1c98d0 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.231500] env[69052]: DEBUG nova.compute.manager [req-1f9ac72a-1380-40c6-82b1-df6b9bbbed22 req-b4216c15-fab9-4571-8ba0-b0b8bc2c2e47 service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Refreshing instance network info cache due to event network-changed-614908eb-cc95-4a76-bee1-eb171b1c98d0. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.231709] env[69052]: DEBUG oslo_concurrency.lockutils [req-1f9ac72a-1380-40c6-82b1-df6b9bbbed22 req-b4216c15-fab9-4571-8ba0-b0b8bc2c2e47 service nova] Acquiring lock "refresh_cache-dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.231856] env[69052]: DEBUG oslo_concurrency.lockutils [req-1f9ac72a-1380-40c6-82b1-df6b9bbbed22 req-b4216c15-fab9-4571-8ba0-b0b8bc2c2e47 service nova] Acquired lock "refresh_cache-dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.232028] env[69052]: DEBUG nova.network.neutron [req-1f9ac72a-1380-40c6-82b1-df6b9bbbed22 req-b4216c15-fab9-4571-8ba0-b0b8bc2c2e47 service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Refreshing network info cache for port 614908eb-cc95-4a76-bee1-eb171b1c98d0 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.341437] env[69052]: DEBUG oslo_concurrency.lockutils [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.596317] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236911, 'name': Rename_Task, 'duration_secs': 0.178598} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.596574] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.596870] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd095432-bad3-4d25-bb37-fcd9c666f485 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.605955] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Waiting for the task: (returnval){ [ 1021.605955] env[69052]: value = "task-3236912" [ 1021.605955] env[69052]: _type = "Task" [ 1021.605955] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.615543] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.659223] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75937545-fa5b-4b1a-8984-040adb08b353 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.684776] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.685323] env[69052]: DEBUG nova.compute.manager [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.688142] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9de83a3c-74c6-4551-94b0-a19e988b1c89 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.532s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.688349] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9de83a3c-74c6-4551-94b0-a19e988b1c89 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.690335] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6c25ff92-179e-4cfb-ad43-d91a10a429bb tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.613s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.690516] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6c25ff92-179e-4cfb-ad43-d91a10a429bb tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.692221] env[69052]: DEBUG oslo_concurrency.lockutils [None req-be542035-2ac6-4002-8da5-a28bd3cebd47 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.497s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.692402] env[69052]: DEBUG oslo_concurrency.lockutils [None req-be542035-2ac6-4002-8da5-a28bd3cebd47 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.694246] env[69052]: DEBUG oslo_concurrency.lockutils [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.811s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.695589] env[69052]: INFO nova.compute.claims [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.698554] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd8253a-11b1-4596-a832-7d46a6f88fa8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.723931] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Updating instance '378d47dd-e9df-4594-9180-9dfe8a815a38' progress to 67 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1021.737210] env[69052]: INFO nova.scheduler.client.report [None req-be542035-2ac6-4002-8da5-a28bd3cebd47 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Deleted allocations for instance e8a56eb2-4f01-4a90-9758-f531feba21c9 [ 1021.738810] env[69052]: INFO nova.scheduler.client.report [None req-6c25ff92-179e-4cfb-ad43-d91a10a429bb tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Deleted allocations for instance 0c78112e-f66a-4382-9fb2-3a448309d148 [ 1021.749014] env[69052]: DEBUG nova.network.neutron [-] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.759224] env[69052]: INFO nova.scheduler.client.report [None req-9de83a3c-74c6-4551-94b0-a19e988b1c89 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Deleted allocations for instance 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb [ 1022.121532] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236912, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.204098] env[69052]: DEBUG nova.compute.utils [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.209329] env[69052]: DEBUG nova.compute.manager [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.212019] env[69052]: DEBUG nova.network.neutron [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.253800] env[69052]: DEBUG oslo_concurrency.lockutils [None req-be542035-2ac6-4002-8da5-a28bd3cebd47 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "e8a56eb2-4f01-4a90-9758-f531feba21c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.772s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.254870] env[69052]: INFO nova.compute.manager [-] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Took 1.51 seconds to deallocate network for instance. [ 1022.259635] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6c25ff92-179e-4cfb-ad43-d91a10a429bb tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "0c78112e-f66a-4382-9fb2-3a448309d148" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.923s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.273138] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9de83a3c-74c6-4551-94b0-a19e988b1c89 tempest-ServerRescueNegativeTestJSON-473758567 tempest-ServerRescueNegativeTestJSON-473758567-project-member] Lock "5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.600s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.279129] env[69052]: DEBUG nova.policy [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f047f102b6d4e30a7837f01a46f6a57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1495d4ac73df4810a0b8e7a5a102deb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.422932] env[69052]: DEBUG nova.compute.manager [req-1b33a69b-cc77-442d-b1e2-f5439bca1570 req-ae306c14-5adc-4e54-92ff-b953fb28a363 service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Received event network-changed-022ee945-ffc6-46fb-b131-49dec574a54f {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.423123] env[69052]: DEBUG nova.compute.manager [req-1b33a69b-cc77-442d-b1e2-f5439bca1570 req-ae306c14-5adc-4e54-92ff-b953fb28a363 service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Refreshing instance network info cache due to event network-changed-022ee945-ffc6-46fb-b131-49dec574a54f. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.424023] env[69052]: DEBUG oslo_concurrency.lockutils [req-1b33a69b-cc77-442d-b1e2-f5439bca1570 req-ae306c14-5adc-4e54-92ff-b953fb28a363 service nova] Acquiring lock "refresh_cache-b99c851a-15fc-43be-a239-259ed7eaef89" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.424023] env[69052]: DEBUG oslo_concurrency.lockutils [req-1b33a69b-cc77-442d-b1e2-f5439bca1570 req-ae306c14-5adc-4e54-92ff-b953fb28a363 service nova] Acquired lock "refresh_cache-b99c851a-15fc-43be-a239-259ed7eaef89" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.424023] env[69052]: DEBUG nova.network.neutron [req-1b33a69b-cc77-442d-b1e2-f5439bca1570 req-ae306c14-5adc-4e54-92ff-b953fb28a363 service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Refreshing network info cache for port 022ee945-ffc6-46fb-b131-49dec574a54f {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.532634] env[69052]: DEBUG nova.network.neutron [req-1f9ac72a-1380-40c6-82b1-df6b9bbbed22 req-b4216c15-fab9-4571-8ba0-b0b8bc2c2e47 service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Updated VIF entry in instance network info cache for port 614908eb-cc95-4a76-bee1-eb171b1c98d0. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.533012] env[69052]: DEBUG nova.network.neutron [req-1f9ac72a-1380-40c6-82b1-df6b9bbbed22 req-b4216c15-fab9-4571-8ba0-b0b8bc2c2e47 service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Updating instance_info_cache with network_info: [{"id": "614908eb-cc95-4a76-bee1-eb171b1c98d0", "address": "fa:16:3e:8a:cd:3f", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614908eb-cc", "ovs_interfaceid": "614908eb-cc95-4a76-bee1-eb171b1c98d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.620131] env[69052]: DEBUG oslo_vmware.api [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236912, 'name': PowerOnVM_Task, 'duration_secs': 0.986029} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.620740] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.622418] env[69052]: DEBUG nova.compute.manager [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.623277] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb97ad0-52f1-4283-8c11-9b9994049993 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.710728] env[69052]: DEBUG nova.compute.manager [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.834260] env[69052]: INFO nova.compute.manager [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Took 0.58 seconds to detach 1 volumes for instance. [ 1023.021549] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc6194c-3333-4cd7-bbf2-db5b751d133e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.030654] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffa19d2-13fa-4df2-beb7-3a5331c7ddde {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.035518] env[69052]: DEBUG oslo_concurrency.lockutils [req-1f9ac72a-1380-40c6-82b1-df6b9bbbed22 req-b4216c15-fab9-4571-8ba0-b0b8bc2c2e47 service nova] Releasing lock "refresh_cache-dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.035862] env[69052]: DEBUG nova.compute.manager [req-1f9ac72a-1380-40c6-82b1-df6b9bbbed22 req-b4216c15-fab9-4571-8ba0-b0b8bc2c2e47 service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Received event network-changed-022ee945-ffc6-46fb-b131-49dec574a54f {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.036095] env[69052]: DEBUG nova.compute.manager [req-1f9ac72a-1380-40c6-82b1-df6b9bbbed22 req-b4216c15-fab9-4571-8ba0-b0b8bc2c2e47 service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Refreshing instance network info cache due to event network-changed-022ee945-ffc6-46fb-b131-49dec574a54f. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1023.036329] env[69052]: DEBUG oslo_concurrency.lockutils [req-1f9ac72a-1380-40c6-82b1-df6b9bbbed22 req-b4216c15-fab9-4571-8ba0-b0b8bc2c2e47 service nova] Acquiring lock "refresh_cache-b99c851a-15fc-43be-a239-259ed7eaef89" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.063362] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5dd17d-d286-4747-babf-de0de5135d33 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.072408] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c556824-2153-4fc4-9894-a2450f6c2d49 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.087017] env[69052]: DEBUG nova.compute.provider_tree [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.148336] env[69052]: DEBUG nova.network.neutron [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Successfully created port: 11fc8c44-be38-4e19-8060-4a8871819484 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.150780] env[69052]: DEBUG oslo_concurrency.lockutils [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.341310] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.393120] env[69052]: DEBUG nova.network.neutron [req-1b33a69b-cc77-442d-b1e2-f5439bca1570 req-ae306c14-5adc-4e54-92ff-b953fb28a363 service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Updated VIF entry in instance network info cache for port 022ee945-ffc6-46fb-b131-49dec574a54f. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.395054] env[69052]: DEBUG nova.network.neutron [req-1b33a69b-cc77-442d-b1e2-f5439bca1570 req-ae306c14-5adc-4e54-92ff-b953fb28a363 service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Updating instance_info_cache with network_info: [{"id": "022ee945-ffc6-46fb-b131-49dec574a54f", "address": "fa:16:3e:e3:72:47", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap022ee945-ff", "ovs_interfaceid": "022ee945-ffc6-46fb-b131-49dec574a54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.403895] env[69052]: DEBUG nova.compute.manager [req-57f82cf6-52a0-4692-9c47-4ecf7f933710 req-e56334d4-3cbd-4dd1-aa0c-46b390f95362 service nova] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Received event network-vif-deleted-f73f4f60-e536-41f3-a277-ea583031b3dd {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.435720] env[69052]: DEBUG nova.network.neutron [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Port 64f4cc87-ad20-423f-990d-71420bd0572e binding to destination host cpu-1 is already ACTIVE {{(pid=69052) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1023.592062] env[69052]: DEBUG nova.scheduler.client.report [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.731267] env[69052]: DEBUG nova.compute.manager [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.765746] env[69052]: DEBUG nova.virt.hardware [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.766049] env[69052]: DEBUG nova.virt.hardware [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.766201] env[69052]: DEBUG nova.virt.hardware [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.766406] env[69052]: DEBUG nova.virt.hardware [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.766532] env[69052]: DEBUG nova.virt.hardware [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.766675] env[69052]: DEBUG nova.virt.hardware [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.766880] env[69052]: DEBUG nova.virt.hardware [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.768932] env[69052]: DEBUG nova.virt.hardware [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.768932] env[69052]: DEBUG nova.virt.hardware [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.769084] env[69052]: DEBUG nova.virt.hardware [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.769273] env[69052]: DEBUG nova.virt.hardware [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.771596] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf94a52-6597-45eb-89f8-98721c1f1f4c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.783549] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fbfd5f-a547-41b5-9371-2df31d441fa3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.897451] env[69052]: DEBUG oslo_concurrency.lockutils [req-1b33a69b-cc77-442d-b1e2-f5439bca1570 req-ae306c14-5adc-4e54-92ff-b953fb28a363 service nova] Releasing lock "refresh_cache-b99c851a-15fc-43be-a239-259ed7eaef89" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.897993] env[69052]: DEBUG oslo_concurrency.lockutils [req-1f9ac72a-1380-40c6-82b1-df6b9bbbed22 req-b4216c15-fab9-4571-8ba0-b0b8bc2c2e47 service nova] Acquired lock "refresh_cache-b99c851a-15fc-43be-a239-259ed7eaef89" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.898247] env[69052]: DEBUG nova.network.neutron [req-1f9ac72a-1380-40c6-82b1-df6b9bbbed22 req-b4216c15-fab9-4571-8ba0-b0b8bc2c2e47 service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Refreshing network info cache for port 022ee945-ffc6-46fb-b131-49dec574a54f {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.098942] env[69052]: DEBUG oslo_concurrency.lockutils [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.100755] env[69052]: DEBUG nova.compute.manager [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.103529] env[69052]: DEBUG oslo_concurrency.lockutils [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.562s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.107867] env[69052]: INFO nova.compute.claims [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.367331] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "a53a7c2e-0070-481c-a770-0399e79a1c62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.367576] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "a53a7c2e-0070-481c-a770-0399e79a1c62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.462096] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "378d47dd-e9df-4594-9180-9dfe8a815a38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.462096] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "378d47dd-e9df-4594-9180-9dfe8a815a38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.462096] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "378d47dd-e9df-4594-9180-9dfe8a815a38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.573297] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Acquiring lock "924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.573462] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Lock "924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.573670] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Acquiring lock "924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.573852] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Lock "924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.574024] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Lock "924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.576922] env[69052]: INFO nova.compute.manager [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Terminating instance [ 1024.617271] env[69052]: DEBUG nova.compute.utils [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.624200] env[69052]: DEBUG nova.compute.manager [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.624200] env[69052]: DEBUG nova.network.neutron [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.721784] env[69052]: DEBUG nova.policy [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55779f4490c245648dcc0a5fb6128694', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90aff9d1e4164beaa88aca4d9a9aa82b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.869837] env[69052]: DEBUG nova.compute.manager [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.892661] env[69052]: DEBUG nova.network.neutron [req-1f9ac72a-1380-40c6-82b1-df6b9bbbed22 req-b4216c15-fab9-4571-8ba0-b0b8bc2c2e47 service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Updated VIF entry in instance network info cache for port 022ee945-ffc6-46fb-b131-49dec574a54f. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.893066] env[69052]: DEBUG nova.network.neutron [req-1f9ac72a-1380-40c6-82b1-df6b9bbbed22 req-b4216c15-fab9-4571-8ba0-b0b8bc2c2e47 service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Updating instance_info_cache with network_info: [{"id": "022ee945-ffc6-46fb-b131-49dec574a54f", "address": "fa:16:3e:e3:72:47", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap022ee945-ff", "ovs_interfaceid": "022ee945-ffc6-46fb-b131-49dec574a54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.949398] env[69052]: DEBUG nova.compute.manager [req-b9eec615-d6d3-4adc-b56f-37299179468e req-48f3a0a8-9374-4e27-90c7-b6e7a751b0ec service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Received event network-changed-614908eb-cc95-4a76-bee1-eb171b1c98d0 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.949534] env[69052]: DEBUG nova.compute.manager [req-b9eec615-d6d3-4adc-b56f-37299179468e req-48f3a0a8-9374-4e27-90c7-b6e7a751b0ec service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Refreshing instance network info cache due to event network-changed-614908eb-cc95-4a76-bee1-eb171b1c98d0. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.949714] env[69052]: DEBUG oslo_concurrency.lockutils [req-b9eec615-d6d3-4adc-b56f-37299179468e req-48f3a0a8-9374-4e27-90c7-b6e7a751b0ec service nova] Acquiring lock "refresh_cache-dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.949846] env[69052]: DEBUG oslo_concurrency.lockutils [req-b9eec615-d6d3-4adc-b56f-37299179468e req-48f3a0a8-9374-4e27-90c7-b6e7a751b0ec service nova] Acquired lock "refresh_cache-dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.950020] env[69052]: DEBUG nova.network.neutron [req-b9eec615-d6d3-4adc-b56f-37299179468e req-48f3a0a8-9374-4e27-90c7-b6e7a751b0ec service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Refreshing network info cache for port 614908eb-cc95-4a76-bee1-eb171b1c98d0 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.048603] env[69052]: DEBUG nova.network.neutron [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Successfully updated port: 11fc8c44-be38-4e19-8060-4a8871819484 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.080938] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Acquiring lock "refresh_cache-924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.081243] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Acquired lock "refresh_cache-924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.081517] env[69052]: DEBUG nova.network.neutron [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.121949] env[69052]: DEBUG nova.compute.manager [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.254136] env[69052]: DEBUG nova.network.neutron [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Successfully created port: cec062ee-1339-491f-b774-1b715acea798 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.396514] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.396843] env[69052]: DEBUG oslo_concurrency.lockutils [req-1f9ac72a-1380-40c6-82b1-df6b9bbbed22 req-b4216c15-fab9-4571-8ba0-b0b8bc2c2e47 service nova] Releasing lock "refresh_cache-b99c851a-15fc-43be-a239-259ed7eaef89" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.435358] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a36c07-2452-43a7-968e-071ed9f2a6a8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.444012] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea8bebf-4153-4504-9cf5-44c8db9d9467 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.482786] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7130a4d0-adcd-49ae-886a-8fa300766f4b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.492657] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b32161-8ea6-4254-a962-79b1a29a0c86 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.507346] env[69052]: DEBUG nova.compute.provider_tree [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.542725] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "refresh_cache-378d47dd-e9df-4594-9180-9dfe8a815a38" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.542919] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquired lock "refresh_cache-378d47dd-e9df-4594-9180-9dfe8a815a38" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.543111] env[69052]: DEBUG nova.network.neutron [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.551264] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "refresh_cache-2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.551408] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquired lock "refresh_cache-2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.551575] env[69052]: DEBUG nova.network.neutron [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.619832] env[69052]: DEBUG nova.network.neutron [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.628851] env[69052]: DEBUG oslo_concurrency.lockutils [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Acquiring lock "b13a9d48-2113-461d-9241-0d6f2e0166b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.629147] env[69052]: DEBUG oslo_concurrency.lockutils [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Lock "b13a9d48-2113-461d-9241-0d6f2e0166b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.754424] env[69052]: DEBUG nova.network.neutron [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.780641] env[69052]: DEBUG nova.network.neutron [req-b9eec615-d6d3-4adc-b56f-37299179468e req-48f3a0a8-9374-4e27-90c7-b6e7a751b0ec service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Updated VIF entry in instance network info cache for port 614908eb-cc95-4a76-bee1-eb171b1c98d0. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.780922] env[69052]: DEBUG nova.network.neutron [req-b9eec615-d6d3-4adc-b56f-37299179468e req-48f3a0a8-9374-4e27-90c7-b6e7a751b0ec service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Updating instance_info_cache with network_info: [{"id": "614908eb-cc95-4a76-bee1-eb171b1c98d0", "address": "fa:16:3e:8a:cd:3f", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614908eb-cc", "ovs_interfaceid": "614908eb-cc95-4a76-bee1-eb171b1c98d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.011339] env[69052]: DEBUG nova.scheduler.client.report [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.090151] env[69052]: DEBUG nova.network.neutron [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.131331] env[69052]: DEBUG nova.compute.manager [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1026.141572] env[69052]: DEBUG nova.compute.manager [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.187284] env[69052]: DEBUG nova.virt.hardware [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.187574] env[69052]: DEBUG nova.virt.hardware [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.188469] env[69052]: DEBUG nova.virt.hardware [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.188740] env[69052]: DEBUG nova.virt.hardware [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.188902] env[69052]: DEBUG nova.virt.hardware [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.189065] env[69052]: DEBUG nova.virt.hardware [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.189285] env[69052]: DEBUG nova.virt.hardware [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.189447] env[69052]: DEBUG nova.virt.hardware [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.189637] env[69052]: DEBUG nova.virt.hardware [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.189839] env[69052]: DEBUG nova.virt.hardware [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.190042] env[69052]: DEBUG nova.virt.hardware [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.190983] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45da468f-7068-4022-b455-8f1af21f9536 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.212473] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ca77ec-f458-4e08-91a3-209fd45597ee {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.258738] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Releasing lock "refresh_cache-924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.259202] env[69052]: DEBUG nova.compute.manager [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.259717] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.260312] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb2d2dd-39c6-459a-a17c-e26738bae474 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.269792] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.270132] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f921f4c-586a-417e-a213-a5f834e988c5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.279018] env[69052]: DEBUG oslo_vmware.api [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Waiting for the task: (returnval){ [ 1026.279018] env[69052]: value = "task-3236913" [ 1026.279018] env[69052]: _type = "Task" [ 1026.279018] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.284338] env[69052]: DEBUG oslo_concurrency.lockutils [req-b9eec615-d6d3-4adc-b56f-37299179468e req-48f3a0a8-9374-4e27-90c7-b6e7a751b0ec service nova] Releasing lock "refresh_cache-dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.288447] env[69052]: DEBUG oslo_vmware.api [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.333977] env[69052]: DEBUG nova.network.neutron [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Updating instance_info_cache with network_info: [{"id": "11fc8c44-be38-4e19-8060-4a8871819484", "address": "fa:16:3e:a9:17:5e", "network": {"id": "d0cac059-a3a4-4d5b-ba84-74fb9bc83064", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811767563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1495d4ac73df4810a0b8e7a5a102deb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11fc8c44-be", "ovs_interfaceid": "11fc8c44-be38-4e19-8060-4a8871819484", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.337335] env[69052]: DEBUG nova.network.neutron [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Updating instance_info_cache with network_info: [{"id": "64f4cc87-ad20-423f-990d-71420bd0572e", "address": "fa:16:3e:28:56:e8", "network": {"id": "a09c611a-3f85-44ff-a673-e176af1ea211", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-63151955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19918ec410294b2685d0e75828f74507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64f4cc87-ad", "ovs_interfaceid": "64f4cc87-ad20-423f-990d-71420bd0572e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.429533] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "30110a54-70b7-413a-bc6c-1487e68ff9e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.430776] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "30110a54-70b7-413a-bc6c-1487e68ff9e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.517953] env[69052]: DEBUG oslo_concurrency.lockutils [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.518456] env[69052]: DEBUG nova.compute.manager [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.522066] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6087176c-5fe5-416f-99e7-991966914449 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.463s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.658474] env[69052]: DEBUG oslo_concurrency.lockutils [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.790268] env[69052]: DEBUG oslo_vmware.api [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236913, 'name': PowerOffVM_Task, 'duration_secs': 0.240334} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.790517] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.790671] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.790926] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33d6fe9a-fcf9-4627-b36c-39e3ac4197cc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.821230] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.822295] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.822295] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Deleting the datastore file [datastore2] 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.822295] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9acfb15-5684-4f22-839b-e54c26a63cfa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.830618] env[69052]: DEBUG oslo_vmware.api [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Waiting for the task: (returnval){ [ 1026.830618] env[69052]: value = "task-3236915" [ 1026.830618] env[69052]: _type = "Task" [ 1026.830618] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.836665] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Releasing lock "refresh_cache-2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.837034] env[69052]: DEBUG nova.compute.manager [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Instance network_info: |[{"id": "11fc8c44-be38-4e19-8060-4a8871819484", "address": "fa:16:3e:a9:17:5e", "network": {"id": "d0cac059-a3a4-4d5b-ba84-74fb9bc83064", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811767563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1495d4ac73df4810a0b8e7a5a102deb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11fc8c44-be", "ovs_interfaceid": "11fc8c44-be38-4e19-8060-4a8871819484", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.840537] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:17:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11fc8c44-be38-4e19-8060-4a8871819484', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.848309] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.848657] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Releasing lock "refresh_cache-378d47dd-e9df-4594-9180-9dfe8a815a38" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.852831] env[69052]: DEBUG oslo_vmware.api [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.853891] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.853891] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fedd5ca5-b53d-41fd-9bfc-e4828f376994 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.876088] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.876088] env[69052]: value = "task-3236916" [ 1026.876088] env[69052]: _type = "Task" [ 1026.876088] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.883595] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236916, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.932303] env[69052]: DEBUG nova.compute.manager [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.028976] env[69052]: DEBUG nova.compute.utils [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.034886] env[69052]: DEBUG nova.compute.manager [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.035046] env[69052]: DEBUG nova.network.neutron [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.039451] env[69052]: DEBUG nova.compute.manager [req-5b78c3f3-397d-4c44-9532-8d4779882f81 req-ddba33a1-b4c5-4bac-a2c7-d3e1b811242c service nova] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Received event network-vif-plugged-11fc8c44-be38-4e19-8060-4a8871819484 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.039681] env[69052]: DEBUG oslo_concurrency.lockutils [req-5b78c3f3-397d-4c44-9532-8d4779882f81 req-ddba33a1-b4c5-4bac-a2c7-d3e1b811242c service nova] Acquiring lock "2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.040142] env[69052]: DEBUG oslo_concurrency.lockutils [req-5b78c3f3-397d-4c44-9532-8d4779882f81 req-ddba33a1-b4c5-4bac-a2c7-d3e1b811242c service nova] Lock "2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.040142] env[69052]: DEBUG oslo_concurrency.lockutils [req-5b78c3f3-397d-4c44-9532-8d4779882f81 req-ddba33a1-b4c5-4bac-a2c7-d3e1b811242c service nova] Lock "2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.040722] env[69052]: DEBUG nova.compute.manager [req-5b78c3f3-397d-4c44-9532-8d4779882f81 req-ddba33a1-b4c5-4bac-a2c7-d3e1b811242c service nova] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] No waiting events found dispatching network-vif-plugged-11fc8c44-be38-4e19-8060-4a8871819484 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.040722] env[69052]: WARNING nova.compute.manager [req-5b78c3f3-397d-4c44-9532-8d4779882f81 req-ddba33a1-b4c5-4bac-a2c7-d3e1b811242c service nova] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Received unexpected event network-vif-plugged-11fc8c44-be38-4e19-8060-4a8871819484 for instance with vm_state building and task_state spawning. [ 1027.040722] env[69052]: DEBUG nova.compute.manager [req-5b78c3f3-397d-4c44-9532-8d4779882f81 req-ddba33a1-b4c5-4bac-a2c7-d3e1b811242c service nova] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Received event network-changed-11fc8c44-be38-4e19-8060-4a8871819484 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.041014] env[69052]: DEBUG nova.compute.manager [req-5b78c3f3-397d-4c44-9532-8d4779882f81 req-ddba33a1-b4c5-4bac-a2c7-d3e1b811242c service nova] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Refreshing instance network info cache due to event network-changed-11fc8c44-be38-4e19-8060-4a8871819484. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.041081] env[69052]: DEBUG oslo_concurrency.lockutils [req-5b78c3f3-397d-4c44-9532-8d4779882f81 req-ddba33a1-b4c5-4bac-a2c7-d3e1b811242c service nova] Acquiring lock "refresh_cache-2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.041563] env[69052]: DEBUG oslo_concurrency.lockutils [req-5b78c3f3-397d-4c44-9532-8d4779882f81 req-ddba33a1-b4c5-4bac-a2c7-d3e1b811242c service nova] Acquired lock "refresh_cache-2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.041563] env[69052]: DEBUG nova.network.neutron [req-5b78c3f3-397d-4c44-9532-8d4779882f81 req-ddba33a1-b4c5-4bac-a2c7-d3e1b811242c service nova] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Refreshing network info cache for port 11fc8c44-be38-4e19-8060-4a8871819484 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.084298] env[69052]: DEBUG nova.policy [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b900eeff9a6a4e08ab13ab6ce379f19c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00cdcde433f04c8d8d0f1f888bcfeb08', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.090828] env[69052]: DEBUG nova.compute.manager [req-70835453-c5e6-4f0a-a3bf-201220918cc3 req-b7b1c071-3797-462e-a423-60fa680309f7 service nova] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Received event network-vif-plugged-cec062ee-1339-491f-b774-1b715acea798 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.091049] env[69052]: DEBUG oslo_concurrency.lockutils [req-70835453-c5e6-4f0a-a3bf-201220918cc3 req-b7b1c071-3797-462e-a423-60fa680309f7 service nova] Acquiring lock "800e0b06-5ee3-4909-ae20-c50562852f85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.091273] env[69052]: DEBUG oslo_concurrency.lockutils [req-70835453-c5e6-4f0a-a3bf-201220918cc3 req-b7b1c071-3797-462e-a423-60fa680309f7 service nova] Lock "800e0b06-5ee3-4909-ae20-c50562852f85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.091445] env[69052]: DEBUG oslo_concurrency.lockutils [req-70835453-c5e6-4f0a-a3bf-201220918cc3 req-b7b1c071-3797-462e-a423-60fa680309f7 service nova] Lock "800e0b06-5ee3-4909-ae20-c50562852f85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.091694] env[69052]: DEBUG nova.compute.manager [req-70835453-c5e6-4f0a-a3bf-201220918cc3 req-b7b1c071-3797-462e-a423-60fa680309f7 service nova] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] No waiting events found dispatching network-vif-plugged-cec062ee-1339-491f-b774-1b715acea798 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.092465] env[69052]: WARNING nova.compute.manager [req-70835453-c5e6-4f0a-a3bf-201220918cc3 req-b7b1c071-3797-462e-a423-60fa680309f7 service nova] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Received unexpected event network-vif-plugged-cec062ee-1339-491f-b774-1b715acea798 for instance with vm_state building and task_state spawning. [ 1027.266403] env[69052]: DEBUG nova.network.neutron [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Successfully updated port: cec062ee-1339-491f-b774-1b715acea798 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.343298] env[69052]: DEBUG oslo_vmware.api [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Task: {'id': task-3236915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19381} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.343298] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.343572] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.343884] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.343884] env[69052]: INFO nova.compute.manager [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1027.344109] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.346978] env[69052]: DEBUG nova.compute.manager [-] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.347134] env[69052]: DEBUG nova.network.neutron [-] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.357450] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed42e00-102d-4688-b04a-024401bb68a8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.366691] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed07736-0261-4d9d-90f3-ad88a7b96eb4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.371800] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47fc76a-ddd4-4fdc-8454-d0c7b93f1253 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.375763] env[69052]: DEBUG nova.network.neutron [-] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.388802] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba8c901-dbe0-4c0c-bd34-a1497c1e1390 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.404041] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236916, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.437018] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10705325-a1f6-4d88-83f6-3efae8984f39 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.449391] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe66ecf0-6e15-45bd-8d28-98e529ef92bc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.457765] env[69052]: DEBUG nova.network.neutron [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Successfully created port: 4d34f7fb-ee6a-483d-945e-0330bc7da54f {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.469054] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.469323] env[69052]: DEBUG nova.compute.provider_tree [None req-6087176c-5fe5-416f-99e7-991966914449 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.535675] env[69052]: DEBUG nova.compute.manager [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.769072] env[69052]: DEBUG oslo_concurrency.lockutils [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquiring lock "refresh_cache-800e0b06-5ee3-4909-ae20-c50562852f85" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.769492] env[69052]: DEBUG oslo_concurrency.lockutils [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquired lock "refresh_cache-800e0b06-5ee3-4909-ae20-c50562852f85" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.769758] env[69052]: DEBUG nova.network.neutron [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.878179] env[69052]: DEBUG nova.network.neutron [-] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.890561] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236916, 'name': CreateVM_Task, 'duration_secs': 0.576029} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.890882] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.892107] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.892384] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.892816] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.894378] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a058a1b7-add3-4767-932d-3a19503ba2c5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.902150] env[69052]: DEBUG oslo_vmware.api [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1027.902150] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52017b98-1db8-d7a2-7dc0-b1e20eb3a594" [ 1027.902150] env[69052]: _type = "Task" [ 1027.902150] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.913645] env[69052]: DEBUG oslo_vmware.api [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52017b98-1db8-d7a2-7dc0-b1e20eb3a594, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.975485] env[69052]: DEBUG nova.scheduler.client.report [None req-6087176c-5fe5-416f-99e7-991966914449 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.041494] env[69052]: INFO nova.virt.block_device [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Booting with volume 2f8c0c05-6b88-4d1a-8862-062c2e67fba9 at /dev/sda [ 1028.086417] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2cc02422-1350-4dfb-98c3-fb78aa99993b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.099020] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78778c8c-73f9-4a3e-8d74-f24eca54adcf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.137938] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3dca992-cd26-4456-a1fd-b01d263655c1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.150700] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559c82e2-e6d1-47e1-bdd7-c1060bb152c4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.196963] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01779af3-6ec9-4158-9d31-f19099c71d52 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.205619] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e7b31b-543f-495b-9eab-77a3076d1139 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.211655] env[69052]: DEBUG nova.network.neutron [req-5b78c3f3-397d-4c44-9532-8d4779882f81 req-ddba33a1-b4c5-4bac-a2c7-d3e1b811242c service nova] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Updated VIF entry in instance network info cache for port 11fc8c44-be38-4e19-8060-4a8871819484. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.212035] env[69052]: DEBUG nova.network.neutron [req-5b78c3f3-397d-4c44-9532-8d4779882f81 req-ddba33a1-b4c5-4bac-a2c7-d3e1b811242c service nova] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Updating instance_info_cache with network_info: [{"id": "11fc8c44-be38-4e19-8060-4a8871819484", "address": "fa:16:3e:a9:17:5e", "network": {"id": "d0cac059-a3a4-4d5b-ba84-74fb9bc83064", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811767563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1495d4ac73df4810a0b8e7a5a102deb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11fc8c44-be", "ovs_interfaceid": "11fc8c44-be38-4e19-8060-4a8871819484", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.226259] env[69052]: DEBUG nova.virt.block_device [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Updating existing volume attachment record: dbcd7769-ee61-446f-8aee-3637bd16d341 {{(pid=69052) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1028.303173] env[69052]: DEBUG nova.network.neutron [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.384786] env[69052]: INFO nova.compute.manager [-] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Took 1.04 seconds to deallocate network for instance. [ 1028.415470] env[69052]: DEBUG oslo_vmware.api [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52017b98-1db8-d7a2-7dc0-b1e20eb3a594, 'name': SearchDatastore_Task, 'duration_secs': 0.018057} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.415772] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.416079] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.416338] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.416501] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.416693] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.416959] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef2a3c58-5af7-46b9-9c98-9f0894d4e611 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.437703] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.438312] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.439420] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ae5055f-6152-4832-a362-bb61695b87f3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.446484] env[69052]: DEBUG oslo_vmware.api [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1028.446484] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d617db-06a0-c089-7c1e-52f3e5124a5e" [ 1028.446484] env[69052]: _type = "Task" [ 1028.446484] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.455331] env[69052]: DEBUG oslo_vmware.api [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d617db-06a0-c089-7c1e-52f3e5124a5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.509733] env[69052]: DEBUG nova.network.neutron [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Updating instance_info_cache with network_info: [{"id": "cec062ee-1339-491f-b774-1b715acea798", "address": "fa:16:3e:4d:d5:6a", "network": {"id": "7ba2435b-549e-4dde-aa88-3b038381c670", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2005979931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90aff9d1e4164beaa88aca4d9a9aa82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec062ee-13", "ovs_interfaceid": "cec062ee-1339-491f-b774-1b715acea798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.520677] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a343ddf7-c9e1-460c-bf69-0ab88e7cedf9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.544890] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0e6d51-6c73-4f47-b3a3-9df263740a77 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.553201] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Updating instance '378d47dd-e9df-4594-9180-9dfe8a815a38' progress to 83 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1028.697180] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "interface-dd487472-5baf-4e41-b7b6-27a56ce96f04-8b02db75-7b96-4fb8-8a73-15c5eb46172c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.697546] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "interface-dd487472-5baf-4e41-b7b6-27a56ce96f04-8b02db75-7b96-4fb8-8a73-15c5eb46172c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.697995] env[69052]: DEBUG nova.objects.instance [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lazy-loading 'flavor' on Instance uuid dd487472-5baf-4e41-b7b6-27a56ce96f04 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.715685] env[69052]: DEBUG oslo_concurrency.lockutils [req-5b78c3f3-397d-4c44-9532-8d4779882f81 req-ddba33a1-b4c5-4bac-a2c7-d3e1b811242c service nova] Releasing lock "refresh_cache-2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.898215] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.957488] env[69052]: DEBUG oslo_vmware.api [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d617db-06a0-c089-7c1e-52f3e5124a5e, 'name': SearchDatastore_Task, 'duration_secs': 0.025861} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.958316] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e96a821-044a-45d5-a065-0a37340650cd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.964820] env[69052]: DEBUG oslo_vmware.api [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1028.964820] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522e3271-0264-729d-1dd3-d92b0a2dd25a" [ 1028.964820] env[69052]: _type = "Task" [ 1028.964820] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.973595] env[69052]: DEBUG oslo_vmware.api [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522e3271-0264-729d-1dd3-d92b0a2dd25a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.988140] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6087176c-5fe5-416f-99e7-991966914449 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.466s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.990928] env[69052]: DEBUG oslo_concurrency.lockutils [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.310s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.991171] env[69052]: DEBUG nova.objects.instance [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lazy-loading 'resources' on Instance uuid 2eb93fe3-17b5-4d50-9c02-85e5c9000df2 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.012086] env[69052]: DEBUG nova.network.neutron [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Successfully updated port: 4d34f7fb-ee6a-483d-945e-0330bc7da54f {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.013277] env[69052]: DEBUG oslo_concurrency.lockutils [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Releasing lock "refresh_cache-800e0b06-5ee3-4909-ae20-c50562852f85" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.013969] env[69052]: DEBUG nova.compute.manager [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Instance network_info: |[{"id": "cec062ee-1339-491f-b774-1b715acea798", "address": "fa:16:3e:4d:d5:6a", "network": {"id": "7ba2435b-549e-4dde-aa88-3b038381c670", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2005979931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90aff9d1e4164beaa88aca4d9a9aa82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec062ee-13", "ovs_interfaceid": "cec062ee-1339-491f-b774-1b715acea798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.014953] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:d5:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cec062ee-1339-491f-b774-1b715acea798', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.027316] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.027316] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.027490] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a85e4804-6e88-469d-8c10-65878d037d9f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.054331] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.054331] env[69052]: value = "task-3236917" [ 1029.054331] env[69052]: _type = "Task" [ 1029.054331] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.060143] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.060509] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4bbebdb-2e0d-4f8a-964f-4c847b11420d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.069489] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236917, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.073020] env[69052]: DEBUG oslo_vmware.api [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1029.073020] env[69052]: value = "task-3236918" [ 1029.073020] env[69052]: _type = "Task" [ 1029.073020] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.081140] env[69052]: DEBUG oslo_vmware.api [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.159660] env[69052]: DEBUG nova.compute.manager [req-4ea679ac-28b9-4ede-a0fc-5de266200970 req-c090bcd8-4337-4dd2-a974-da9a53f73f2a service nova] [instance: e146fc98-968c-48aa-a570-ace49141a002] Received event network-vif-plugged-4d34f7fb-ee6a-483d-945e-0330bc7da54f {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.159660] env[69052]: DEBUG oslo_concurrency.lockutils [req-4ea679ac-28b9-4ede-a0fc-5de266200970 req-c090bcd8-4337-4dd2-a974-da9a53f73f2a service nova] Acquiring lock "e146fc98-968c-48aa-a570-ace49141a002-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.159966] env[69052]: DEBUG oslo_concurrency.lockutils [req-4ea679ac-28b9-4ede-a0fc-5de266200970 req-c090bcd8-4337-4dd2-a974-da9a53f73f2a service nova] Lock "e146fc98-968c-48aa-a570-ace49141a002-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.160106] env[69052]: DEBUG oslo_concurrency.lockutils [req-4ea679ac-28b9-4ede-a0fc-5de266200970 req-c090bcd8-4337-4dd2-a974-da9a53f73f2a service nova] Lock "e146fc98-968c-48aa-a570-ace49141a002-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.160312] env[69052]: DEBUG nova.compute.manager [req-4ea679ac-28b9-4ede-a0fc-5de266200970 req-c090bcd8-4337-4dd2-a974-da9a53f73f2a service nova] [instance: e146fc98-968c-48aa-a570-ace49141a002] No waiting events found dispatching network-vif-plugged-4d34f7fb-ee6a-483d-945e-0330bc7da54f {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.160508] env[69052]: WARNING nova.compute.manager [req-4ea679ac-28b9-4ede-a0fc-5de266200970 req-c090bcd8-4337-4dd2-a974-da9a53f73f2a service nova] [instance: e146fc98-968c-48aa-a570-ace49141a002] Received unexpected event network-vif-plugged-4d34f7fb-ee6a-483d-945e-0330bc7da54f for instance with vm_state building and task_state block_device_mapping. [ 1029.160715] env[69052]: DEBUG nova.compute.manager [req-4ea679ac-28b9-4ede-a0fc-5de266200970 req-c090bcd8-4337-4dd2-a974-da9a53f73f2a service nova] [instance: e146fc98-968c-48aa-a570-ace49141a002] Received event network-changed-4d34f7fb-ee6a-483d-945e-0330bc7da54f {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.160910] env[69052]: DEBUG nova.compute.manager [req-4ea679ac-28b9-4ede-a0fc-5de266200970 req-c090bcd8-4337-4dd2-a974-da9a53f73f2a service nova] [instance: e146fc98-968c-48aa-a570-ace49141a002] Refreshing instance network info cache due to event network-changed-4d34f7fb-ee6a-483d-945e-0330bc7da54f. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.161593] env[69052]: DEBUG oslo_concurrency.lockutils [req-4ea679ac-28b9-4ede-a0fc-5de266200970 req-c090bcd8-4337-4dd2-a974-da9a53f73f2a service nova] Acquiring lock "refresh_cache-e146fc98-968c-48aa-a570-ace49141a002" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.161593] env[69052]: DEBUG oslo_concurrency.lockutils [req-4ea679ac-28b9-4ede-a0fc-5de266200970 req-c090bcd8-4337-4dd2-a974-da9a53f73f2a service nova] Acquired lock "refresh_cache-e146fc98-968c-48aa-a570-ace49141a002" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.161593] env[69052]: DEBUG nova.network.neutron [req-4ea679ac-28b9-4ede-a0fc-5de266200970 req-c090bcd8-4337-4dd2-a974-da9a53f73f2a service nova] [instance: e146fc98-968c-48aa-a570-ace49141a002] Refreshing network info cache for port 4d34f7fb-ee6a-483d-945e-0330bc7da54f {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.299686] env[69052]: DEBUG nova.compute.manager [req-64fe6057-cca2-42c6-8e7e-bc27e81bba33 req-7037d746-d204-4fc1-b35b-147a808b4d0d service nova] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Received event network-changed-cec062ee-1339-491f-b774-1b715acea798 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.300135] env[69052]: DEBUG nova.compute.manager [req-64fe6057-cca2-42c6-8e7e-bc27e81bba33 req-7037d746-d204-4fc1-b35b-147a808b4d0d service nova] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Refreshing instance network info cache due to event network-changed-cec062ee-1339-491f-b774-1b715acea798. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.300502] env[69052]: DEBUG oslo_concurrency.lockutils [req-64fe6057-cca2-42c6-8e7e-bc27e81bba33 req-7037d746-d204-4fc1-b35b-147a808b4d0d service nova] Acquiring lock "refresh_cache-800e0b06-5ee3-4909-ae20-c50562852f85" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.302469] env[69052]: DEBUG oslo_concurrency.lockutils [req-64fe6057-cca2-42c6-8e7e-bc27e81bba33 req-7037d746-d204-4fc1-b35b-147a808b4d0d service nova] Acquired lock "refresh_cache-800e0b06-5ee3-4909-ae20-c50562852f85" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.302469] env[69052]: DEBUG nova.network.neutron [req-64fe6057-cca2-42c6-8e7e-bc27e81bba33 req-7037d746-d204-4fc1-b35b-147a808b4d0d service nova] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Refreshing network info cache for port cec062ee-1339-491f-b774-1b715acea798 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.314925] env[69052]: DEBUG nova.objects.instance [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lazy-loading 'pci_requests' on Instance uuid dd487472-5baf-4e41-b7b6-27a56ce96f04 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.476871] env[69052]: DEBUG oslo_vmware.api [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522e3271-0264-729d-1dd3-d92b0a2dd25a, 'name': SearchDatastore_Task, 'duration_secs': 0.010391} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.477190] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.477453] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c/2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.477816] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dba78d5e-30bf-4273-8a2e-66ce0335b958 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.486193] env[69052]: DEBUG oslo_vmware.api [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1029.486193] env[69052]: value = "task-3236919" [ 1029.486193] env[69052]: _type = "Task" [ 1029.486193] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.500982] env[69052]: DEBUG oslo_vmware.api [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.514685] env[69052]: DEBUG oslo_concurrency.lockutils [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Acquiring lock "refresh_cache-e146fc98-968c-48aa-a570-ace49141a002" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.559971] env[69052]: INFO nova.scheduler.client.report [None req-6087176c-5fe5-416f-99e7-991966914449 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Deleted allocation for migration ef8fb2ff-99b2-4c0a-ab27-e9b48c416445 [ 1029.571590] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236917, 'name': CreateVM_Task, 'duration_secs': 0.358745} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.575473] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.575945] env[69052]: DEBUG oslo_concurrency.lockutils [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.576149] env[69052]: DEBUG oslo_concurrency.lockutils [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.576491] env[69052]: DEBUG oslo_concurrency.lockutils [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.577070] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfd93cbd-9810-44df-9a71-240b20ad591b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.584641] env[69052]: DEBUG oslo_vmware.api [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236918, 'name': PowerOnVM_Task, 'duration_secs': 0.417495} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.585262] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.585262] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c153de7a-d94c-4cf6-8212-a859e4e91ae3 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Updating instance '378d47dd-e9df-4594-9180-9dfe8a815a38' progress to 100 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.589923] env[69052]: DEBUG oslo_vmware.api [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 1029.589923] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c541ba-4c69-53be-7736-696e1a874c8a" [ 1029.589923] env[69052]: _type = "Task" [ 1029.589923] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.599584] env[69052]: DEBUG oslo_vmware.api [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c541ba-4c69-53be-7736-696e1a874c8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.700275] env[69052]: DEBUG nova.network.neutron [req-4ea679ac-28b9-4ede-a0fc-5de266200970 req-c090bcd8-4337-4dd2-a974-da9a53f73f2a service nova] [instance: e146fc98-968c-48aa-a570-ace49141a002] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.786584] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc05fc7-db93-4bf5-a51c-8a4cb04cdecf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.789404] env[69052]: DEBUG nova.network.neutron [req-4ea679ac-28b9-4ede-a0fc-5de266200970 req-c090bcd8-4337-4dd2-a974-da9a53f73f2a service nova] [instance: e146fc98-968c-48aa-a570-ace49141a002] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.798724] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d296eb4-b656-4578-a6a0-ad20e51f79bd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.834475] env[69052]: DEBUG nova.objects.base [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69052) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1029.834716] env[69052]: DEBUG nova.network.neutron [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1029.840681] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fc008b-c9d2-4842-bccf-cc3ca39c7677 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.851780] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e8b766-4945-4cb5-a945-7f7a06b8d9f0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.872488] env[69052]: DEBUG nova.compute.provider_tree [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.937082] env[69052]: DEBUG nova.policy [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5127a580dea040e38a680bee88523fbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33c7667f503642149086357b7386842c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1030.685030] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6087176c-5fe5-416f-99e7-991966914449 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "d144e192-e16f-4437-9813-6b44fdcaa8e1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.101s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.689426] env[69052]: DEBUG oslo_concurrency.lockutils [req-4ea679ac-28b9-4ede-a0fc-5de266200970 req-c090bcd8-4337-4dd2-a974-da9a53f73f2a service nova] Releasing lock "refresh_cache-e146fc98-968c-48aa-a570-ace49141a002" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.690446] env[69052]: DEBUG nova.compute.manager [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1030.690907] env[69052]: DEBUG nova.virt.hardware [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.691129] env[69052]: DEBUG nova.virt.hardware [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.691284] env[69052]: DEBUG nova.virt.hardware [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.691467] env[69052]: DEBUG nova.virt.hardware [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.691610] env[69052]: DEBUG nova.virt.hardware [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.691750] env[69052]: DEBUG nova.virt.hardware [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.691946] env[69052]: DEBUG nova.virt.hardware [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.692117] env[69052]: DEBUG nova.virt.hardware [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.692283] env[69052]: DEBUG nova.virt.hardware [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.692442] env[69052]: DEBUG nova.virt.hardware [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.692609] env[69052]: DEBUG nova.virt.hardware [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.694409] env[69052]: DEBUG nova.scheduler.client.report [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.697533] env[69052]: DEBUG oslo_vmware.api [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460007} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.703170] env[69052]: DEBUG oslo_concurrency.lockutils [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Acquired lock "refresh_cache-e146fc98-968c-48aa-a570-ace49141a002" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.703337] env[69052]: DEBUG nova.network.neutron [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.705144] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97f9bc5-c84b-4ec7-8e42-938ff004ae20 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.709845] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c/2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.710082] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.711199] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f637c56a-dfe8-40ee-a9d1-011ca8b9f25c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.725666] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fdcb85-d448-450b-98cb-ecac46958866 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.729917] env[69052]: DEBUG oslo_vmware.api [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1030.729917] env[69052]: value = "task-3236920" [ 1030.729917] env[69052]: _type = "Task" [ 1030.729917] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.731597] env[69052]: DEBUG oslo_vmware.api [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c541ba-4c69-53be-7736-696e1a874c8a, 'name': SearchDatastore_Task, 'duration_secs': 0.012515} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.732234] env[69052]: DEBUG oslo_concurrency.lockutils [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.732469] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.732741] env[69052]: DEBUG oslo_concurrency.lockutils [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.732890] env[69052]: DEBUG oslo_concurrency.lockutils [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.733085] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.736852] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d79c8bf3-0772-4ed0-9eb7-ce33c316c34a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.749594] env[69052]: DEBUG nova.network.neutron [req-64fe6057-cca2-42c6-8e7e-bc27e81bba33 req-7037d746-d204-4fc1-b35b-147a808b4d0d service nova] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Updated VIF entry in instance network info cache for port cec062ee-1339-491f-b774-1b715acea798. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.749927] env[69052]: DEBUG nova.network.neutron [req-64fe6057-cca2-42c6-8e7e-bc27e81bba33 req-7037d746-d204-4fc1-b35b-147a808b4d0d service nova] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Updating instance_info_cache with network_info: [{"id": "cec062ee-1339-491f-b774-1b715acea798", "address": "fa:16:3e:4d:d5:6a", "network": {"id": "7ba2435b-549e-4dde-aa88-3b038381c670", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2005979931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90aff9d1e4164beaa88aca4d9a9aa82b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec062ee-13", "ovs_interfaceid": "cec062ee-1339-491f-b774-1b715acea798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.757256] env[69052]: DEBUG oslo_vmware.api [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236920, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.758657] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.758849] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.759566] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfa576ff-dfd0-4123-af04-5a147952a083 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.766142] env[69052]: DEBUG oslo_vmware.api [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 1030.766142] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523806d3-ca9a-9447-ae80-54d10c243cef" [ 1030.766142] env[69052]: _type = "Task" [ 1030.766142] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.776050] env[69052]: DEBUG oslo_vmware.api [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523806d3-ca9a-9447-ae80-54d10c243cef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.211465] env[69052]: DEBUG oslo_concurrency.lockutils [None req-264b6af3-4ead-486c-80ef-371b5ccdf1e4 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "d144e192-e16f-4437-9813-6b44fdcaa8e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.211819] env[69052]: DEBUG oslo_concurrency.lockutils [None req-264b6af3-4ead-486c-80ef-371b5ccdf1e4 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "d144e192-e16f-4437-9813-6b44fdcaa8e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.212042] env[69052]: DEBUG oslo_concurrency.lockutils [None req-264b6af3-4ead-486c-80ef-371b5ccdf1e4 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "d144e192-e16f-4437-9813-6b44fdcaa8e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.212256] env[69052]: DEBUG oslo_concurrency.lockutils [None req-264b6af3-4ead-486c-80ef-371b5ccdf1e4 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "d144e192-e16f-4437-9813-6b44fdcaa8e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.212432] env[69052]: DEBUG oslo_concurrency.lockutils [None req-264b6af3-4ead-486c-80ef-371b5ccdf1e4 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "d144e192-e16f-4437-9813-6b44fdcaa8e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.214753] env[69052]: DEBUG oslo_concurrency.lockutils [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.217860] env[69052]: INFO nova.compute.manager [None req-264b6af3-4ead-486c-80ef-371b5ccdf1e4 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Terminating instance [ 1031.220241] env[69052]: DEBUG oslo_concurrency.lockutils [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.879s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.240921] env[69052]: INFO nova.scheduler.client.report [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Deleted allocations for instance 2eb93fe3-17b5-4d50-9c02-85e5c9000df2 [ 1031.247409] env[69052]: DEBUG oslo_vmware.api [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236920, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075729} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.248124] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.248913] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb45c468-4edc-402d-952d-5a9c6bd7c589 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.252291] env[69052]: DEBUG nova.network.neutron [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.258040] env[69052]: DEBUG oslo_concurrency.lockutils [req-64fe6057-cca2-42c6-8e7e-bc27e81bba33 req-7037d746-d204-4fc1-b35b-147a808b4d0d service nova] Releasing lock "refresh_cache-800e0b06-5ee3-4909-ae20-c50562852f85" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.281623] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c/2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.288116] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ad6936e-e06f-4a20-879d-657d045f33fc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.314672] env[69052]: DEBUG oslo_vmware.api [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523806d3-ca9a-9447-ae80-54d10c243cef, 'name': SearchDatastore_Task, 'duration_secs': 0.009882} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.316858] env[69052]: DEBUG oslo_vmware.api [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1031.316858] env[69052]: value = "task-3236921" [ 1031.316858] env[69052]: _type = "Task" [ 1031.316858] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.317098] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37e13715-fac4-4b30-9bc5-fc4a67efabb9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.326678] env[69052]: DEBUG oslo_vmware.api [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 1031.326678] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e2c74b-77f1-b141-c17d-31004fa4961f" [ 1031.326678] env[69052]: _type = "Task" [ 1031.326678] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.331527] env[69052]: DEBUG oslo_vmware.api [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236921, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.344395] env[69052]: DEBUG oslo_vmware.api [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e2c74b-77f1-b141-c17d-31004fa4961f, 'name': SearchDatastore_Task, 'duration_secs': 0.010454} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.344795] env[69052]: DEBUG oslo_concurrency.lockutils [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.345129] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 800e0b06-5ee3-4909-ae20-c50562852f85/800e0b06-5ee3-4909-ae20-c50562852f85.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.345470] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed6637e8-5311-4780-b39a-bbe150081fe9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.354617] env[69052]: DEBUG oslo_vmware.api [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 1031.354617] env[69052]: value = "task-3236922" [ 1031.354617] env[69052]: _type = "Task" [ 1031.354617] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.363202] env[69052]: DEBUG oslo_vmware.api [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.434927] env[69052]: DEBUG nova.network.neutron [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Updating instance_info_cache with network_info: [{"id": "4d34f7fb-ee6a-483d-945e-0330bc7da54f", "address": "fa:16:3e:db:a5:b5", "network": {"id": "58dc5228-f2de-42c3-a9b2-f69ce1001af0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1339662900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00cdcde433f04c8d8d0f1f888bcfeb08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d34f7fb-ee", "ovs_interfaceid": "4d34f7fb-ee6a-483d-945e-0330bc7da54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.492459] env[69052]: DEBUG nova.compute.manager [req-334402d8-bd90-40fe-8463-b45e5f50a3d6 req-e7bbd6df-23fa-41a6-bdf9-c15e7c8cb273 service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Received event network-vif-plugged-8b02db75-7b96-4fb8-8a73-15c5eb46172c {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.492701] env[69052]: DEBUG oslo_concurrency.lockutils [req-334402d8-bd90-40fe-8463-b45e5f50a3d6 req-e7bbd6df-23fa-41a6-bdf9-c15e7c8cb273 service nova] Acquiring lock "dd487472-5baf-4e41-b7b6-27a56ce96f04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.492921] env[69052]: DEBUG oslo_concurrency.lockutils [req-334402d8-bd90-40fe-8463-b45e5f50a3d6 req-e7bbd6df-23fa-41a6-bdf9-c15e7c8cb273 service nova] Lock "dd487472-5baf-4e41-b7b6-27a56ce96f04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.493150] env[69052]: DEBUG oslo_concurrency.lockutils [req-334402d8-bd90-40fe-8463-b45e5f50a3d6 req-e7bbd6df-23fa-41a6-bdf9-c15e7c8cb273 service nova] Lock "dd487472-5baf-4e41-b7b6-27a56ce96f04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.493352] env[69052]: DEBUG nova.compute.manager [req-334402d8-bd90-40fe-8463-b45e5f50a3d6 req-e7bbd6df-23fa-41a6-bdf9-c15e7c8cb273 service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] No waiting events found dispatching network-vif-plugged-8b02db75-7b96-4fb8-8a73-15c5eb46172c {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.493576] env[69052]: WARNING nova.compute.manager [req-334402d8-bd90-40fe-8463-b45e5f50a3d6 req-e7bbd6df-23fa-41a6-bdf9-c15e7c8cb273 service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Received unexpected event network-vif-plugged-8b02db75-7b96-4fb8-8a73-15c5eb46172c for instance with vm_state active and task_state None. [ 1031.599438] env[69052]: DEBUG nova.network.neutron [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Successfully updated port: 8b02db75-7b96-4fb8-8a73-15c5eb46172c {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.726157] env[69052]: INFO nova.compute.claims [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.730211] env[69052]: DEBUG nova.compute.manager [None req-264b6af3-4ead-486c-80ef-371b5ccdf1e4 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.730556] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-264b6af3-4ead-486c-80ef-371b5ccdf1e4 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.731554] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72323e22-2059-4f1f-97ff-d4577a10cf38 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.742893] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-264b6af3-4ead-486c-80ef-371b5ccdf1e4 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.743203] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf619bda-6d92-4015-b4a3-a56d458c63e5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.751972] env[69052]: DEBUG oslo_vmware.api [None req-264b6af3-4ead-486c-80ef-371b5ccdf1e4 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1031.751972] env[69052]: value = "task-3236923" [ 1031.751972] env[69052]: _type = "Task" [ 1031.751972] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.755803] env[69052]: DEBUG oslo_concurrency.lockutils [None req-49d724f5-3104-412f-9415-585411cdee67 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "2eb93fe3-17b5-4d50-9c02-85e5c9000df2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.516s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.769799] env[69052]: DEBUG oslo_vmware.api [None req-264b6af3-4ead-486c-80ef-371b5ccdf1e4 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.832806] env[69052]: DEBUG oslo_vmware.api [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236921, 'name': ReconfigVM_Task, 'duration_secs': 0.318205} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.832806] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c/2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.832806] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7cd3af5-f894-4ea5-937f-0cfd1aaece37 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.841025] env[69052]: DEBUG oslo_vmware.api [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1031.841025] env[69052]: value = "task-3236924" [ 1031.841025] env[69052]: _type = "Task" [ 1031.841025] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.849506] env[69052]: DEBUG oslo_vmware.api [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236924, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.864356] env[69052]: DEBUG oslo_vmware.api [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499715} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.864605] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 800e0b06-5ee3-4909-ae20-c50562852f85/800e0b06-5ee3-4909-ae20-c50562852f85.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.864824] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.865082] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0845b01-daec-430b-a15f-013bbff8b026 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.873068] env[69052]: DEBUG oslo_vmware.api [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 1031.873068] env[69052]: value = "task-3236925" [ 1031.873068] env[69052]: _type = "Task" [ 1031.873068] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.881807] env[69052]: DEBUG oslo_vmware.api [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.937642] env[69052]: DEBUG oslo_concurrency.lockutils [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Releasing lock "refresh_cache-e146fc98-968c-48aa-a570-ace49141a002" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.938109] env[69052]: DEBUG nova.compute.manager [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Instance network_info: |[{"id": "4d34f7fb-ee6a-483d-945e-0330bc7da54f", "address": "fa:16:3e:db:a5:b5", "network": {"id": "58dc5228-f2de-42c3-a9b2-f69ce1001af0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1339662900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00cdcde433f04c8d8d0f1f888bcfeb08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d34f7fb-ee", "ovs_interfaceid": "4d34f7fb-ee6a-483d-945e-0330bc7da54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.938680] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:a5:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d34f7fb-ee6a-483d-945e-0330bc7da54f', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.946947] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Creating folder: Project (00cdcde433f04c8d8d0f1f888bcfeb08). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.947323] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49fe346d-f9a7-441d-9d6f-1a30fc89cf4e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.961681] env[69052]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1031.961884] env[69052]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69052) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1031.962302] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Folder already exists: Project (00cdcde433f04c8d8d0f1f888bcfeb08). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1031.962498] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Creating folder: Instances. Parent ref: group-v646940. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.963173] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-856a6939-28ba-4b90-a701-b912c54e6f56 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.978416] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Created folder: Instances in parent group-v646940. [ 1031.978646] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.978852] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e146fc98-968c-48aa-a570-ace49141a002] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.979071] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8eaff13e-ec10-4912-ab08-b4286e628f44 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.999875] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.999875] env[69052]: value = "task-3236928" [ 1031.999875] env[69052]: _type = "Task" [ 1031.999875] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.008234] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236928, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.100892] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "refresh_cache-dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.101114] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired lock "refresh_cache-dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.101303] env[69052]: DEBUG nova.network.neutron [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.233518] env[69052]: INFO nova.compute.resource_tracker [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Updating resource usage from migration 00606ade-a32a-4c6d-8830-e117cddec828 [ 1032.266119] env[69052]: DEBUG oslo_vmware.api [None req-264b6af3-4ead-486c-80ef-371b5ccdf1e4 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236923, 'name': PowerOffVM_Task, 'duration_secs': 0.270692} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.266363] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-264b6af3-4ead-486c-80ef-371b5ccdf1e4 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.266529] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-264b6af3-4ead-486c-80ef-371b5ccdf1e4 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.266778] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4713eb96-24d3-419a-9b25-4f83fb33b0b9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.349636] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-264b6af3-4ead-486c-80ef-371b5ccdf1e4 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.349867] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-264b6af3-4ead-486c-80ef-371b5ccdf1e4 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.350065] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-264b6af3-4ead-486c-80ef-371b5ccdf1e4 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Deleting the datastore file [datastore1] d144e192-e16f-4437-9813-6b44fdcaa8e1 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.350902] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25e123cf-5f9e-42a3-92ff-e96ac256b911 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.355931] env[69052]: DEBUG oslo_vmware.api [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236924, 'name': Rename_Task, 'duration_secs': 0.183121} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.356778] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.357376] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-850751a7-6bed-4a96-8662-1d4f7a4be27a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.361685] env[69052]: DEBUG oslo_vmware.api [None req-264b6af3-4ead-486c-80ef-371b5ccdf1e4 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1032.361685] env[69052]: value = "task-3236930" [ 1032.361685] env[69052]: _type = "Task" [ 1032.361685] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.369237] env[69052]: DEBUG oslo_vmware.api [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1032.369237] env[69052]: value = "task-3236931" [ 1032.369237] env[69052]: _type = "Task" [ 1032.369237] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.376200] env[69052]: DEBUG oslo_vmware.api [None req-264b6af3-4ead-486c-80ef-371b5ccdf1e4 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.386190] env[69052]: DEBUG oslo_vmware.api [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.393646] env[69052]: DEBUG oslo_vmware.api [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072947} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.393914] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.394823] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee84170-0a2f-4cce-9a57-b2e306f56580 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.422115] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 800e0b06-5ee3-4909-ae20-c50562852f85/800e0b06-5ee3-4909-ae20-c50562852f85.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.425061] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78e16ec6-c57c-4e26-8b0b-25e449af4309 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.447362] env[69052]: DEBUG oslo_vmware.api [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 1032.447362] env[69052]: value = "task-3236932" [ 1032.447362] env[69052]: _type = "Task" [ 1032.447362] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.458684] env[69052]: DEBUG oslo_vmware.api [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.515751] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236928, 'name': CreateVM_Task, 'duration_secs': 0.419405} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.515966] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e146fc98-968c-48aa-a570-ace49141a002] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.516665] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'device_type': None, 'attachment_id': 'dbcd7769-ee61-446f-8aee-3637bd16d341', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646944', 'volume_id': '2f8c0c05-6b88-4d1a-8862-062c2e67fba9', 'name': 'volume-2f8c0c05-6b88-4d1a-8862-062c2e67fba9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e146fc98-968c-48aa-a570-ace49141a002', 'attached_at': '', 'detached_at': '', 'volume_id': '2f8c0c05-6b88-4d1a-8862-062c2e67fba9', 'serial': '2f8c0c05-6b88-4d1a-8862-062c2e67fba9'}, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69052) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1032.517021] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Root volume attach. Driver type: vmdk {{(pid=69052) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1032.517700] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f772499f-fa7a-4de0-8f14-a51c04e30db7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.527057] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20aa19c1-dd25-4436-86ad-ffe131932581 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.533623] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0cfddf-db7e-4022-8728-5c7ce760f547 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.538251] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761c1ed2-6ad0-427d-a50d-95e83b423209 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.543378] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075949da-3450-4249-ab45-ea53caceca75 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.548305] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-837dcda4-9fa8-435b-ad6e-deeacb289684 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.575065] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d8d2d9-51a4-4a8f-b440-72495e14f895 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.581124] env[69052]: DEBUG oslo_vmware.api [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Waiting for the task: (returnval){ [ 1032.581124] env[69052]: value = "task-3236933" [ 1032.581124] env[69052]: _type = "Task" [ 1032.581124] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.589093] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3dda4c-1bdf-4282-88e3-500978971ab8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.601393] env[69052]: DEBUG oslo_vmware.api [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Task: {'id': task-3236933, 'name': RelocateVM_Task} progress is 7%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.611336] env[69052]: DEBUG nova.compute.provider_tree [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.657289] env[69052]: WARNING nova.network.neutron [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] fbddf3de-3881-43c0-ae19-3c6b7abdb3e5 already exists in list: networks containing: ['fbddf3de-3881-43c0-ae19-3c6b7abdb3e5']. ignoring it [ 1032.730678] env[69052]: DEBUG nova.network.neutron [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Port 64f4cc87-ad20-423f-990d-71420bd0572e binding to destination host cpu-1 is already ACTIVE {{(pid=69052) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1032.730960] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "refresh_cache-378d47dd-e9df-4594-9180-9dfe8a815a38" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.731127] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquired lock "refresh_cache-378d47dd-e9df-4594-9180-9dfe8a815a38" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.731301] env[69052]: DEBUG nova.network.neutron [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.877998] env[69052]: DEBUG oslo_vmware.api [None req-264b6af3-4ead-486c-80ef-371b5ccdf1e4 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3236930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149187} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.878715] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-264b6af3-4ead-486c-80ef-371b5ccdf1e4 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.878949] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-264b6af3-4ead-486c-80ef-371b5ccdf1e4 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.879180] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-264b6af3-4ead-486c-80ef-371b5ccdf1e4 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.879377] env[69052]: INFO nova.compute.manager [None req-264b6af3-4ead-486c-80ef-371b5ccdf1e4 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1032.879615] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-264b6af3-4ead-486c-80ef-371b5ccdf1e4 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.882417] env[69052]: DEBUG nova.compute.manager [-] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.882508] env[69052]: DEBUG nova.network.neutron [-] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.888861] env[69052]: DEBUG oslo_vmware.api [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236931, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.954460] env[69052]: DEBUG nova.network.neutron [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Updating instance_info_cache with network_info: [{"id": "614908eb-cc95-4a76-bee1-eb171b1c98d0", "address": "fa:16:3e:8a:cd:3f", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614908eb-cc", "ovs_interfaceid": "614908eb-cc95-4a76-bee1-eb171b1c98d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8b02db75-7b96-4fb8-8a73-15c5eb46172c", "address": "fa:16:3e:21:e9:06", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b02db75-7b", "ovs_interfaceid": "8b02db75-7b96-4fb8-8a73-15c5eb46172c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.960074] env[69052]: DEBUG oslo_vmware.api [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.093825] env[69052]: DEBUG oslo_vmware.api [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Task: {'id': task-3236933, 'name': RelocateVM_Task, 'duration_secs': 0.031178} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.093825] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Volume attach. Driver type: vmdk {{(pid=69052) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1033.094049] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646944', 'volume_id': '2f8c0c05-6b88-4d1a-8862-062c2e67fba9', 'name': 'volume-2f8c0c05-6b88-4d1a-8862-062c2e67fba9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e146fc98-968c-48aa-a570-ace49141a002', 'attached_at': '', 'detached_at': '', 'volume_id': '2f8c0c05-6b88-4d1a-8862-062c2e67fba9', 'serial': '2f8c0c05-6b88-4d1a-8862-062c2e67fba9'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1033.096040] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94620d65-6d15-4023-b4e5-8912e9d0922e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.115309] env[69052]: DEBUG nova.scheduler.client.report [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.120177] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcd45e9-78b8-40dd-9737-e6d1772727d2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.147636] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] volume-2f8c0c05-6b88-4d1a-8862-062c2e67fba9/volume-2f8c0c05-6b88-4d1a-8862-062c2e67fba9.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.148693] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77b6e466-0cd5-4159-889b-2651cf2123b4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.170823] env[69052]: DEBUG oslo_vmware.api [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Waiting for the task: (returnval){ [ 1033.170823] env[69052]: value = "task-3236934" [ 1033.170823] env[69052]: _type = "Task" [ 1033.170823] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.181351] env[69052]: DEBUG oslo_vmware.api [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Task: {'id': task-3236934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.382916] env[69052]: DEBUG oslo_vmware.api [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236931, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.461483] env[69052]: DEBUG oslo_vmware.api [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236932, 'name': ReconfigVM_Task, 'duration_secs': 0.795721} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.461483] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Releasing lock "refresh_cache-dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.461483] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.461483] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired lock "dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.461483] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 800e0b06-5ee3-4909-ae20-c50562852f85/800e0b06-5ee3-4909-ae20-c50562852f85.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.462837] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5403c19c-a41b-47d3-a757-023d5c21034b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.465334] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e51d0fdd-b87f-4d4a-b78e-780099278d4d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.482020] env[69052]: DEBUG nova.virt.hardware [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.482165] env[69052]: DEBUG nova.virt.hardware [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.484189] env[69052]: DEBUG nova.virt.hardware [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.484189] env[69052]: DEBUG nova.virt.hardware [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.484189] env[69052]: DEBUG nova.virt.hardware [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.484189] env[69052]: DEBUG nova.virt.hardware [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.484189] env[69052]: DEBUG nova.virt.hardware [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.484189] env[69052]: DEBUG nova.virt.hardware [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.484189] env[69052]: DEBUG nova.virt.hardware [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.484189] env[69052]: DEBUG nova.virt.hardware [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.484189] env[69052]: DEBUG nova.virt.hardware [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.490336] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Reconfiguring VM to attach interface {{(pid=69052) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1033.492875] env[69052]: DEBUG nova.network.neutron [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Updating instance_info_cache with network_info: [{"id": "64f4cc87-ad20-423f-990d-71420bd0572e", "address": "fa:16:3e:28:56:e8", "network": {"id": "a09c611a-3f85-44ff-a673-e176af1ea211", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-63151955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19918ec410294b2685d0e75828f74507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64f4cc87-ad", "ovs_interfaceid": "64f4cc87-ad20-423f-990d-71420bd0572e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.494139] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31f354ac-bc45-4b9c-adb7-fef82734974c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.507296] env[69052]: DEBUG oslo_vmware.api [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 1033.507296] env[69052]: value = "task-3236935" [ 1033.507296] env[69052]: _type = "Task" [ 1033.507296] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.515815] env[69052]: DEBUG oslo_vmware.api [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 1033.515815] env[69052]: value = "task-3236936" [ 1033.515815] env[69052]: _type = "Task" [ 1033.515815] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.523020] env[69052]: DEBUG oslo_vmware.api [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236935, 'name': Rename_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.529090] env[69052]: DEBUG oslo_vmware.api [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236936, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.620769] env[69052]: DEBUG oslo_concurrency.lockutils [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.400s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.621074] env[69052]: INFO nova.compute.manager [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Migrating [ 1033.627951] env[69052]: DEBUG oslo_concurrency.lockutils [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.477s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.628238] env[69052]: DEBUG nova.objects.instance [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69052) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1033.672281] env[69052]: DEBUG nova.compute.manager [req-751987a0-3ac4-4b5a-b774-86bdfbc07eb5 req-a3bbce80-fd9a-42f3-9138-8f7d77b66be8 service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Received event network-changed-8b02db75-7b96-4fb8-8a73-15c5eb46172c {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.672453] env[69052]: DEBUG nova.compute.manager [req-751987a0-3ac4-4b5a-b774-86bdfbc07eb5 req-a3bbce80-fd9a-42f3-9138-8f7d77b66be8 service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Refreshing instance network info cache due to event network-changed-8b02db75-7b96-4fb8-8a73-15c5eb46172c. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.672763] env[69052]: DEBUG oslo_concurrency.lockutils [req-751987a0-3ac4-4b5a-b774-86bdfbc07eb5 req-a3bbce80-fd9a-42f3-9138-8f7d77b66be8 service nova] Acquiring lock "refresh_cache-dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.672811] env[69052]: DEBUG oslo_concurrency.lockutils [req-751987a0-3ac4-4b5a-b774-86bdfbc07eb5 req-a3bbce80-fd9a-42f3-9138-8f7d77b66be8 service nova] Acquired lock "refresh_cache-dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.673160] env[69052]: DEBUG nova.network.neutron [req-751987a0-3ac4-4b5a-b774-86bdfbc07eb5 req-a3bbce80-fd9a-42f3-9138-8f7d77b66be8 service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Refreshing network info cache for port 8b02db75-7b96-4fb8-8a73-15c5eb46172c {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.689658] env[69052]: DEBUG oslo_vmware.api [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Task: {'id': task-3236934, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.703467] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e6f8dd07-bc3e-4f41-bfa3-12f9cda22c6d tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "df2f721c-7fab-42ac-8da9-3a3c49e36065" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.703830] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e6f8dd07-bc3e-4f41-bfa3-12f9cda22c6d tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "df2f721c-7fab-42ac-8da9-3a3c49e36065" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.882060] env[69052]: DEBUG oslo_vmware.api [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236931, 'name': PowerOnVM_Task, 'duration_secs': 1.072333} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.882347] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.882550] env[69052]: INFO nova.compute.manager [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Took 10.15 seconds to spawn the instance on the hypervisor. [ 1033.882762] env[69052]: DEBUG nova.compute.manager [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.883592] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fe1932-b224-4cba-842e-08b602b52531 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.927186] env[69052]: DEBUG nova.network.neutron [-] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.009094] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Releasing lock "refresh_cache-378d47dd-e9df-4594-9180-9dfe8a815a38" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.027325] env[69052]: DEBUG oslo_vmware.api [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.030415] env[69052]: DEBUG oslo_vmware.api [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236935, 'name': Rename_Task, 'duration_secs': 0.289713} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.030689] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.030935] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebe1d032-5405-4629-94f9-1ec8960af3c3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.038184] env[69052]: DEBUG oslo_vmware.api [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 1034.038184] env[69052]: value = "task-3236937" [ 1034.038184] env[69052]: _type = "Task" [ 1034.038184] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.048870] env[69052]: DEBUG oslo_vmware.api [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.142871] env[69052]: DEBUG oslo_concurrency.lockutils [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "refresh_cache-93823d64-1b97-4358-84c3-9cad2713ab4d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.143047] env[69052]: DEBUG oslo_concurrency.lockutils [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired lock "refresh_cache-93823d64-1b97-4358-84c3-9cad2713ab4d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.143104] env[69052]: DEBUG nova.network.neutron [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.188333] env[69052]: DEBUG oslo_vmware.api [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Task: {'id': task-3236934, 'name': ReconfigVM_Task, 'duration_secs': 0.578357} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.188633] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Reconfigured VM instance instance-0000005e to attach disk [datastore1] volume-2f8c0c05-6b88-4d1a-8862-062c2e67fba9/volume-2f8c0c05-6b88-4d1a-8862-062c2e67fba9.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.193628] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e57c7d1-7e4b-4d30-9661-18e8ae1cbd50 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.206621] env[69052]: INFO nova.compute.manager [None req-e6f8dd07-bc3e-4f41-bfa3-12f9cda22c6d tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Detaching volume 4255c3f0-2c72-44f8-9bc7-15a2e9563a89 [ 1034.210048] env[69052]: DEBUG oslo_vmware.api [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Waiting for the task: (returnval){ [ 1034.210048] env[69052]: value = "task-3236938" [ 1034.210048] env[69052]: _type = "Task" [ 1034.210048] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.221496] env[69052]: DEBUG oslo_vmware.api [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Task: {'id': task-3236938, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.244495] env[69052]: INFO nova.virt.block_device [None req-e6f8dd07-bc3e-4f41-bfa3-12f9cda22c6d tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Attempting to driver detach volume 4255c3f0-2c72-44f8-9bc7-15a2e9563a89 from mountpoint /dev/sdb [ 1034.244495] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6f8dd07-bc3e-4f41-bfa3-12f9cda22c6d tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Volume detach. Driver type: vmdk {{(pid=69052) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1034.244658] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6f8dd07-bc3e-4f41-bfa3-12f9cda22c6d tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646904', 'volume_id': '4255c3f0-2c72-44f8-9bc7-15a2e9563a89', 'name': 'volume-4255c3f0-2c72-44f8-9bc7-15a2e9563a89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df2f721c-7fab-42ac-8da9-3a3c49e36065', 'attached_at': '', 'detached_at': '', 'volume_id': '4255c3f0-2c72-44f8-9bc7-15a2e9563a89', 'serial': '4255c3f0-2c72-44f8-9bc7-15a2e9563a89'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1034.245683] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78f9aea-8e74-4099-a686-3f908c4c0675 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.267883] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e34f55-0456-454b-b95b-498e0a87bc15 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.279348] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5757adb-9020-4ba7-897f-f9ab440f9374 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.303228] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d2ceba-2f11-427b-aecf-b7ff0577693a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.319939] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6f8dd07-bc3e-4f41-bfa3-12f9cda22c6d tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] The volume has not been displaced from its original location: [datastore1] volume-4255c3f0-2c72-44f8-9bc7-15a2e9563a89/volume-4255c3f0-2c72-44f8-9bc7-15a2e9563a89.vmdk. No consolidation needed. {{(pid=69052) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1034.325294] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6f8dd07-bc3e-4f41-bfa3-12f9cda22c6d tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Reconfiguring VM instance instance-0000003a to detach disk 2001 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1034.325557] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59791930-7436-4c04-8705-7991138d1045 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.347252] env[69052]: DEBUG oslo_vmware.api [None req-e6f8dd07-bc3e-4f41-bfa3-12f9cda22c6d tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1034.347252] env[69052]: value = "task-3236939" [ 1034.347252] env[69052]: _type = "Task" [ 1034.347252] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.361743] env[69052]: DEBUG oslo_vmware.api [None req-e6f8dd07-bc3e-4f41-bfa3-12f9cda22c6d tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.401360] env[69052]: INFO nova.compute.manager [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Took 29.90 seconds to build instance. [ 1034.429806] env[69052]: INFO nova.compute.manager [-] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Took 1.55 seconds to deallocate network for instance. [ 1034.439769] env[69052]: DEBUG nova.network.neutron [req-751987a0-3ac4-4b5a-b774-86bdfbc07eb5 req-a3bbce80-fd9a-42f3-9138-8f7d77b66be8 service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Updated VIF entry in instance network info cache for port 8b02db75-7b96-4fb8-8a73-15c5eb46172c. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.439769] env[69052]: DEBUG nova.network.neutron [req-751987a0-3ac4-4b5a-b774-86bdfbc07eb5 req-a3bbce80-fd9a-42f3-9138-8f7d77b66be8 service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Updating instance_info_cache with network_info: [{"id": "614908eb-cc95-4a76-bee1-eb171b1c98d0", "address": "fa:16:3e:8a:cd:3f", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614908eb-cc", "ovs_interfaceid": "614908eb-cc95-4a76-bee1-eb171b1c98d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8b02db75-7b96-4fb8-8a73-15c5eb46172c", "address": "fa:16:3e:21:e9:06", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b02db75-7b", "ovs_interfaceid": "8b02db75-7b96-4fb8-8a73-15c5eb46172c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.518201] env[69052]: DEBUG nova.compute.manager [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69052) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1034.533452] env[69052]: DEBUG oslo_vmware.api [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236936, 'name': ReconfigVM_Task, 'duration_secs': 1.00023} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.534538] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Releasing lock "dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.534538] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Reconfigured VM to attach interface {{(pid=69052) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1034.547830] env[69052]: DEBUG oslo_vmware.api [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236937, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.646505] env[69052]: DEBUG oslo_concurrency.lockutils [None req-92da79ee-c95d-43b5-b833-ef810cb3f219 tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.650122] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.309s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.650372] env[69052]: DEBUG nova.objects.instance [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lazy-loading 'resources' on Instance uuid 1c65f73d-234c-4f98-8b7f-a3e8e772dfff {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.722957] env[69052]: DEBUG oslo_vmware.api [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Task: {'id': task-3236938, 'name': ReconfigVM_Task, 'duration_secs': 0.166991} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.723325] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646944', 'volume_id': '2f8c0c05-6b88-4d1a-8862-062c2e67fba9', 'name': 'volume-2f8c0c05-6b88-4d1a-8862-062c2e67fba9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e146fc98-968c-48aa-a570-ace49141a002', 'attached_at': '', 'detached_at': '', 'volume_id': '2f8c0c05-6b88-4d1a-8862-062c2e67fba9', 'serial': '2f8c0c05-6b88-4d1a-8862-062c2e67fba9'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1034.723885] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7665c95d-be5b-4d41-9197-0c5dcb84ecf3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.730827] env[69052]: DEBUG oslo_vmware.api [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Waiting for the task: (returnval){ [ 1034.730827] env[69052]: value = "task-3236940" [ 1034.730827] env[69052]: _type = "Task" [ 1034.730827] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.743971] env[69052]: DEBUG oslo_vmware.api [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Task: {'id': task-3236940, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.852321] env[69052]: DEBUG nova.network.neutron [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Updating instance_info_cache with network_info: [{"id": "16e5ac6e-4a85-40e1-90dc-0192290b4793", "address": "fa:16:3e:1f:82:93", "network": {"id": "742db944-3947-4476-b14c-efc7d440e7a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-605717120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12d5287ebecb463ca0f3e47ef8801cff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e5ac6e-4a", "ovs_interfaceid": "16e5ac6e-4a85-40e1-90dc-0192290b4793", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.859721] env[69052]: DEBUG oslo_vmware.api [None req-e6f8dd07-bc3e-4f41-bfa3-12f9cda22c6d tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236939, 'name': ReconfigVM_Task, 'duration_secs': 0.362856} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.859990] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6f8dd07-bc3e-4f41-bfa3-12f9cda22c6d tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Reconfigured VM instance instance-0000003a to detach disk 2001 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1034.865295] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8afe5bd-fabc-48be-b29e-27bbaa13706f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.882210] env[69052]: DEBUG oslo_vmware.api [None req-e6f8dd07-bc3e-4f41-bfa3-12f9cda22c6d tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1034.882210] env[69052]: value = "task-3236941" [ 1034.882210] env[69052]: _type = "Task" [ 1034.882210] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.894531] env[69052]: DEBUG oslo_vmware.api [None req-e6f8dd07-bc3e-4f41-bfa3-12f9cda22c6d tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236941, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.903321] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3c661073-9af4-47ac-b9e2-6c261ac0e6f0 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.413s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.936361] env[69052]: DEBUG oslo_concurrency.lockutils [None req-264b6af3-4ead-486c-80ef-371b5ccdf1e4 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.942134] env[69052]: DEBUG oslo_concurrency.lockutils [req-751987a0-3ac4-4b5a-b774-86bdfbc07eb5 req-a3bbce80-fd9a-42f3-9138-8f7d77b66be8 service nova] Releasing lock "refresh_cache-dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.942387] env[69052]: DEBUG nova.compute.manager [req-751987a0-3ac4-4b5a-b774-86bdfbc07eb5 req-a3bbce80-fd9a-42f3-9138-8f7d77b66be8 service nova] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Received event network-vif-deleted-b15a0d01-0291-4ac4-b031-1691ee4bbba7 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.942558] env[69052]: INFO nova.compute.manager [req-751987a0-3ac4-4b5a-b774-86bdfbc07eb5 req-a3bbce80-fd9a-42f3-9138-8f7d77b66be8 service nova] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Neutron deleted interface b15a0d01-0291-4ac4-b031-1691ee4bbba7; detaching it from the instance and deleting it from the info cache [ 1034.942727] env[69052]: DEBUG nova.network.neutron [req-751987a0-3ac4-4b5a-b774-86bdfbc07eb5 req-a3bbce80-fd9a-42f3-9138-8f7d77b66be8 service nova] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.039036] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e4e081a7-9da1-47a5-b341-054d3a0b699e tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "interface-dd487472-5baf-4e41-b7b6-27a56ce96f04-8b02db75-7b96-4fb8-8a73-15c5eb46172c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.341s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.049802] env[69052]: DEBUG oslo_vmware.api [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236937, 'name': PowerOnVM_Task, 'duration_secs': 0.920663} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.050142] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.050313] env[69052]: INFO nova.compute.manager [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1035.050494] env[69052]: DEBUG nova.compute.manager [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.051334] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edf8e78-2cc3-4bb7-9378-9ba843f5a4f4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.247212] env[69052]: DEBUG oslo_vmware.api [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Task: {'id': task-3236940, 'name': Rename_Task, 'duration_secs': 0.158082} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.247212] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.247368] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9346c469-26e6-40e6-b1a4-371f75a0ccd5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.254598] env[69052]: DEBUG oslo_vmware.api [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Waiting for the task: (returnval){ [ 1035.254598] env[69052]: value = "task-3236942" [ 1035.254598] env[69052]: _type = "Task" [ 1035.254598] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.263528] env[69052]: DEBUG oslo_vmware.api [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Task: {'id': task-3236942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.356301] env[69052]: DEBUG oslo_concurrency.lockutils [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Releasing lock "refresh_cache-93823d64-1b97-4358-84c3-9cad2713ab4d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.393468] env[69052]: DEBUG oslo_vmware.api [None req-e6f8dd07-bc3e-4f41-bfa3-12f9cda22c6d tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236941, 'name': ReconfigVM_Task, 'duration_secs': 0.242175} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.393874] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6f8dd07-bc3e-4f41-bfa3-12f9cda22c6d tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646904', 'volume_id': '4255c3f0-2c72-44f8-9bc7-15a2e9563a89', 'name': 'volume-4255c3f0-2c72-44f8-9bc7-15a2e9563a89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df2f721c-7fab-42ac-8da9-3a3c49e36065', 'attached_at': '', 'detached_at': '', 'volume_id': '4255c3f0-2c72-44f8-9bc7-15a2e9563a89', 'serial': '4255c3f0-2c72-44f8-9bc7-15a2e9563a89'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1035.427998] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8717e9d-4baf-4e36-894c-4a907198edb6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.437700] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5b99c8-3a9e-493e-aae4-9eff5207912d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.469061] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9625d361-38bb-4a41-8077-c8305b4e67fc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.471243] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca184e2-bd14-4235-81a1-3d072ba6e328 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.480285] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e2abb7-c99d-4fa0-9e4c-068f08f3552d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.486389] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2480ef52-6aa9-48b3-9946-b9d2597fc9d1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.508351] env[69052]: DEBUG nova.compute.provider_tree [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.519929] env[69052]: DEBUG nova.compute.manager [req-751987a0-3ac4-4b5a-b774-86bdfbc07eb5 req-a3bbce80-fd9a-42f3-9138-8f7d77b66be8 service nova] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Detach interface failed, port_id=b15a0d01-0291-4ac4-b031-1691ee4bbba7, reason: Instance d144e192-e16f-4437-9813-6b44fdcaa8e1 could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1035.521571] env[69052]: DEBUG nova.scheduler.client.report [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.568711] env[69052]: INFO nova.compute.manager [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Took 21.70 seconds to build instance. [ 1035.635758] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.766260] env[69052]: DEBUG oslo_vmware.api [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Task: {'id': task-3236942, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.931766] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.932057] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.932268] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.932450] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.932618] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.935010] env[69052]: INFO nova.compute.manager [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Terminating instance [ 1035.939470] env[69052]: DEBUG nova.objects.instance [None req-e6f8dd07-bc3e-4f41-bfa3-12f9cda22c6d tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lazy-loading 'flavor' on Instance uuid df2f721c-7fab-42ac-8da9-3a3c49e36065 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.026449] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.377s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.028978] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.633s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.030573] env[69052]: INFO nova.compute.claims [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.044706] env[69052]: INFO nova.scheduler.client.report [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Deleted allocations for instance 1c65f73d-234c-4f98-8b7f-a3e8e772dfff [ 1036.073340] env[69052]: DEBUG oslo_concurrency.lockutils [None req-432d4bb0-4c07-457d-9cb7-3c4c75a75387 tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lock "800e0b06-5ee3-4909-ae20-c50562852f85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.214s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.267571] env[69052]: DEBUG oslo_vmware.api [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Task: {'id': task-3236942, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.370183] env[69052]: DEBUG oslo_concurrency.lockutils [None req-486f5846-8353-4bf8-b191-4a11f34494b8 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "interface-dd487472-5baf-4e41-b7b6-27a56ce96f04-8b02db75-7b96-4fb8-8a73-15c5eb46172c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.370572] env[69052]: DEBUG oslo_concurrency.lockutils [None req-486f5846-8353-4bf8-b191-4a11f34494b8 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "interface-dd487472-5baf-4e41-b7b6-27a56ce96f04-8b02db75-7b96-4fb8-8a73-15c5eb46172c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.439253] env[69052]: DEBUG nova.compute.manager [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.439530] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.442800] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376beb4d-9f5d-4177-b8da-d49468066ca5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.453357] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.453617] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0f90369-e039-4aaf-8095-de90d780d7c3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.461286] env[69052]: DEBUG oslo_vmware.api [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1036.461286] env[69052]: value = "task-3236943" [ 1036.461286] env[69052]: _type = "Task" [ 1036.461286] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.470068] env[69052]: DEBUG oslo_vmware.api [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.552091] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7d47bbda-715b-4bf8-9754-f386d79ffad7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "1c65f73d-234c-4f98-8b7f-a3e8e772dfff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.751s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.767338] env[69052]: DEBUG oslo_vmware.api [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Task: {'id': task-3236942, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.772942] env[69052]: DEBUG oslo_concurrency.lockutils [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquiring lock "800e0b06-5ee3-4909-ae20-c50562852f85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.773301] env[69052]: DEBUG oslo_concurrency.lockutils [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lock "800e0b06-5ee3-4909-ae20-c50562852f85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.773561] env[69052]: DEBUG oslo_concurrency.lockutils [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquiring lock "800e0b06-5ee3-4909-ae20-c50562852f85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.773817] env[69052]: DEBUG oslo_concurrency.lockutils [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lock "800e0b06-5ee3-4909-ae20-c50562852f85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.774044] env[69052]: DEBUG oslo_concurrency.lockutils [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lock "800e0b06-5ee3-4909-ae20-c50562852f85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.776169] env[69052]: INFO nova.compute.manager [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Terminating instance [ 1036.869356] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a191a9-6653-40ec-9208-e50d460dc2b8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.877107] env[69052]: DEBUG oslo_concurrency.lockutils [None req-486f5846-8353-4bf8-b191-4a11f34494b8 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.877335] env[69052]: DEBUG oslo_concurrency.lockutils [None req-486f5846-8353-4bf8-b191-4a11f34494b8 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired lock "dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.891960] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f073849-17f9-45d3-a0c1-e6f6f86c3037 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.895130] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Updating instance '93823d64-1b97-4358-84c3-9cad2713ab4d' progress to 0 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1036.919298] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2446e564-fb79-489b-bc21-04c3f70cbb72 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.968747] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e6f8dd07-bc3e-4f41-bfa3-12f9cda22c6d tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "df2f721c-7fab-42ac-8da9-3a3c49e36065" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.252s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.968747] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-486f5846-8353-4bf8-b191-4a11f34494b8 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Reconfiguring VM to detach interface {{(pid=69052) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1036.972469] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-648811ef-f57d-40bf-a726-36fecc39ab97 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.013139] env[69052]: DEBUG oslo_vmware.api [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236943, 'name': PowerOffVM_Task, 'duration_secs': 0.257677} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.014550] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.014733] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.015083] env[69052]: DEBUG oslo_vmware.api [None req-486f5846-8353-4bf8-b191-4a11f34494b8 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 1037.015083] env[69052]: value = "task-3236944" [ 1037.015083] env[69052]: _type = "Task" [ 1037.015083] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.015330] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7b7b29d-fc37-44a4-9045-f227c161bb69 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.027905] env[69052]: DEBUG oslo_vmware.api [None req-486f5846-8353-4bf8-b191-4a11f34494b8 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.098384] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.098494] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.098672] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Deleting the datastore file [datastore1] 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.098936] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b7d5c48-bcd7-4b16-81ed-0dedf0fbbbe0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.108291] env[69052]: DEBUG oslo_vmware.api [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1037.108291] env[69052]: value = "task-3236946" [ 1037.108291] env[69052]: _type = "Task" [ 1037.108291] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.121371] env[69052]: DEBUG oslo_vmware.api [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.266211] env[69052]: DEBUG oslo_vmware.api [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Task: {'id': task-3236942, 'name': PowerOnVM_Task, 'duration_secs': 1.539244} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.266325] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.266531] env[69052]: INFO nova.compute.manager [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Took 6.58 seconds to spawn the instance on the hypervisor. [ 1037.266713] env[69052]: DEBUG nova.compute.manager [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.268237] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dfda85-667d-44ad-ad12-8bd89bd07661 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.271045] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6029dda-c959-4a0c-8972-28098fa9a0f8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.279664] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ef9815-7773-48ce-8cc1-b911f123eb30 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.287134] env[69052]: DEBUG nova.compute.manager [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.287348] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.288501] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb0ec5b-cb62-4e80-9b71-8500a6ccde4b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.296343] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.321020] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b3a896c-8064-49ac-b217-706ae084fe56 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.323580] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16558fa-fe43-42cf-ab62-c45fdfc7368f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.335232] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9174e9-f173-4033-b1aa-98f728818976 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.341499] env[69052]: DEBUG oslo_vmware.api [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 1037.341499] env[69052]: value = "task-3236947" [ 1037.341499] env[69052]: _type = "Task" [ 1037.341499] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.354271] env[69052]: DEBUG nova.compute.provider_tree [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.363241] env[69052]: DEBUG oslo_vmware.api [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.403911] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.404466] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "df2f721c-7fab-42ac-8da9-3a3c49e36065" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.404849] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "df2f721c-7fab-42ac-8da9-3a3c49e36065" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.405153] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "df2f721c-7fab-42ac-8da9-3a3c49e36065-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.405503] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "df2f721c-7fab-42ac-8da9-3a3c49e36065-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.405686] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "df2f721c-7fab-42ac-8da9-3a3c49e36065-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.407474] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7920c39c-467e-49c4-90c3-9141dac3523b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.409920] env[69052]: INFO nova.compute.manager [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Terminating instance [ 1037.421051] env[69052]: DEBUG oslo_vmware.api [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 1037.421051] env[69052]: value = "task-3236948" [ 1037.421051] env[69052]: _type = "Task" [ 1037.421051] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.433329] env[69052]: DEBUG oslo_vmware.api [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.528986] env[69052]: DEBUG oslo_vmware.api [None req-486f5846-8353-4bf8-b191-4a11f34494b8 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.620110] env[69052]: DEBUG oslo_vmware.api [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3236946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144814} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.620472] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.620740] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.621039] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.621243] env[69052]: INFO nova.compute.manager [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1037.621702] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.621883] env[69052]: DEBUG nova.compute.manager [-] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.622066] env[69052]: DEBUG nova.network.neutron [-] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.797531] env[69052]: INFO nova.compute.manager [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Took 21.29 seconds to build instance. [ 1037.852499] env[69052]: DEBUG oslo_vmware.api [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236947, 'name': PowerOffVM_Task, 'duration_secs': 0.283855} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.852782] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.852951] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.853226] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5b4278a-4123-4435-962d-33324a7c128b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.857487] env[69052]: DEBUG nova.scheduler.client.report [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.914398] env[69052]: DEBUG nova.compute.manager [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.914716] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.915709] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c9fb99-693b-488f-b7de-7176392c88ba {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.928161] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.928874] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5a9a165-fa3e-46bf-b941-a9a83691f3bf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.934605] env[69052]: DEBUG oslo_vmware.api [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236948, 'name': PowerOffVM_Task, 'duration_secs': 0.221452} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.934962] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.935152] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Updating instance '93823d64-1b97-4358-84c3-9cad2713ab4d' progress to 17 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1037.940283] env[69052]: DEBUG oslo_vmware.api [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1037.940283] env[69052]: value = "task-3236950" [ 1037.940283] env[69052]: _type = "Task" [ 1037.940283] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.946946] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.947587] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.947587] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Deleting the datastore file [datastore1] 800e0b06-5ee3-4909-ae20-c50562852f85 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.947941] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f812526-dceb-4534-8e4f-1a49302b26c6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.955581] env[69052]: DEBUG oslo_vmware.api [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.957447] env[69052]: DEBUG oslo_vmware.api [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for the task: (returnval){ [ 1037.957447] env[69052]: value = "task-3236951" [ 1037.957447] env[69052]: _type = "Task" [ 1037.957447] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.968331] env[69052]: DEBUG oslo_vmware.api [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.030067] env[69052]: DEBUG oslo_vmware.api [None req-486f5846-8353-4bf8-b191-4a11f34494b8 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.043903] env[69052]: DEBUG nova.compute.manager [req-3063093f-2f70-4b7e-bb91-73a124c1261a req-a4275880-7746-43b7-873c-6e020db4ec96 service nova] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Received event network-vif-deleted-11fc8c44-be38-4e19-8060-4a8871819484 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.044128] env[69052]: INFO nova.compute.manager [req-3063093f-2f70-4b7e-bb91-73a124c1261a req-a4275880-7746-43b7-873c-6e020db4ec96 service nova] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Neutron deleted interface 11fc8c44-be38-4e19-8060-4a8871819484; detaching it from the instance and deleting it from the info cache [ 1038.044304] env[69052]: DEBUG nova.network.neutron [req-3063093f-2f70-4b7e-bb91-73a124c1261a req-a4275880-7746-43b7-873c-6e020db4ec96 service nova] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.299468] env[69052]: DEBUG oslo_concurrency.lockutils [None req-52a85adb-e6eb-496a-97be-0092fa9658f9 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Lock "e146fc98-968c-48aa-a570-ace49141a002" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.800s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.362792] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.363741] env[69052]: DEBUG nova.compute.manager [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.366017] env[69052]: DEBUG oslo_concurrency.lockutils [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.708s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.368033] env[69052]: INFO nova.compute.claims [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.372823] env[69052]: DEBUG nova.network.neutron [-] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.443229] env[69052]: DEBUG nova.virt.hardware [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.443505] env[69052]: DEBUG nova.virt.hardware [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.443687] env[69052]: DEBUG nova.virt.hardware [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.443901] env[69052]: DEBUG nova.virt.hardware [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.445490] env[69052]: DEBUG nova.virt.hardware [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.445490] env[69052]: DEBUG nova.virt.hardware [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.445490] env[69052]: DEBUG nova.virt.hardware [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.445490] env[69052]: DEBUG nova.virt.hardware [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.445490] env[69052]: DEBUG nova.virt.hardware [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.445938] env[69052]: DEBUG nova.virt.hardware [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.445938] env[69052]: DEBUG nova.virt.hardware [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.454310] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a5ad187-3096-4bf3-88af-0300f5d5b119 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.480040] env[69052]: DEBUG oslo_vmware.api [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236950, 'name': PowerOffVM_Task, 'duration_secs': 0.219045} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.481943] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.482412] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.482814] env[69052]: DEBUG oslo_vmware.api [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 1038.482814] env[69052]: value = "task-3236952" [ 1038.482814] env[69052]: _type = "Task" [ 1038.482814] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.483149] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fdb4308-10ef-46ff-a112-290660d23405 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.491355] env[69052]: DEBUG oslo_vmware.api [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Task: {'id': task-3236951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167891} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.492118] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.492421] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.492673] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.492907] env[69052]: INFO nova.compute.manager [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1038.493216] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.493798] env[69052]: DEBUG nova.compute.manager [-] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1038.493948] env[69052]: DEBUG nova.network.neutron [-] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.500174] env[69052]: DEBUG oslo_vmware.api [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236952, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.530419] env[69052]: DEBUG oslo_vmware.api [None req-486f5846-8353-4bf8-b191-4a11f34494b8 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.548837] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22e2d7e7-643f-4628-af88-322005cd4d1c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.560272] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a571e252-7adb-4846-a755-1f2ea532c092 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.579399] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.579717] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.579911] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Deleting the datastore file [datastore2] df2f721c-7fab-42ac-8da9-3a3c49e36065 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.580252] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c603da4-7e97-4264-a464-372f3243aa39 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.588339] env[69052]: DEBUG oslo_vmware.api [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1038.588339] env[69052]: value = "task-3236954" [ 1038.588339] env[69052]: _type = "Task" [ 1038.588339] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.597874] env[69052]: DEBUG nova.compute.manager [req-3063093f-2f70-4b7e-bb91-73a124c1261a req-a4275880-7746-43b7-873c-6e020db4ec96 service nova] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Detach interface failed, port_id=11fc8c44-be38-4e19-8060-4a8871819484, reason: Instance 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1038.607590] env[69052]: DEBUG oslo_vmware.api [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.745150] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "df3b06cf-7e3e-493e-845b-7ae4c41afad4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.745387] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "df3b06cf-7e3e-493e-845b-7ae4c41afad4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.872623] env[69052]: DEBUG nova.compute.utils [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.876368] env[69052]: DEBUG nova.compute.manager [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.876609] env[69052]: DEBUG nova.network.neutron [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.879469] env[69052]: INFO nova.compute.manager [-] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Took 1.26 seconds to deallocate network for instance. [ 1038.932346] env[69052]: DEBUG nova.policy [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '439853f2f2474c7cb2799f2d5d8feede', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5d11523a34a41fc93f369d4737ccf38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.995558] env[69052]: DEBUG oslo_vmware.api [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236952, 'name': ReconfigVM_Task, 'duration_secs': 0.215166} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.995754] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Updating instance '93823d64-1b97-4358-84c3-9cad2713ab4d' progress to 33 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1039.032502] env[69052]: DEBUG oslo_vmware.api [None req-486f5846-8353-4bf8-b191-4a11f34494b8 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.109395] env[69052]: DEBUG oslo_vmware.api [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3236954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144169} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.109663] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.109841] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.110043] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.110206] env[69052]: INFO nova.compute.manager [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1039.110452] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.110639] env[69052]: DEBUG nova.compute.manager [-] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.110731] env[69052]: DEBUG nova.network.neutron [-] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.249343] env[69052]: DEBUG nova.compute.manager [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.383541] env[69052]: DEBUG nova.compute.manager [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.394375] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.394375] env[69052]: DEBUG nova.network.neutron [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Successfully created port: 26e6c1f4-efd9-47c0-8cf7-afb869b6d2da {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.506986] env[69052]: DEBUG nova.virt.hardware [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.507213] env[69052]: DEBUG nova.virt.hardware [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.507286] env[69052]: DEBUG nova.virt.hardware [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.507891] env[69052]: DEBUG nova.virt.hardware [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.507891] env[69052]: DEBUG nova.virt.hardware [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.507891] env[69052]: DEBUG nova.virt.hardware [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.507891] env[69052]: DEBUG nova.virt.hardware [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.508080] env[69052]: DEBUG nova.virt.hardware [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.508251] env[69052]: DEBUG nova.virt.hardware [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.508413] env[69052]: DEBUG nova.virt.hardware [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.508583] env[69052]: DEBUG nova.virt.hardware [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.514223] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1039.515547] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b5cc678-66a2-49c7-972b-aa19e4719fd3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.540194] env[69052]: DEBUG oslo_vmware.api [None req-486f5846-8353-4bf8-b191-4a11f34494b8 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.541468] env[69052]: DEBUG oslo_vmware.api [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 1039.541468] env[69052]: value = "task-3236955" [ 1039.541468] env[69052]: _type = "Task" [ 1039.541468] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.549772] env[69052]: DEBUG oslo_vmware.api [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236955, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.595760] env[69052]: DEBUG nova.network.neutron [-] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.713278] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5ec078-d993-44e5-9faa-b7ba549aede1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.719712] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2a3e08-d520-49bb-8126-a36058cfb4a5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.764321] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3862ac32-4c43-4d97-bf81-866e798465b7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.775535] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2d6cdd-3682-4456-b97a-61cae7ad1d94 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.790212] env[69052]: DEBUG nova.compute.provider_tree [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.792216] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.039552] env[69052]: DEBUG oslo_vmware.api [None req-486f5846-8353-4bf8-b191-4a11f34494b8 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.050928] env[69052]: DEBUG oslo_vmware.api [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236955, 'name': ReconfigVM_Task, 'duration_secs': 0.18868} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.051271] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1040.052102] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a873a30b-669d-4f57-a8c7-419b24f43333 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.076822] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 93823d64-1b97-4358-84c3-9cad2713ab4d/93823d64-1b97-4358-84c3-9cad2713ab4d.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.078528] env[69052]: DEBUG nova.network.neutron [-] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.080014] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d905de93-59a7-4c87-bdc2-eccc5b72e001 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.095360] env[69052]: DEBUG nova.compute.manager [req-38081718-217f-408a-b5cf-d09a7f5ac675 req-f8071339-0f6e-4824-b709-a7af0f1467b9 service nova] [instance: e146fc98-968c-48aa-a570-ace49141a002] Received event network-changed-4d34f7fb-ee6a-483d-945e-0330bc7da54f {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.095538] env[69052]: DEBUG nova.compute.manager [req-38081718-217f-408a-b5cf-d09a7f5ac675 req-f8071339-0f6e-4824-b709-a7af0f1467b9 service nova] [instance: e146fc98-968c-48aa-a570-ace49141a002] Refreshing instance network info cache due to event network-changed-4d34f7fb-ee6a-483d-945e-0330bc7da54f. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.095752] env[69052]: DEBUG oslo_concurrency.lockutils [req-38081718-217f-408a-b5cf-d09a7f5ac675 req-f8071339-0f6e-4824-b709-a7af0f1467b9 service nova] Acquiring lock "refresh_cache-e146fc98-968c-48aa-a570-ace49141a002" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.096031] env[69052]: DEBUG oslo_concurrency.lockutils [req-38081718-217f-408a-b5cf-d09a7f5ac675 req-f8071339-0f6e-4824-b709-a7af0f1467b9 service nova] Acquired lock "refresh_cache-e146fc98-968c-48aa-a570-ace49141a002" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.096136] env[69052]: DEBUG nova.network.neutron [req-38081718-217f-408a-b5cf-d09a7f5ac675 req-f8071339-0f6e-4824-b709-a7af0f1467b9 service nova] [instance: e146fc98-968c-48aa-a570-ace49141a002] Refreshing network info cache for port 4d34f7fb-ee6a-483d-945e-0330bc7da54f {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.098688] env[69052]: INFO nova.compute.manager [-] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Took 1.60 seconds to deallocate network for instance. [ 1040.106439] env[69052]: DEBUG oslo_vmware.api [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 1040.106439] env[69052]: value = "task-3236956" [ 1040.106439] env[69052]: _type = "Task" [ 1040.106439] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.118231] env[69052]: DEBUG oslo_vmware.api [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.294782] env[69052]: DEBUG nova.scheduler.client.report [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.391440] env[69052]: DEBUG nova.compute.manager [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.418552] env[69052]: DEBUG nova.virt.hardware [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.418802] env[69052]: DEBUG nova.virt.hardware [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.418960] env[69052]: DEBUG nova.virt.hardware [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.419245] env[69052]: DEBUG nova.virt.hardware [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.419401] env[69052]: DEBUG nova.virt.hardware [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.419547] env[69052]: DEBUG nova.virt.hardware [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.419756] env[69052]: DEBUG nova.virt.hardware [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.419916] env[69052]: DEBUG nova.virt.hardware [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.420109] env[69052]: DEBUG nova.virt.hardware [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.420308] env[69052]: DEBUG nova.virt.hardware [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.420486] env[69052]: DEBUG nova.virt.hardware [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.421387] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc370c10-4a2f-4da5-95ab-b5d1f156c825 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.430719] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1968ef-baab-489b-8cb4-66ac8b224fbc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.539834] env[69052]: DEBUG oslo_vmware.api [None req-486f5846-8353-4bf8-b191-4a11f34494b8 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.581193] env[69052]: INFO nova.compute.manager [-] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Took 1.47 seconds to deallocate network for instance. [ 1040.605903] env[69052]: DEBUG oslo_concurrency.lockutils [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.620831] env[69052]: DEBUG oslo_vmware.api [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236956, 'name': ReconfigVM_Task, 'duration_secs': 0.283308} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.621125] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 93823d64-1b97-4358-84c3-9cad2713ab4d/93823d64-1b97-4358-84c3-9cad2713ab4d.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.621427] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Updating instance '93823d64-1b97-4358-84c3-9cad2713ab4d' progress to 50 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1040.799867] env[69052]: DEBUG oslo_concurrency.lockutils [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.800453] env[69052]: DEBUG nova.compute.manager [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.802974] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.335s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.804510] env[69052]: INFO nova.compute.claims [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.851340] env[69052]: DEBUG nova.network.neutron [req-38081718-217f-408a-b5cf-d09a7f5ac675 req-f8071339-0f6e-4824-b709-a7af0f1467b9 service nova] [instance: e146fc98-968c-48aa-a570-ace49141a002] Updated VIF entry in instance network info cache for port 4d34f7fb-ee6a-483d-945e-0330bc7da54f. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.851729] env[69052]: DEBUG nova.network.neutron [req-38081718-217f-408a-b5cf-d09a7f5ac675 req-f8071339-0f6e-4824-b709-a7af0f1467b9 service nova] [instance: e146fc98-968c-48aa-a570-ace49141a002] Updating instance_info_cache with network_info: [{"id": "4d34f7fb-ee6a-483d-945e-0330bc7da54f", "address": "fa:16:3e:db:a5:b5", "network": {"id": "58dc5228-f2de-42c3-a9b2-f69ce1001af0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1339662900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00cdcde433f04c8d8d0f1f888bcfeb08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d34f7fb-ee", "ovs_interfaceid": "4d34f7fb-ee6a-483d-945e-0330bc7da54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.023089] env[69052]: DEBUG nova.compute.manager [req-cdf4bc88-d5b1-42b6-b2c4-dcaf64f08420 req-e294de43-2ad5-46bb-8539-09be2487fcaa service nova] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Received event network-vif-plugged-26e6c1f4-efd9-47c0-8cf7-afb869b6d2da {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.023372] env[69052]: DEBUG oslo_concurrency.lockutils [req-cdf4bc88-d5b1-42b6-b2c4-dcaf64f08420 req-e294de43-2ad5-46bb-8539-09be2487fcaa service nova] Acquiring lock "a53a7c2e-0070-481c-a770-0399e79a1c62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.023596] env[69052]: DEBUG oslo_concurrency.lockutils [req-cdf4bc88-d5b1-42b6-b2c4-dcaf64f08420 req-e294de43-2ad5-46bb-8539-09be2487fcaa service nova] Lock "a53a7c2e-0070-481c-a770-0399e79a1c62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.023817] env[69052]: DEBUG oslo_concurrency.lockutils [req-cdf4bc88-d5b1-42b6-b2c4-dcaf64f08420 req-e294de43-2ad5-46bb-8539-09be2487fcaa service nova] Lock "a53a7c2e-0070-481c-a770-0399e79a1c62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.024008] env[69052]: DEBUG nova.compute.manager [req-cdf4bc88-d5b1-42b6-b2c4-dcaf64f08420 req-e294de43-2ad5-46bb-8539-09be2487fcaa service nova] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] No waiting events found dispatching network-vif-plugged-26e6c1f4-efd9-47c0-8cf7-afb869b6d2da {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1041.024192] env[69052]: WARNING nova.compute.manager [req-cdf4bc88-d5b1-42b6-b2c4-dcaf64f08420 req-e294de43-2ad5-46bb-8539-09be2487fcaa service nova] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Received unexpected event network-vif-plugged-26e6c1f4-efd9-47c0-8cf7-afb869b6d2da for instance with vm_state building and task_state spawning. [ 1041.041433] env[69052]: DEBUG oslo_vmware.api [None req-486f5846-8353-4bf8-b191-4a11f34494b8 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.091238] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.130508] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6f5d91-423e-415f-9933-cb7f2f5bdb0e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.132258] env[69052]: DEBUG nova.network.neutron [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Successfully updated port: 26e6c1f4-efd9-47c0-8cf7-afb869b6d2da {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.153490] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a19709-9867-4b8f-8b9c-ad454c9dbadd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.175118] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Updating instance '93823d64-1b97-4358-84c3-9cad2713ab4d' progress to 67 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1041.308910] env[69052]: DEBUG nova.compute.utils [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.312104] env[69052]: DEBUG nova.compute.manager [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1041.312274] env[69052]: DEBUG nova.network.neutron [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1041.349284] env[69052]: DEBUG nova.policy [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8736431a1956448d961d7ef0143c7559', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4f092011b2d4dbe94ccbcafcc89cedf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.354350] env[69052]: DEBUG oslo_concurrency.lockutils [req-38081718-217f-408a-b5cf-d09a7f5ac675 req-f8071339-0f6e-4824-b709-a7af0f1467b9 service nova] Releasing lock "refresh_cache-e146fc98-968c-48aa-a570-ace49141a002" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.354478] env[69052]: DEBUG nova.compute.manager [req-38081718-217f-408a-b5cf-d09a7f5ac675 req-f8071339-0f6e-4824-b709-a7af0f1467b9 service nova] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Received event network-vif-deleted-cec062ee-1339-491f-b774-1b715acea798 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.354663] env[69052]: DEBUG nova.compute.manager [req-38081718-217f-408a-b5cf-d09a7f5ac675 req-f8071339-0f6e-4824-b709-a7af0f1467b9 service nova] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Received event network-vif-deleted-4f939b47-e1ba-4d5a-a2eb-0710e508e942 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.354925] env[69052]: INFO nova.compute.manager [req-38081718-217f-408a-b5cf-d09a7f5ac675 req-f8071339-0f6e-4824-b709-a7af0f1467b9 service nova] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Neutron deleted interface 4f939b47-e1ba-4d5a-a2eb-0710e508e942; detaching it from the instance and deleting it from the info cache [ 1041.355203] env[69052]: DEBUG nova.network.neutron [req-38081718-217f-408a-b5cf-d09a7f5ac675 req-f8071339-0f6e-4824-b709-a7af0f1467b9 service nova] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.544435] env[69052]: DEBUG oslo_vmware.api [None req-486f5846-8353-4bf8-b191-4a11f34494b8 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.634853] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "refresh_cache-a53a7c2e-0070-481c-a770-0399e79a1c62" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.635032] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquired lock "refresh_cache-a53a7c2e-0070-481c-a770-0399e79a1c62" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.635192] env[69052]: DEBUG nova.network.neutron [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.647453] env[69052]: DEBUG nova.network.neutron [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Successfully created port: fa7d90d2-61a1-4b29-a2c0-93d8b376c0b3 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.712099] env[69052]: DEBUG nova.network.neutron [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Port 16e5ac6e-4a85-40e1-90dc-0192290b4793 binding to destination host cpu-1 is already ACTIVE {{(pid=69052) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1041.815916] env[69052]: DEBUG nova.compute.manager [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.861022] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e27d701-4cb7-495a-80b3-82d953d5cf46 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.869071] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f484ecdf-84d4-43f9-b576-d6af37fa80d5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.904539] env[69052]: DEBUG nova.compute.manager [req-38081718-217f-408a-b5cf-d09a7f5ac675 req-f8071339-0f6e-4824-b709-a7af0f1467b9 service nova] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Detach interface failed, port_id=4f939b47-e1ba-4d5a-a2eb-0710e508e942, reason: Instance df2f721c-7fab-42ac-8da9-3a3c49e36065 could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1041.979718] env[69052]: DEBUG nova.network.neutron [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Successfully created port: 1e3a9ca2-fdce-4e09-812a-18e8f8e6eadd {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.044934] env[69052]: DEBUG oslo_vmware.api [None req-486f5846-8353-4bf8-b191-4a11f34494b8 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.102349] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1640e91-ac1b-4212-b772-ba1de12216a1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.111645] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d497249e-02c3-4e63-b58e-cbbb1a89876f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.151341] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771e6922-49cc-4d0e-be68-1eda69c790a5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.160835] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3196db-7ede-4000-a95e-c8393c6b99bd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.176129] env[69052]: DEBUG nova.compute.provider_tree [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.197771] env[69052]: DEBUG nova.network.neutron [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.348362] env[69052]: DEBUG nova.network.neutron [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Updating instance_info_cache with network_info: [{"id": "26e6c1f4-efd9-47c0-8cf7-afb869b6d2da", "address": "fa:16:3e:b1:8e:c1", "network": {"id": "0624a1b3-6c9d-43d5-ac68-beaedb10c4eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-356147984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5d11523a34a41fc93f369d4737ccf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26e6c1f4-ef", "ovs_interfaceid": "26e6c1f4-efd9-47c0-8cf7-afb869b6d2da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.373670] env[69052]: DEBUG nova.network.neutron [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Successfully created port: 6de007f8-2a4e-4b84-953c-adb20b420cf7 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.545076] env[69052]: DEBUG oslo_vmware.api [None req-486f5846-8353-4bf8-b191-4a11f34494b8 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236944, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.680049] env[69052]: DEBUG nova.scheduler.client.report [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.734106] env[69052]: DEBUG oslo_concurrency.lockutils [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "93823d64-1b97-4358-84c3-9cad2713ab4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.734309] env[69052]: DEBUG oslo_concurrency.lockutils [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "93823d64-1b97-4358-84c3-9cad2713ab4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.734476] env[69052]: DEBUG oslo_concurrency.lockutils [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "93823d64-1b97-4358-84c3-9cad2713ab4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.827938] env[69052]: DEBUG nova.compute.manager [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.851397] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Releasing lock "refresh_cache-a53a7c2e-0070-481c-a770-0399e79a1c62" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.851687] env[69052]: DEBUG nova.compute.manager [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Instance network_info: |[{"id": "26e6c1f4-efd9-47c0-8cf7-afb869b6d2da", "address": "fa:16:3e:b1:8e:c1", "network": {"id": "0624a1b3-6c9d-43d5-ac68-beaedb10c4eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-356147984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5d11523a34a41fc93f369d4737ccf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26e6c1f4-ef", "ovs_interfaceid": "26e6c1f4-efd9-47c0-8cf7-afb869b6d2da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.854018] env[69052]: DEBUG nova.virt.hardware [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.854326] env[69052]: DEBUG nova.virt.hardware [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.854470] env[69052]: DEBUG nova.virt.hardware [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.854652] env[69052]: DEBUG nova.virt.hardware [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.854827] env[69052]: DEBUG nova.virt.hardware [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.855272] env[69052]: DEBUG nova.virt.hardware [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.855747] env[69052]: DEBUG nova.virt.hardware [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.855939] env[69052]: DEBUG nova.virt.hardware [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.856145] env[69052]: DEBUG nova.virt.hardware [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.856312] env[69052]: DEBUG nova.virt.hardware [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.856500] env[69052]: DEBUG nova.virt.hardware [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.857229] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:8e:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26e6c1f4-efd9-47c0-8cf7-afb869b6d2da', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.865061] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.865803] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae39eb86-b9f7-4ba0-b066-b8e88ec485fa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.870734] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.870967] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2058f327-d612-4331-a136-f1ae7c496eac {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.893801] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff4e482-6ab0-4444-acec-83dd1c2c993d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.897741] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.897741] env[69052]: value = "task-3236957" [ 1042.897741] env[69052]: _type = "Task" [ 1042.897741] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.922105] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236957, 'name': CreateVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.044220] env[69052]: DEBUG oslo_vmware.api [None req-486f5846-8353-4bf8-b191-4a11f34494b8 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236944, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.054176] env[69052]: DEBUG nova.compute.manager [req-37adbe36-6a43-40e3-bf28-7449ac3940c0 req-b95665d1-db5b-4607-a34a-23c244d9735c service nova] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Received event network-changed-26e6c1f4-efd9-47c0-8cf7-afb869b6d2da {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.054408] env[69052]: DEBUG nova.compute.manager [req-37adbe36-6a43-40e3-bf28-7449ac3940c0 req-b95665d1-db5b-4607-a34a-23c244d9735c service nova] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Refreshing instance network info cache due to event network-changed-26e6c1f4-efd9-47c0-8cf7-afb869b6d2da. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.054605] env[69052]: DEBUG oslo_concurrency.lockutils [req-37adbe36-6a43-40e3-bf28-7449ac3940c0 req-b95665d1-db5b-4607-a34a-23c244d9735c service nova] Acquiring lock "refresh_cache-a53a7c2e-0070-481c-a770-0399e79a1c62" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.054807] env[69052]: DEBUG oslo_concurrency.lockutils [req-37adbe36-6a43-40e3-bf28-7449ac3940c0 req-b95665d1-db5b-4607-a34a-23c244d9735c service nova] Acquired lock "refresh_cache-a53a7c2e-0070-481c-a770-0399e79a1c62" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.055083] env[69052]: DEBUG nova.network.neutron [req-37adbe36-6a43-40e3-bf28-7449ac3940c0 req-b95665d1-db5b-4607-a34a-23c244d9735c service nova] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Refreshing network info cache for port 26e6c1f4-efd9-47c0-8cf7-afb869b6d2da {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.186063] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.186211] env[69052]: DEBUG nova.compute.manager [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.190677] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.293s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.190677] env[69052]: DEBUG nova.objects.instance [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Lazy-loading 'resources' on Instance uuid 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.409732] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236957, 'name': CreateVM_Task, 'duration_secs': 0.363642} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.409944] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.410796] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.411014] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.411405] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.411821] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-846cd991-6eb1-4449-bd11-fc7ff9716d5b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.417757] env[69052]: DEBUG oslo_vmware.api [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1043.417757] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e7facf-3389-f4d3-3a5a-97ecb6608303" [ 1043.417757] env[69052]: _type = "Task" [ 1043.417757] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.426195] env[69052]: DEBUG oslo_vmware.api [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e7facf-3389-f4d3-3a5a-97ecb6608303, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.544190] env[69052]: DEBUG oslo_vmware.api [None req-486f5846-8353-4bf8-b191-4a11f34494b8 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236944, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.695032] env[69052]: DEBUG nova.compute.utils [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.698858] env[69052]: DEBUG nova.compute.manager [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.699084] env[69052]: DEBUG nova.network.neutron [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.780823] env[69052]: DEBUG nova.policy [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6dd6d658b26440bb9a07dbc77179f0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3631ca22fed4917a0c9d8c7ee20e9aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.788443] env[69052]: DEBUG nova.network.neutron [req-37adbe36-6a43-40e3-bf28-7449ac3940c0 req-b95665d1-db5b-4607-a34a-23c244d9735c service nova] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Updated VIF entry in instance network info cache for port 26e6c1f4-efd9-47c0-8cf7-afb869b6d2da. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.788822] env[69052]: DEBUG nova.network.neutron [req-37adbe36-6a43-40e3-bf28-7449ac3940c0 req-b95665d1-db5b-4607-a34a-23c244d9735c service nova] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Updating instance_info_cache with network_info: [{"id": "26e6c1f4-efd9-47c0-8cf7-afb869b6d2da", "address": "fa:16:3e:b1:8e:c1", "network": {"id": "0624a1b3-6c9d-43d5-ac68-beaedb10c4eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-356147984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5d11523a34a41fc93f369d4737ccf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26e6c1f4-ef", "ovs_interfaceid": "26e6c1f4-efd9-47c0-8cf7-afb869b6d2da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.795890] env[69052]: DEBUG oslo_concurrency.lockutils [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "refresh_cache-93823d64-1b97-4358-84c3-9cad2713ab4d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.796095] env[69052]: DEBUG oslo_concurrency.lockutils [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired lock "refresh_cache-93823d64-1b97-4358-84c3-9cad2713ab4d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.796272] env[69052]: DEBUG nova.network.neutron [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.931939] env[69052]: DEBUG oslo_vmware.api [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e7facf-3389-f4d3-3a5a-97ecb6608303, 'name': SearchDatastore_Task, 'duration_secs': 0.013822} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.934866] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.935278] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.935486] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.935637] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.935814] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.936365] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47fc5b7a-424d-4891-9935-1a260c0136dc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.946933] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.947205] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.952650] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-130b3d1b-7621-43bd-b856-c84952ded7d0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.960172] env[69052]: DEBUG oslo_vmware.api [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1043.960172] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526b80e9-e175-ff4e-1b8f-a972d453a3dd" [ 1043.960172] env[69052]: _type = "Task" [ 1043.960172] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.969948] env[69052]: DEBUG oslo_vmware.api [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526b80e9-e175-ff4e-1b8f-a972d453a3dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.991100] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d27b3d0-87b6-432f-986f-8ec3e4aae9fa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.997203] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e235dd1e-f5bb-44b1-ba38-2a790217f143 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.030689] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebf3462-db1d-4ecb-97a5-bdca4496ada1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.041837] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d9ae2d-be7d-4ca9-8f56-16dd917457b4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.048843] env[69052]: DEBUG oslo_vmware.api [None req-486f5846-8353-4bf8-b191-4a11f34494b8 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236944, 'name': ReconfigVM_Task, 'duration_secs': 6.812006} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.049502] env[69052]: DEBUG oslo_concurrency.lockutils [None req-486f5846-8353-4bf8-b191-4a11f34494b8 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Releasing lock "dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.049638] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-486f5846-8353-4bf8-b191-4a11f34494b8 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Reconfigured VM to detach interface {{(pid=69052) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1044.059488] env[69052]: DEBUG nova.compute.provider_tree [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.202589] env[69052]: DEBUG nova.compute.manager [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.253943] env[69052]: DEBUG nova.network.neutron [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Successfully updated port: fa7d90d2-61a1-4b29-a2c0-93d8b376c0b3 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.291842] env[69052]: DEBUG oslo_concurrency.lockutils [req-37adbe36-6a43-40e3-bf28-7449ac3940c0 req-b95665d1-db5b-4607-a34a-23c244d9735c service nova] Releasing lock "refresh_cache-a53a7c2e-0070-481c-a770-0399e79a1c62" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.470436] env[69052]: DEBUG oslo_vmware.api [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526b80e9-e175-ff4e-1b8f-a972d453a3dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011086} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.471254] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7a3d2c1-a686-476e-8096-2f1b1f13db96 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.477931] env[69052]: DEBUG oslo_vmware.api [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1044.477931] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523a830d-0ef6-b66a-ec43-120db5ba8f85" [ 1044.477931] env[69052]: _type = "Task" [ 1044.477931] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.485609] env[69052]: DEBUG oslo_vmware.api [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523a830d-0ef6-b66a-ec43-120db5ba8f85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.568907] env[69052]: DEBUG nova.scheduler.client.report [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.628737] env[69052]: DEBUG nova.network.neutron [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Successfully created port: c8261203-97b8-4e82-9a86-8055231c6c96 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.948336] env[69052]: DEBUG nova.network.neutron [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Updating instance_info_cache with network_info: [{"id": "16e5ac6e-4a85-40e1-90dc-0192290b4793", "address": "fa:16:3e:1f:82:93", "network": {"id": "742db944-3947-4476-b14c-efc7d440e7a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-605717120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12d5287ebecb463ca0f3e47ef8801cff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e5ac6e-4a", "ovs_interfaceid": "16e5ac6e-4a85-40e1-90dc-0192290b4793", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.988852] env[69052]: DEBUG oslo_vmware.api [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523a830d-0ef6-b66a-ec43-120db5ba8f85, 'name': SearchDatastore_Task, 'duration_secs': 0.01013} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.989060] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.989343] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] a53a7c2e-0070-481c-a770-0399e79a1c62/a53a7c2e-0070-481c-a770-0399e79a1c62.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.989599] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a0ef481-fcb1-4060-8752-cef620756027 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.997420] env[69052]: DEBUG oslo_vmware.api [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1044.997420] env[69052]: value = "task-3236958" [ 1044.997420] env[69052]: _type = "Task" [ 1044.997420] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.006739] env[69052]: DEBUG oslo_vmware.api [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.080291] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.082071] env[69052]: DEBUG oslo_concurrency.lockutils [None req-264b6af3-4ead-486c-80ef-371b5ccdf1e4 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.145s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.082071] env[69052]: DEBUG oslo_concurrency.lockutils [None req-264b6af3-4ead-486c-80ef-371b5ccdf1e4 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.084147] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 9.449s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.113027] env[69052]: INFO nova.scheduler.client.report [None req-264b6af3-4ead-486c-80ef-371b5ccdf1e4 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Deleted allocations for instance d144e192-e16f-4437-9813-6b44fdcaa8e1 [ 1045.124458] env[69052]: INFO nova.scheduler.client.report [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Deleted allocations for instance 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829 [ 1045.136909] env[69052]: DEBUG nova.compute.manager [req-49e1f782-c95e-41a0-90c5-12e123800072 req-cfc867b2-36e3-4c44-96d9-0e6cc74dd63b service nova] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Received event network-vif-plugged-fa7d90d2-61a1-4b29-a2c0-93d8b376c0b3 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.137172] env[69052]: DEBUG oslo_concurrency.lockutils [req-49e1f782-c95e-41a0-90c5-12e123800072 req-cfc867b2-36e3-4c44-96d9-0e6cc74dd63b service nova] Acquiring lock "b13a9d48-2113-461d-9241-0d6f2e0166b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.137418] env[69052]: DEBUG oslo_concurrency.lockutils [req-49e1f782-c95e-41a0-90c5-12e123800072 req-cfc867b2-36e3-4c44-96d9-0e6cc74dd63b service nova] Lock "b13a9d48-2113-461d-9241-0d6f2e0166b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.137593] env[69052]: DEBUG oslo_concurrency.lockutils [req-49e1f782-c95e-41a0-90c5-12e123800072 req-cfc867b2-36e3-4c44-96d9-0e6cc74dd63b service nova] Lock "b13a9d48-2113-461d-9241-0d6f2e0166b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.137780] env[69052]: DEBUG nova.compute.manager [req-49e1f782-c95e-41a0-90c5-12e123800072 req-cfc867b2-36e3-4c44-96d9-0e6cc74dd63b service nova] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] No waiting events found dispatching network-vif-plugged-fa7d90d2-61a1-4b29-a2c0-93d8b376c0b3 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.137963] env[69052]: WARNING nova.compute.manager [req-49e1f782-c95e-41a0-90c5-12e123800072 req-cfc867b2-36e3-4c44-96d9-0e6cc74dd63b service nova] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Received unexpected event network-vif-plugged-fa7d90d2-61a1-4b29-a2c0-93d8b376c0b3 for instance with vm_state building and task_state spawning. [ 1045.138254] env[69052]: DEBUG nova.compute.manager [req-49e1f782-c95e-41a0-90c5-12e123800072 req-cfc867b2-36e3-4c44-96d9-0e6cc74dd63b service nova] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Received event network-changed-fa7d90d2-61a1-4b29-a2c0-93d8b376c0b3 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.138447] env[69052]: DEBUG nova.compute.manager [req-49e1f782-c95e-41a0-90c5-12e123800072 req-cfc867b2-36e3-4c44-96d9-0e6cc74dd63b service nova] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Refreshing instance network info cache due to event network-changed-fa7d90d2-61a1-4b29-a2c0-93d8b376c0b3. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.138707] env[69052]: DEBUG oslo_concurrency.lockutils [req-49e1f782-c95e-41a0-90c5-12e123800072 req-cfc867b2-36e3-4c44-96d9-0e6cc74dd63b service nova] Acquiring lock "refresh_cache-b13a9d48-2113-461d-9241-0d6f2e0166b8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.138888] env[69052]: DEBUG oslo_concurrency.lockutils [req-49e1f782-c95e-41a0-90c5-12e123800072 req-cfc867b2-36e3-4c44-96d9-0e6cc74dd63b service nova] Acquired lock "refresh_cache-b13a9d48-2113-461d-9241-0d6f2e0166b8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.139074] env[69052]: DEBUG nova.network.neutron [req-49e1f782-c95e-41a0-90c5-12e123800072 req-cfc867b2-36e3-4c44-96d9-0e6cc74dd63b service nova] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Refreshing network info cache for port fa7d90d2-61a1-4b29-a2c0-93d8b376c0b3 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.215652] env[69052]: DEBUG nova.compute.manager [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.248670] env[69052]: DEBUG nova.virt.hardware [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.249029] env[69052]: DEBUG nova.virt.hardware [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.249301] env[69052]: DEBUG nova.virt.hardware [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.249879] env[69052]: DEBUG nova.virt.hardware [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.249879] env[69052]: DEBUG nova.virt.hardware [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.249982] env[69052]: DEBUG nova.virt.hardware [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.250216] env[69052]: DEBUG nova.virt.hardware [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.250464] env[69052]: DEBUG nova.virt.hardware [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.250703] env[69052]: DEBUG nova.virt.hardware [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.250897] env[69052]: DEBUG nova.virt.hardware [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.251118] env[69052]: DEBUG nova.virt.hardware [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.254103] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c400873e-7c99-4d43-96d1-1afa09577b64 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.263374] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ede3f1-a946-4cfc-9a5b-546a2099ad3b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.450640] env[69052]: DEBUG oslo_concurrency.lockutils [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Releasing lock "refresh_cache-93823d64-1b97-4358-84c3-9cad2713ab4d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.508693] env[69052]: DEBUG oslo_vmware.api [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470019} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.509231] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] a53a7c2e-0070-481c-a770-0399e79a1c62/a53a7c2e-0070-481c-a770-0399e79a1c62.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.509454] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.509707] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa4849ae-2fa0-4803-ab66-2ec0e6a289b1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.518146] env[69052]: DEBUG oslo_vmware.api [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1045.518146] env[69052]: value = "task-3236959" [ 1045.518146] env[69052]: _type = "Task" [ 1045.518146] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.527908] env[69052]: DEBUG oslo_vmware.api [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.586649] env[69052]: DEBUG nova.objects.instance [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lazy-loading 'migration_context' on Instance uuid 378d47dd-e9df-4594-9180-9dfe8a815a38 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.627767] env[69052]: DEBUG oslo_concurrency.lockutils [None req-264b6af3-4ead-486c-80ef-371b5ccdf1e4 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "d144e192-e16f-4437-9813-6b44fdcaa8e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.416s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.634327] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fc38ab75-bfb5-474f-a54a-55739cc4994f tempest-ServerShowV254Test-460980217 tempest-ServerShowV254Test-460980217-project-member] Lock "924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.060s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.686202] env[69052]: DEBUG nova.network.neutron [req-49e1f782-c95e-41a0-90c5-12e123800072 req-cfc867b2-36e3-4c44-96d9-0e6cc74dd63b service nova] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.788562] env[69052]: DEBUG nova.network.neutron [req-49e1f782-c95e-41a0-90c5-12e123800072 req-cfc867b2-36e3-4c44-96d9-0e6cc74dd63b service nova] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.975466] env[69052]: DEBUG oslo_concurrency.lockutils [None req-486f5846-8353-4bf8-b191-4a11f34494b8 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "refresh_cache-dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.975466] env[69052]: DEBUG oslo_concurrency.lockutils [None req-486f5846-8353-4bf8-b191-4a11f34494b8 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired lock "refresh_cache-dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.975466] env[69052]: DEBUG nova.network.neutron [None req-486f5846-8353-4bf8-b191-4a11f34494b8 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.976319] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb12f31-e8d1-413b-b34f-5cede6bd533f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.000887] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96f7f32-c8f7-4ade-b67e-93f200ce6414 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.009717] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Updating instance '93823d64-1b97-4358-84c3-9cad2713ab4d' progress to 83 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1046.027945] env[69052]: DEBUG oslo_vmware.api [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065555} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.028510] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.029401] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3290d0-dc27-4b7c-98de-9f3241b20ad6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.058643] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] a53a7c2e-0070-481c-a770-0399e79a1c62/a53a7c2e-0070-481c-a770-0399e79a1c62.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.059982] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fddefde6-2e71-4384-ae40-dbd990ee4194 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.088835] env[69052]: DEBUG oslo_vmware.api [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1046.088835] env[69052]: value = "task-3236960" [ 1046.088835] env[69052]: _type = "Task" [ 1046.088835] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.101131] env[69052]: DEBUG oslo_vmware.api [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236960, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.269859] env[69052]: DEBUG nova.compute.manager [req-2f5a0341-edab-4dc4-a809-3c53c4d0838c req-4f17cb62-144e-4c71-bde8-47b5ce24c0d3 service nova] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Received event network-vif-plugged-1e3a9ca2-fdce-4e09-812a-18e8f8e6eadd {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.269859] env[69052]: DEBUG oslo_concurrency.lockutils [req-2f5a0341-edab-4dc4-a809-3c53c4d0838c req-4f17cb62-144e-4c71-bde8-47b5ce24c0d3 service nova] Acquiring lock "b13a9d48-2113-461d-9241-0d6f2e0166b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.269859] env[69052]: DEBUG oslo_concurrency.lockutils [req-2f5a0341-edab-4dc4-a809-3c53c4d0838c req-4f17cb62-144e-4c71-bde8-47b5ce24c0d3 service nova] Lock "b13a9d48-2113-461d-9241-0d6f2e0166b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.269859] env[69052]: DEBUG oslo_concurrency.lockutils [req-2f5a0341-edab-4dc4-a809-3c53c4d0838c req-4f17cb62-144e-4c71-bde8-47b5ce24c0d3 service nova] Lock "b13a9d48-2113-461d-9241-0d6f2e0166b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.271266] env[69052]: DEBUG nova.compute.manager [req-2f5a0341-edab-4dc4-a809-3c53c4d0838c req-4f17cb62-144e-4c71-bde8-47b5ce24c0d3 service nova] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] No waiting events found dispatching network-vif-plugged-1e3a9ca2-fdce-4e09-812a-18e8f8e6eadd {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.271266] env[69052]: WARNING nova.compute.manager [req-2f5a0341-edab-4dc4-a809-3c53c4d0838c req-4f17cb62-144e-4c71-bde8-47b5ce24c0d3 service nova] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Received unexpected event network-vif-plugged-1e3a9ca2-fdce-4e09-812a-18e8f8e6eadd for instance with vm_state building and task_state spawning. [ 1046.292520] env[69052]: DEBUG oslo_concurrency.lockutils [req-49e1f782-c95e-41a0-90c5-12e123800072 req-cfc867b2-36e3-4c44-96d9-0e6cc74dd63b service nova] Releasing lock "refresh_cache-b13a9d48-2113-461d-9241-0d6f2e0166b8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.388990] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a4caa3-4fef-4c41-920d-b77194edcab4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.397667] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba50eed-bc34-458f-a8ca-30d5d88b4fff {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.405206] env[69052]: DEBUG nova.network.neutron [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Successfully updated port: 1e3a9ca2-fdce-4e09-812a-18e8f8e6eadd {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.438244] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3a7397-b010-4b23-8985-5cacfc685fdc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.450636] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30924bdc-e797-4bfc-96ec-6784e6515fa2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.468294] env[69052]: DEBUG nova.compute.provider_tree [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.515461] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.518243] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1229ee1-e7b7-4f9a-9bff-8b9cc2343586 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.532237] env[69052]: DEBUG oslo_vmware.api [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 1046.532237] env[69052]: value = "task-3236961" [ 1046.532237] env[69052]: _type = "Task" [ 1046.532237] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.546068] env[69052]: DEBUG oslo_vmware.api [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.604020] env[69052]: DEBUG oslo_vmware.api [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236960, 'name': ReconfigVM_Task, 'duration_secs': 0.328243} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.604020] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Reconfigured VM instance instance-0000005f to attach disk [datastore1] a53a7c2e-0070-481c-a770-0399e79a1c62/a53a7c2e-0070-481c-a770-0399e79a1c62.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.604020] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04a10dfe-7a39-4c5f-848d-a93e9d19bc0e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.610479] env[69052]: DEBUG nova.network.neutron [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Successfully updated port: c8261203-97b8-4e82-9a86-8055231c6c96 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.616167] env[69052]: DEBUG oslo_vmware.api [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1046.616167] env[69052]: value = "task-3236962" [ 1046.616167] env[69052]: _type = "Task" [ 1046.616167] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.627226] env[69052]: DEBUG oslo_vmware.api [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236962, 'name': Rename_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.699401] env[69052]: INFO nova.network.neutron [None req-486f5846-8353-4bf8-b191-4a11f34494b8 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Port 8b02db75-7b96-4fb8-8a73-15c5eb46172c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1046.699771] env[69052]: DEBUG nova.network.neutron [None req-486f5846-8353-4bf8-b191-4a11f34494b8 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Updating instance_info_cache with network_info: [{"id": "614908eb-cc95-4a76-bee1-eb171b1c98d0", "address": "fa:16:3e:8a:cd:3f", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614908eb-cc", "ovs_interfaceid": "614908eb-cc95-4a76-bee1-eb171b1c98d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.976086] env[69052]: DEBUG nova.scheduler.client.report [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.033664] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "interface-b99c851a-15fc-43be-a239-259ed7eaef89-8b02db75-7b96-4fb8-8a73-15c5eb46172c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.034288] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "interface-b99c851a-15fc-43be-a239-259ed7eaef89-8b02db75-7b96-4fb8-8a73-15c5eb46172c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.034391] env[69052]: DEBUG nova.objects.instance [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lazy-loading 'flavor' on Instance uuid b99c851a-15fc-43be-a239-259ed7eaef89 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.047786] env[69052]: DEBUG oslo_vmware.api [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236961, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.119266] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "refresh_cache-30110a54-70b7-413a-bc6c-1487e68ff9e6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.119458] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquired lock "refresh_cache-30110a54-70b7-413a-bc6c-1487e68ff9e6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.119617] env[69052]: DEBUG nova.network.neutron [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.134554] env[69052]: DEBUG oslo_vmware.api [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236962, 'name': Rename_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.202914] env[69052]: DEBUG oslo_concurrency.lockutils [None req-486f5846-8353-4bf8-b191-4a11f34494b8 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Releasing lock "refresh_cache-dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.377187] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "bf3f221d-77ae-4c8d-b407-6acd6a35a0f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.377187] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "bf3f221d-77ae-4c8d-b407-6acd6a35a0f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.377820] env[69052]: DEBUG nova.compute.manager [req-f441af92-0894-415b-b983-3876bf0a95eb req-7246b095-e9f7-4e93-90df-635d39185a17 service nova] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Received event network-vif-plugged-c8261203-97b8-4e82-9a86-8055231c6c96 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.378034] env[69052]: DEBUG oslo_concurrency.lockutils [req-f441af92-0894-415b-b983-3876bf0a95eb req-7246b095-e9f7-4e93-90df-635d39185a17 service nova] Acquiring lock "30110a54-70b7-413a-bc6c-1487e68ff9e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.378239] env[69052]: DEBUG oslo_concurrency.lockutils [req-f441af92-0894-415b-b983-3876bf0a95eb req-7246b095-e9f7-4e93-90df-635d39185a17 service nova] Lock "30110a54-70b7-413a-bc6c-1487e68ff9e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.378405] env[69052]: DEBUG oslo_concurrency.lockutils [req-f441af92-0894-415b-b983-3876bf0a95eb req-7246b095-e9f7-4e93-90df-635d39185a17 service nova] Lock "30110a54-70b7-413a-bc6c-1487e68ff9e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.378563] env[69052]: DEBUG nova.compute.manager [req-f441af92-0894-415b-b983-3876bf0a95eb req-7246b095-e9f7-4e93-90df-635d39185a17 service nova] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] No waiting events found dispatching network-vif-plugged-c8261203-97b8-4e82-9a86-8055231c6c96 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1047.378735] env[69052]: WARNING nova.compute.manager [req-f441af92-0894-415b-b983-3876bf0a95eb req-7246b095-e9f7-4e93-90df-635d39185a17 service nova] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Received unexpected event network-vif-plugged-c8261203-97b8-4e82-9a86-8055231c6c96 for instance with vm_state building and task_state spawning. [ 1047.378878] env[69052]: DEBUG nova.compute.manager [req-f441af92-0894-415b-b983-3876bf0a95eb req-7246b095-e9f7-4e93-90df-635d39185a17 service nova] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Received event network-changed-c8261203-97b8-4e82-9a86-8055231c6c96 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.379041] env[69052]: DEBUG nova.compute.manager [req-f441af92-0894-415b-b983-3876bf0a95eb req-7246b095-e9f7-4e93-90df-635d39185a17 service nova] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Refreshing instance network info cache due to event network-changed-c8261203-97b8-4e82-9a86-8055231c6c96. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.379449] env[69052]: DEBUG oslo_concurrency.lockutils [req-f441af92-0894-415b-b983-3876bf0a95eb req-7246b095-e9f7-4e93-90df-635d39185a17 service nova] Acquiring lock "refresh_cache-30110a54-70b7-413a-bc6c-1487e68ff9e6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.549257] env[69052]: DEBUG oslo_vmware.api [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236961, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.634457] env[69052]: DEBUG oslo_vmware.api [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236962, 'name': Rename_Task, 'duration_secs': 0.91594} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.635095] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.635363] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d817e7e5-6ea4-4bf1-9f49-6fa541b31dc3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.643262] env[69052]: DEBUG oslo_vmware.api [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1047.643262] env[69052]: value = "task-3236963" [ 1047.643262] env[69052]: _type = "Task" [ 1047.643262] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.652401] env[69052]: DEBUG oslo_vmware.api [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.654045] env[69052]: DEBUG nova.objects.instance [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lazy-loading 'pci_requests' on Instance uuid b99c851a-15fc-43be-a239-259ed7eaef89 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.669645] env[69052]: DEBUG nova.network.neutron [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.707285] env[69052]: DEBUG oslo_concurrency.lockutils [None req-486f5846-8353-4bf8-b191-4a11f34494b8 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "interface-dd487472-5baf-4e41-b7b6-27a56ce96f04-8b02db75-7b96-4fb8-8a73-15c5eb46172c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.337s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.880279] env[69052]: DEBUG nova.compute.manager [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.987469] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.903s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.992827] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.601s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.993064] env[69052]: DEBUG nova.objects.instance [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lazy-loading 'resources' on Instance uuid 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.046451] env[69052]: DEBUG oslo_vmware.api [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3236961, 'name': PowerOnVM_Task, 'duration_secs': 1.235414} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.046725] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.046984] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-966f1240-6f7f-4a07-ac3d-0b4ea39955c0 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Updating instance '93823d64-1b97-4358-84c3-9cad2713ab4d' progress to 100 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.099075] env[69052]: DEBUG nova.network.neutron [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Updating instance_info_cache with network_info: [{"id": "c8261203-97b8-4e82-9a86-8055231c6c96", "address": "fa:16:3e:a3:16:44", "network": {"id": "3ea0dab6-61fd-42b5-a725-3d0dda25bb5c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1625186104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3631ca22fed4917a0c9d8c7ee20e9aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8261203-97", "ovs_interfaceid": "c8261203-97b8-4e82-9a86-8055231c6c96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.157792] env[69052]: DEBUG nova.objects.base [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69052) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1048.158103] env[69052]: DEBUG nova.network.neutron [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1048.161217] env[69052]: DEBUG oslo_vmware.api [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236963, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.240947] env[69052]: DEBUG nova.policy [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5127a580dea040e38a680bee88523fbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33c7667f503642149086357b7386842c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.407265] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.482852] env[69052]: DEBUG nova.network.neutron [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Successfully updated port: 6de007f8-2a4e-4b84-953c-adb20b420cf7 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.499656] env[69052]: DEBUG nova.compute.manager [req-e556fc82-ade8-45d5-8428-e2ffad74b09b req-e3f966d4-9c32-4a3d-bd6c-ffb95c78bd0f service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Received event network-changed-614908eb-cc95-4a76-bee1-eb171b1c98d0 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.499656] env[69052]: DEBUG nova.compute.manager [req-e556fc82-ade8-45d5-8428-e2ffad74b09b req-e3f966d4-9c32-4a3d-bd6c-ffb95c78bd0f service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Refreshing instance network info cache due to event network-changed-614908eb-cc95-4a76-bee1-eb171b1c98d0. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.499771] env[69052]: DEBUG oslo_concurrency.lockutils [req-e556fc82-ade8-45d5-8428-e2ffad74b09b req-e3f966d4-9c32-4a3d-bd6c-ffb95c78bd0f service nova] Acquiring lock "refresh_cache-dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.499983] env[69052]: DEBUG oslo_concurrency.lockutils [req-e556fc82-ade8-45d5-8428-e2ffad74b09b req-e3f966d4-9c32-4a3d-bd6c-ffb95c78bd0f service nova] Acquired lock "refresh_cache-dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.500200] env[69052]: DEBUG nova.network.neutron [req-e556fc82-ade8-45d5-8428-e2ffad74b09b req-e3f966d4-9c32-4a3d-bd6c-ffb95c78bd0f service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Refreshing network info cache for port 614908eb-cc95-4a76-bee1-eb171b1c98d0 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.603814] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Releasing lock "refresh_cache-30110a54-70b7-413a-bc6c-1487e68ff9e6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.604194] env[69052]: DEBUG nova.compute.manager [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Instance network_info: |[{"id": "c8261203-97b8-4e82-9a86-8055231c6c96", "address": "fa:16:3e:a3:16:44", "network": {"id": "3ea0dab6-61fd-42b5-a725-3d0dda25bb5c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1625186104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3631ca22fed4917a0c9d8c7ee20e9aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8261203-97", "ovs_interfaceid": "c8261203-97b8-4e82-9a86-8055231c6c96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1048.604523] env[69052]: DEBUG oslo_concurrency.lockutils [req-f441af92-0894-415b-b983-3876bf0a95eb req-7246b095-e9f7-4e93-90df-635d39185a17 service nova] Acquired lock "refresh_cache-30110a54-70b7-413a-bc6c-1487e68ff9e6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.605183] env[69052]: DEBUG nova.network.neutron [req-f441af92-0894-415b-b983-3876bf0a95eb req-7246b095-e9f7-4e93-90df-635d39185a17 service nova] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Refreshing network info cache for port c8261203-97b8-4e82-9a86-8055231c6c96 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.605921] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:16:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8261203-97b8-4e82-9a86-8055231c6c96', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.613815] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.617126] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.619800] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-509a06f2-d5a2-420e-ab03-f7879fd426a8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.644662] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.644662] env[69052]: value = "task-3236964" [ 1048.644662] env[69052]: _type = "Task" [ 1048.644662] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.658998] env[69052]: DEBUG oslo_vmware.api [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3236963, 'name': PowerOnVM_Task, 'duration_secs': 0.732506} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.662658] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.662845] env[69052]: INFO nova.compute.manager [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1048.663077] env[69052]: DEBUG nova.compute.manager [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.663283] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236964, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.664036] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774a5fb4-fcd2-4283-9350-54d50a0695be {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.791495] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ab6030-5f15-44fa-bd85-0131130535d6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.800116] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bad05de-5507-4b6f-9b15-c398501cd413 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.833547] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c6984a-04c5-45a5-9490-ae6c072a7d93 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.841433] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab51f05-98ef-4242-9e71-061151ae22b0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.855665] env[69052]: DEBUG nova.compute.provider_tree [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.867743] env[69052]: DEBUG nova.network.neutron [req-f441af92-0894-415b-b983-3876bf0a95eb req-7246b095-e9f7-4e93-90df-635d39185a17 service nova] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Updated VIF entry in instance network info cache for port c8261203-97b8-4e82-9a86-8055231c6c96. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.868105] env[69052]: DEBUG nova.network.neutron [req-f441af92-0894-415b-b983-3876bf0a95eb req-7246b095-e9f7-4e93-90df-635d39185a17 service nova] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Updating instance_info_cache with network_info: [{"id": "c8261203-97b8-4e82-9a86-8055231c6c96", "address": "fa:16:3e:a3:16:44", "network": {"id": "3ea0dab6-61fd-42b5-a725-3d0dda25bb5c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1625186104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3631ca22fed4917a0c9d8c7ee20e9aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8261203-97", "ovs_interfaceid": "c8261203-97b8-4e82-9a86-8055231c6c96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.985918] env[69052]: DEBUG oslo_concurrency.lockutils [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Acquiring lock "refresh_cache-b13a9d48-2113-461d-9241-0d6f2e0166b8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.986102] env[69052]: DEBUG oslo_concurrency.lockutils [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Acquired lock "refresh_cache-b13a9d48-2113-461d-9241-0d6f2e0166b8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.986264] env[69052]: DEBUG nova.network.neutron [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.156420] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236964, 'name': CreateVM_Task, 'duration_secs': 0.361581} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.156605] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.157309] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.157563] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.157935] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.158215] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43ea11b2-677e-4a8a-b970-1fec16d20106 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.164229] env[69052]: DEBUG oslo_vmware.api [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 1049.164229] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52cd02ba-f94e-e059-e321-64ffeab95fb9" [ 1049.164229] env[69052]: _type = "Task" [ 1049.164229] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.174622] env[69052]: DEBUG oslo_vmware.api [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52cd02ba-f94e-e059-e321-64ffeab95fb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.186344] env[69052]: INFO nova.compute.manager [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Took 23.81 seconds to build instance. [ 1049.221333] env[69052]: DEBUG nova.network.neutron [req-e556fc82-ade8-45d5-8428-e2ffad74b09b req-e3f966d4-9c32-4a3d-bd6c-ffb95c78bd0f service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Updated VIF entry in instance network info cache for port 614908eb-cc95-4a76-bee1-eb171b1c98d0. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.221697] env[69052]: DEBUG nova.network.neutron [req-e556fc82-ade8-45d5-8428-e2ffad74b09b req-e3f966d4-9c32-4a3d-bd6c-ffb95c78bd0f service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Updating instance_info_cache with network_info: [{"id": "614908eb-cc95-4a76-bee1-eb171b1c98d0", "address": "fa:16:3e:8a:cd:3f", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614908eb-cc", "ovs_interfaceid": "614908eb-cc95-4a76-bee1-eb171b1c98d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.358646] env[69052]: DEBUG nova.scheduler.client.report [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.370638] env[69052]: DEBUG oslo_concurrency.lockutils [req-f441af92-0894-415b-b983-3876bf0a95eb req-7246b095-e9f7-4e93-90df-635d39185a17 service nova] Releasing lock "refresh_cache-30110a54-70b7-413a-bc6c-1487e68ff9e6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.526622] env[69052]: DEBUG nova.network.neutron [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1049.538344] env[69052]: INFO nova.compute.manager [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Swapping old allocation on dict_keys(['5482791e-699f-417a-8caf-f93d7835d755']) held by migration 9b68d87f-0f33-4313-8218-0f94620f5a1f for instance [ 1049.577847] env[69052]: DEBUG nova.scheduler.client.report [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Overwriting current allocation {'allocations': {'5482791e-699f-417a-8caf-f93d7835d755': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 139}}, 'project_id': '19918ec410294b2685d0e75828f74507', 'user_id': '17661cf9e4ac435ea02ca5937c3ff24d', 'consumer_generation': 1} on consumer 378d47dd-e9df-4594-9180-9dfe8a815a38 {{(pid=69052) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1049.678846] env[69052]: DEBUG oslo_vmware.api [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52cd02ba-f94e-e059-e321-64ffeab95fb9, 'name': SearchDatastore_Task, 'duration_secs': 0.010067} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.679172] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.679423] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.679640] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.679785] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.679958] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.680437] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a6506db-755f-490e-8577-903ab2a2e4f8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.687983] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8c2faef2-20c3-4bc5-a5b8-c8595ad27eaa tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "a53a7c2e-0070-481c-a770-0399e79a1c62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.320s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.693672] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.693672] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.695264] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "refresh_cache-378d47dd-e9df-4594-9180-9dfe8a815a38" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.695426] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquired lock "refresh_cache-378d47dd-e9df-4594-9180-9dfe8a815a38" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.695595] env[69052]: DEBUG nova.network.neutron [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.696882] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0ac529c-7637-4c69-bc68-2d486d8fb0e7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.707101] env[69052]: DEBUG oslo_vmware.api [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 1049.707101] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52889268-0000-ec72-48a7-ff1a3f390bab" [ 1049.707101] env[69052]: _type = "Task" [ 1049.707101] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.718442] env[69052]: DEBUG oslo_vmware.api [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52889268-0000-ec72-48a7-ff1a3f390bab, 'name': SearchDatastore_Task, 'duration_secs': 0.010224} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.719312] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0baa843-ba0b-4d17-95e0-f01aae28b0f5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.725364] env[69052]: DEBUG oslo_concurrency.lockutils [req-e556fc82-ade8-45d5-8428-e2ffad74b09b req-e3f966d4-9c32-4a3d-bd6c-ffb95c78bd0f service nova] Releasing lock "refresh_cache-dd487472-5baf-4e41-b7b6-27a56ce96f04" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.727144] env[69052]: DEBUG nova.compute.manager [req-e556fc82-ade8-45d5-8428-e2ffad74b09b req-e3f966d4-9c32-4a3d-bd6c-ffb95c78bd0f service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Received event network-changed-022ee945-ffc6-46fb-b131-49dec574a54f {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.727144] env[69052]: DEBUG nova.compute.manager [req-e556fc82-ade8-45d5-8428-e2ffad74b09b req-e3f966d4-9c32-4a3d-bd6c-ffb95c78bd0f service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Refreshing instance network info cache due to event network-changed-022ee945-ffc6-46fb-b131-49dec574a54f. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.727144] env[69052]: DEBUG oslo_concurrency.lockutils [req-e556fc82-ade8-45d5-8428-e2ffad74b09b req-e3f966d4-9c32-4a3d-bd6c-ffb95c78bd0f service nova] Acquiring lock "refresh_cache-b99c851a-15fc-43be-a239-259ed7eaef89" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.727144] env[69052]: DEBUG oslo_concurrency.lockutils [req-e556fc82-ade8-45d5-8428-e2ffad74b09b req-e3f966d4-9c32-4a3d-bd6c-ffb95c78bd0f service nova] Acquired lock "refresh_cache-b99c851a-15fc-43be-a239-259ed7eaef89" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.727144] env[69052]: DEBUG nova.network.neutron [req-e556fc82-ade8-45d5-8428-e2ffad74b09b req-e3f966d4-9c32-4a3d-bd6c-ffb95c78bd0f service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Refreshing network info cache for port 022ee945-ffc6-46fb-b131-49dec574a54f {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.729645] env[69052]: DEBUG oslo_vmware.api [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 1049.729645] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52376f55-5e7e-b1b1-3c2d-912af00b3f08" [ 1049.729645] env[69052]: _type = "Task" [ 1049.729645] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.739364] env[69052]: DEBUG oslo_vmware.api [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52376f55-5e7e-b1b1-3c2d-912af00b3f08, 'name': SearchDatastore_Task, 'duration_secs': 0.009606} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.740316] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.740597] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 30110a54-70b7-413a-bc6c-1487e68ff9e6/30110a54-70b7-413a-bc6c-1487e68ff9e6.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.740823] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcf4430d-f039-44ec-b76c-9836337210b2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.748828] env[69052]: DEBUG oslo_vmware.api [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 1049.748828] env[69052]: value = "task-3236965" [ 1049.748828] env[69052]: _type = "Task" [ 1049.748828] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.759932] env[69052]: DEBUG oslo_vmware.api [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.863136] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.866126] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.073s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.866872] env[69052]: INFO nova.compute.claims [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.882022] env[69052]: INFO nova.scheduler.client.report [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Deleted allocations for instance 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c [ 1049.953823] env[69052]: DEBUG nova.network.neutron [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Successfully updated port: 8b02db75-7b96-4fb8-8a73-15c5eb46172c {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.003743] env[69052]: DEBUG nova.network.neutron [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Updating instance_info_cache with network_info: [{"id": "fa7d90d2-61a1-4b29-a2c0-93d8b376c0b3", "address": "fa:16:3e:b5:7e:1c", "network": {"id": "b4f060f4-9deb-468d-a153-e27e77dd211e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1968184020", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4f092011b2d4dbe94ccbcafcc89cedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa7d90d2-61", "ovs_interfaceid": "fa7d90d2-61a1-4b29-a2c0-93d8b376c0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1e3a9ca2-fdce-4e09-812a-18e8f8e6eadd", "address": "fa:16:3e:c3:2f:4f", "network": {"id": "2f455e61-b398-42ec-8244-41d53c20e745", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2120171819", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c4f092011b2d4dbe94ccbcafcc89cedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e3a9ca2-fd", "ovs_interfaceid": "1e3a9ca2-fdce-4e09-812a-18e8f8e6eadd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6de007f8-2a4e-4b84-953c-adb20b420cf7", "address": "fa:16:3e:b4:47:8c", "network": {"id": "b4f060f4-9deb-468d-a153-e27e77dd211e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1968184020", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4f092011b2d4dbe94ccbcafcc89cedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6de007f8-2a", "ovs_interfaceid": "6de007f8-2a4e-4b84-953c-adb20b420cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.055390] env[69052]: DEBUG nova.compute.manager [req-674f9c19-a507-4e56-94bb-e7c19fad60e4 req-79c14ed8-697c-433e-b97c-b4da6bbbeae9 service nova] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Received event network-changed-26e6c1f4-efd9-47c0-8cf7-afb869b6d2da {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.056679] env[69052]: DEBUG nova.compute.manager [req-674f9c19-a507-4e56-94bb-e7c19fad60e4 req-79c14ed8-697c-433e-b97c-b4da6bbbeae9 service nova] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Refreshing instance network info cache due to event network-changed-26e6c1f4-efd9-47c0-8cf7-afb869b6d2da. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.056679] env[69052]: DEBUG oslo_concurrency.lockutils [req-674f9c19-a507-4e56-94bb-e7c19fad60e4 req-79c14ed8-697c-433e-b97c-b4da6bbbeae9 service nova] Acquiring lock "refresh_cache-a53a7c2e-0070-481c-a770-0399e79a1c62" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.056679] env[69052]: DEBUG oslo_concurrency.lockutils [req-674f9c19-a507-4e56-94bb-e7c19fad60e4 req-79c14ed8-697c-433e-b97c-b4da6bbbeae9 service nova] Acquired lock "refresh_cache-a53a7c2e-0070-481c-a770-0399e79a1c62" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.056679] env[69052]: DEBUG nova.network.neutron [req-674f9c19-a507-4e56-94bb-e7c19fad60e4 req-79c14ed8-697c-433e-b97c-b4da6bbbeae9 service nova] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Refreshing network info cache for port 26e6c1f4-efd9-47c0-8cf7-afb869b6d2da {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.261905] env[69052]: DEBUG oslo_vmware.api [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236965, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.393016] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c0e64d34-5fc9-484e-b659-feb4131e4080 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.460s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.441838] env[69052]: DEBUG nova.network.neutron [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Updating instance_info_cache with network_info: [{"id": "64f4cc87-ad20-423f-990d-71420bd0572e", "address": "fa:16:3e:28:56:e8", "network": {"id": "a09c611a-3f85-44ff-a673-e176af1ea211", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-63151955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19918ec410294b2685d0e75828f74507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64f4cc87-ad", "ovs_interfaceid": "64f4cc87-ad20-423f-990d-71420bd0572e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.457172] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "refresh_cache-b99c851a-15fc-43be-a239-259ed7eaef89" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.506347] env[69052]: DEBUG oslo_concurrency.lockutils [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Releasing lock "refresh_cache-b13a9d48-2113-461d-9241-0d6f2e0166b8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.506769] env[69052]: DEBUG nova.compute.manager [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Instance network_info: |[{"id": "fa7d90d2-61a1-4b29-a2c0-93d8b376c0b3", "address": "fa:16:3e:b5:7e:1c", "network": {"id": "b4f060f4-9deb-468d-a153-e27e77dd211e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1968184020", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4f092011b2d4dbe94ccbcafcc89cedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa7d90d2-61", "ovs_interfaceid": "fa7d90d2-61a1-4b29-a2c0-93d8b376c0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1e3a9ca2-fdce-4e09-812a-18e8f8e6eadd", "address": "fa:16:3e:c3:2f:4f", "network": {"id": "2f455e61-b398-42ec-8244-41d53c20e745", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2120171819", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c4f092011b2d4dbe94ccbcafcc89cedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e3a9ca2-fd", "ovs_interfaceid": "1e3a9ca2-fdce-4e09-812a-18e8f8e6eadd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6de007f8-2a4e-4b84-953c-adb20b420cf7", "address": "fa:16:3e:b4:47:8c", "network": {"id": "b4f060f4-9deb-468d-a153-e27e77dd211e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1968184020", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4f092011b2d4dbe94ccbcafcc89cedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6de007f8-2a", "ovs_interfaceid": "6de007f8-2a4e-4b84-953c-adb20b420cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.507285] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:7e:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '34a581cb-6d33-4e2e-af50-735a6749d6da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa7d90d2-61a1-4b29-a2c0-93d8b376c0b3', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:2f:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e3a9ca2-fdce-4e09-812a-18e8f8e6eadd', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:47:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '34a581cb-6d33-4e2e-af50-735a6749d6da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6de007f8-2a4e-4b84-953c-adb20b420cf7', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.520539] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Creating folder: Project (c4f092011b2d4dbe94ccbcafcc89cedf). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.520539] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61f60a5e-ac9b-4a02-881f-305169bccc62 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.521726] env[69052]: DEBUG nova.network.neutron [req-e556fc82-ade8-45d5-8428-e2ffad74b09b req-e3f966d4-9c32-4a3d-bd6c-ffb95c78bd0f service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Updated VIF entry in instance network info cache for port 022ee945-ffc6-46fb-b131-49dec574a54f. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.522124] env[69052]: DEBUG nova.network.neutron [req-e556fc82-ade8-45d5-8428-e2ffad74b09b req-e3f966d4-9c32-4a3d-bd6c-ffb95c78bd0f service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Updating instance_info_cache with network_info: [{"id": "022ee945-ffc6-46fb-b131-49dec574a54f", "address": "fa:16:3e:e3:72:47", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap022ee945-ff", "ovs_interfaceid": "022ee945-ffc6-46fb-b131-49dec574a54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.534766] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Created folder: Project (c4f092011b2d4dbe94ccbcafcc89cedf) in parent group-v646676. [ 1050.535090] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Creating folder: Instances. Parent ref: group-v646959. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.535279] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c4e64d4-04cc-4037-86b6-c3d43e66078b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.545813] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Created folder: Instances in parent group-v646959. [ 1050.546897] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.546897] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.546897] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9db4266e-1927-448a-a1c3-b242d8c5bce2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.576821] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.576821] env[69052]: value = "task-3236968" [ 1050.576821] env[69052]: _type = "Task" [ 1050.576821] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.585092] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236968, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.762728] env[69052]: DEBUG oslo_vmware.api [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53993} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.763018] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 30110a54-70b7-413a-bc6c-1487e68ff9e6/30110a54-70b7-413a-bc6c-1487e68ff9e6.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.763243] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.763498] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92968329-5414-4866-884b-2b99f4bd43b0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.771978] env[69052]: DEBUG oslo_vmware.api [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 1050.771978] env[69052]: value = "task-3236969" [ 1050.771978] env[69052]: _type = "Task" [ 1050.771978] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.781239] env[69052]: DEBUG oslo_vmware.api [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.826362] env[69052]: DEBUG nova.compute.manager [req-8cf5b694-d2fe-4eb2-a787-cb014430b72a req-a882e8a9-3765-4d5e-bef2-449620250669 service nova] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Received event network-vif-plugged-6de007f8-2a4e-4b84-953c-adb20b420cf7 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.826362] env[69052]: DEBUG oslo_concurrency.lockutils [req-8cf5b694-d2fe-4eb2-a787-cb014430b72a req-a882e8a9-3765-4d5e-bef2-449620250669 service nova] Acquiring lock "b13a9d48-2113-461d-9241-0d6f2e0166b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.826453] env[69052]: DEBUG oslo_concurrency.lockutils [req-8cf5b694-d2fe-4eb2-a787-cb014430b72a req-a882e8a9-3765-4d5e-bef2-449620250669 service nova] Lock "b13a9d48-2113-461d-9241-0d6f2e0166b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.827593] env[69052]: DEBUG oslo_concurrency.lockutils [req-8cf5b694-d2fe-4eb2-a787-cb014430b72a req-a882e8a9-3765-4d5e-bef2-449620250669 service nova] Lock "b13a9d48-2113-461d-9241-0d6f2e0166b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.827593] env[69052]: DEBUG nova.compute.manager [req-8cf5b694-d2fe-4eb2-a787-cb014430b72a req-a882e8a9-3765-4d5e-bef2-449620250669 service nova] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] No waiting events found dispatching network-vif-plugged-6de007f8-2a4e-4b84-953c-adb20b420cf7 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.827593] env[69052]: WARNING nova.compute.manager [req-8cf5b694-d2fe-4eb2-a787-cb014430b72a req-a882e8a9-3765-4d5e-bef2-449620250669 service nova] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Received unexpected event network-vif-plugged-6de007f8-2a4e-4b84-953c-adb20b420cf7 for instance with vm_state building and task_state spawning. [ 1050.827593] env[69052]: DEBUG nova.compute.manager [req-8cf5b694-d2fe-4eb2-a787-cb014430b72a req-a882e8a9-3765-4d5e-bef2-449620250669 service nova] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Received event network-changed-6de007f8-2a4e-4b84-953c-adb20b420cf7 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.827593] env[69052]: DEBUG nova.compute.manager [req-8cf5b694-d2fe-4eb2-a787-cb014430b72a req-a882e8a9-3765-4d5e-bef2-449620250669 service nova] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Refreshing instance network info cache due to event network-changed-6de007f8-2a4e-4b84-953c-adb20b420cf7. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.827593] env[69052]: DEBUG oslo_concurrency.lockutils [req-8cf5b694-d2fe-4eb2-a787-cb014430b72a req-a882e8a9-3765-4d5e-bef2-449620250669 service nova] Acquiring lock "refresh_cache-b13a9d48-2113-461d-9241-0d6f2e0166b8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.827593] env[69052]: DEBUG oslo_concurrency.lockutils [req-8cf5b694-d2fe-4eb2-a787-cb014430b72a req-a882e8a9-3765-4d5e-bef2-449620250669 service nova] Acquired lock "refresh_cache-b13a9d48-2113-461d-9241-0d6f2e0166b8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.827948] env[69052]: DEBUG nova.network.neutron [req-8cf5b694-d2fe-4eb2-a787-cb014430b72a req-a882e8a9-3765-4d5e-bef2-449620250669 service nova] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Refreshing network info cache for port 6de007f8-2a4e-4b84-953c-adb20b420cf7 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.841730] env[69052]: DEBUG nova.network.neutron [req-674f9c19-a507-4e56-94bb-e7c19fad60e4 req-79c14ed8-697c-433e-b97c-b4da6bbbeae9 service nova] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Updated VIF entry in instance network info cache for port 26e6c1f4-efd9-47c0-8cf7-afb869b6d2da. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.842139] env[69052]: DEBUG nova.network.neutron [req-674f9c19-a507-4e56-94bb-e7c19fad60e4 req-79c14ed8-697c-433e-b97c-b4da6bbbeae9 service nova] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Updating instance_info_cache with network_info: [{"id": "26e6c1f4-efd9-47c0-8cf7-afb869b6d2da", "address": "fa:16:3e:b1:8e:c1", "network": {"id": "0624a1b3-6c9d-43d5-ac68-beaedb10c4eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-356147984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5d11523a34a41fc93f369d4737ccf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26e6c1f4-ef", "ovs_interfaceid": "26e6c1f4-efd9-47c0-8cf7-afb869b6d2da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.938133] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f1bc272-f385-42bc-961e-6610b693fe0a tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "93823d64-1b97-4358-84c3-9cad2713ab4d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.938133] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f1bc272-f385-42bc-961e-6610b693fe0a tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "93823d64-1b97-4358-84c3-9cad2713ab4d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.938133] env[69052]: DEBUG nova.compute.manager [None req-3f1bc272-f385-42bc-961e-6610b693fe0a tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Going to confirm migration 7 {{(pid=69052) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1050.946087] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Releasing lock "refresh_cache-378d47dd-e9df-4594-9180-9dfe8a815a38" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.947751] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d92027-2058-479e-bb06-4248f3fa58e9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.958239] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c98b7e5-d730-4922-a935-02845b875b7c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.024765] env[69052]: DEBUG oslo_concurrency.lockutils [req-e556fc82-ade8-45d5-8428-e2ffad74b09b req-e3f966d4-9c32-4a3d-bd6c-ffb95c78bd0f service nova] Releasing lock "refresh_cache-b99c851a-15fc-43be-a239-259ed7eaef89" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.025060] env[69052]: DEBUG nova.compute.manager [req-e556fc82-ade8-45d5-8428-e2ffad74b09b req-e3f966d4-9c32-4a3d-bd6c-ffb95c78bd0f service nova] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Received event network-changed-1e3a9ca2-fdce-4e09-812a-18e8f8e6eadd {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.025303] env[69052]: DEBUG nova.compute.manager [req-e556fc82-ade8-45d5-8428-e2ffad74b09b req-e3f966d4-9c32-4a3d-bd6c-ffb95c78bd0f service nova] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Refreshing instance network info cache due to event network-changed-1e3a9ca2-fdce-4e09-812a-18e8f8e6eadd. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.025555] env[69052]: DEBUG oslo_concurrency.lockutils [req-e556fc82-ade8-45d5-8428-e2ffad74b09b req-e3f966d4-9c32-4a3d-bd6c-ffb95c78bd0f service nova] Acquiring lock "refresh_cache-b13a9d48-2113-461d-9241-0d6f2e0166b8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.025826] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired lock "refresh_cache-b99c851a-15fc-43be-a239-259ed7eaef89" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.026072] env[69052]: DEBUG nova.network.neutron [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.094281] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236968, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.126550] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ad3b65-f7a3-453f-8392-1581d6158d1c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.135757] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088eeffb-afbb-47f5-a31a-1e3a1930a8a4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.172657] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ad72a2-1c7e-4d10-b988-ef341bf4ad07 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.182893] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d62257-3d8a-467e-99e8-9166009d46ae {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.203074] env[69052]: DEBUG nova.compute.provider_tree [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.283107] env[69052]: DEBUG oslo_vmware.api [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073239} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.283392] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.284162] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64aa0d9-c2e8-4057-86b2-060e34d8b806 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.306893] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 30110a54-70b7-413a-bc6c-1487e68ff9e6/30110a54-70b7-413a-bc6c-1487e68ff9e6.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.307214] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88fdb175-a9ca-4a09-b56f-98c1dfee3562 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.328315] env[69052]: DEBUG oslo_vmware.api [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 1051.328315] env[69052]: value = "task-3236970" [ 1051.328315] env[69052]: _type = "Task" [ 1051.328315] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.339128] env[69052]: DEBUG oslo_vmware.api [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236970, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.344199] env[69052]: DEBUG oslo_concurrency.lockutils [req-674f9c19-a507-4e56-94bb-e7c19fad60e4 req-79c14ed8-697c-433e-b97c-b4da6bbbeae9 service nova] Releasing lock "refresh_cache-a53a7c2e-0070-481c-a770-0399e79a1c62" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.504983] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f1bc272-f385-42bc-961e-6610b693fe0a tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "refresh_cache-93823d64-1b97-4358-84c3-9cad2713ab4d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.505192] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f1bc272-f385-42bc-961e-6610b693fe0a tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired lock "refresh_cache-93823d64-1b97-4358-84c3-9cad2713ab4d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.505374] env[69052]: DEBUG nova.network.neutron [None req-3f1bc272-f385-42bc-961e-6610b693fe0a tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.505694] env[69052]: DEBUG nova.objects.instance [None req-3f1bc272-f385-42bc-961e-6610b693fe0a tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lazy-loading 'info_cache' on Instance uuid 93823d64-1b97-4358-84c3-9cad2713ab4d {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.573976] env[69052]: WARNING nova.network.neutron [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] fbddf3de-3881-43c0-ae19-3c6b7abdb3e5 already exists in list: networks containing: ['fbddf3de-3881-43c0-ae19-3c6b7abdb3e5']. ignoring it [ 1051.591100] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236968, 'name': CreateVM_Task, 'duration_secs': 0.606168} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.592038] env[69052]: DEBUG nova.network.neutron [req-8cf5b694-d2fe-4eb2-a787-cb014430b72a req-a882e8a9-3765-4d5e-bef2-449620250669 service nova] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Updated VIF entry in instance network info cache for port 6de007f8-2a4e-4b84-953c-adb20b420cf7. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.592624] env[69052]: DEBUG nova.network.neutron [req-8cf5b694-d2fe-4eb2-a787-cb014430b72a req-a882e8a9-3765-4d5e-bef2-449620250669 service nova] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Updating instance_info_cache with network_info: [{"id": "fa7d90d2-61a1-4b29-a2c0-93d8b376c0b3", "address": "fa:16:3e:b5:7e:1c", "network": {"id": "b4f060f4-9deb-468d-a153-e27e77dd211e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1968184020", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4f092011b2d4dbe94ccbcafcc89cedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa7d90d2-61", "ovs_interfaceid": "fa7d90d2-61a1-4b29-a2c0-93d8b376c0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1e3a9ca2-fdce-4e09-812a-18e8f8e6eadd", "address": "fa:16:3e:c3:2f:4f", "network": {"id": "2f455e61-b398-42ec-8244-41d53c20e745", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2120171819", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c4f092011b2d4dbe94ccbcafcc89cedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e3a9ca2-fd", "ovs_interfaceid": "1e3a9ca2-fdce-4e09-812a-18e8f8e6eadd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6de007f8-2a4e-4b84-953c-adb20b420cf7", "address": "fa:16:3e:b4:47:8c", "network": {"id": "b4f060f4-9deb-468d-a153-e27e77dd211e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1968184020", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4f092011b2d4dbe94ccbcafcc89cedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6de007f8-2a", "ovs_interfaceid": "6de007f8-2a4e-4b84-953c-adb20b420cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.593925] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.595200] env[69052]: DEBUG oslo_concurrency.lockutils [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.595322] env[69052]: DEBUG oslo_concurrency.lockutils [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.595636] env[69052]: DEBUG oslo_concurrency.lockutils [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.595886] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cd0e2c4-9730-4cd4-a6b4-f2f6eb465244 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.602039] env[69052]: DEBUG oslo_vmware.api [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Waiting for the task: (returnval){ [ 1051.602039] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5242a31c-45a9-260c-0c06-8270b7f4280f" [ 1051.602039] env[69052]: _type = "Task" [ 1051.602039] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.611394] env[69052]: DEBUG oslo_vmware.api [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5242a31c-45a9-260c-0c06-8270b7f4280f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.706999] env[69052]: DEBUG nova.scheduler.client.report [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.841781] env[69052]: DEBUG oslo_vmware.api [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236970, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.868995] env[69052]: DEBUG nova.network.neutron [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Updating instance_info_cache with network_info: [{"id": "022ee945-ffc6-46fb-b131-49dec574a54f", "address": "fa:16:3e:e3:72:47", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap022ee945-ff", "ovs_interfaceid": "022ee945-ffc6-46fb-b131-49dec574a54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8b02db75-7b96-4fb8-8a73-15c5eb46172c", "address": "fa:16:3e:21:e9:06", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b02db75-7b", "ovs_interfaceid": "8b02db75-7b96-4fb8-8a73-15c5eb46172c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.077905] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.078291] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75beadce-55d5-41ae-8568-27d12a552f7a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.088153] env[69052]: DEBUG oslo_vmware.api [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1052.088153] env[69052]: value = "task-3236972" [ 1052.088153] env[69052]: _type = "Task" [ 1052.088153] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.096436] env[69052]: DEBUG oslo_concurrency.lockutils [req-8cf5b694-d2fe-4eb2-a787-cb014430b72a req-a882e8a9-3765-4d5e-bef2-449620250669 service nova] Releasing lock "refresh_cache-b13a9d48-2113-461d-9241-0d6f2e0166b8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.096739] env[69052]: DEBUG oslo_vmware.api [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.096906] env[69052]: DEBUG oslo_concurrency.lockutils [req-e556fc82-ade8-45d5-8428-e2ffad74b09b req-e3f966d4-9c32-4a3d-bd6c-ffb95c78bd0f service nova] Acquired lock "refresh_cache-b13a9d48-2113-461d-9241-0d6f2e0166b8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.097098] env[69052]: DEBUG nova.network.neutron [req-e556fc82-ade8-45d5-8428-e2ffad74b09b req-e3f966d4-9c32-4a3d-bd6c-ffb95c78bd0f service nova] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Refreshing network info cache for port 1e3a9ca2-fdce-4e09-812a-18e8f8e6eadd {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.114322] env[69052]: DEBUG oslo_vmware.api [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5242a31c-45a9-260c-0c06-8270b7f4280f, 'name': SearchDatastore_Task, 'duration_secs': 0.011297} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.114610] env[69052]: DEBUG oslo_concurrency.lockutils [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.114841] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.115152] env[69052]: DEBUG oslo_concurrency.lockutils [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.115246] env[69052]: DEBUG oslo_concurrency.lockutils [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.115445] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.115679] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d720ff0b-2308-4bdd-9bf1-e3b857d0c6d3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.124269] env[69052]: DEBUG nova.compute.manager [req-4fd5dc28-5a93-46f2-b420-92fbd5e77d92 req-8e44cb1c-0b94-410b-91f8-07cc6c400ca3 service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Received event network-vif-plugged-8b02db75-7b96-4fb8-8a73-15c5eb46172c {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.124269] env[69052]: DEBUG oslo_concurrency.lockutils [req-4fd5dc28-5a93-46f2-b420-92fbd5e77d92 req-8e44cb1c-0b94-410b-91f8-07cc6c400ca3 service nova] Acquiring lock "b99c851a-15fc-43be-a239-259ed7eaef89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.124269] env[69052]: DEBUG oslo_concurrency.lockutils [req-4fd5dc28-5a93-46f2-b420-92fbd5e77d92 req-8e44cb1c-0b94-410b-91f8-07cc6c400ca3 service nova] Lock "b99c851a-15fc-43be-a239-259ed7eaef89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.124269] env[69052]: DEBUG oslo_concurrency.lockutils [req-4fd5dc28-5a93-46f2-b420-92fbd5e77d92 req-8e44cb1c-0b94-410b-91f8-07cc6c400ca3 service nova] Lock "b99c851a-15fc-43be-a239-259ed7eaef89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.124269] env[69052]: DEBUG nova.compute.manager [req-4fd5dc28-5a93-46f2-b420-92fbd5e77d92 req-8e44cb1c-0b94-410b-91f8-07cc6c400ca3 service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] No waiting events found dispatching network-vif-plugged-8b02db75-7b96-4fb8-8a73-15c5eb46172c {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.124269] env[69052]: WARNING nova.compute.manager [req-4fd5dc28-5a93-46f2-b420-92fbd5e77d92 req-8e44cb1c-0b94-410b-91f8-07cc6c400ca3 service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Received unexpected event network-vif-plugged-8b02db75-7b96-4fb8-8a73-15c5eb46172c for instance with vm_state active and task_state None. [ 1052.124269] env[69052]: DEBUG nova.compute.manager [req-4fd5dc28-5a93-46f2-b420-92fbd5e77d92 req-8e44cb1c-0b94-410b-91f8-07cc6c400ca3 service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Received event network-changed-8b02db75-7b96-4fb8-8a73-15c5eb46172c {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.124269] env[69052]: DEBUG nova.compute.manager [req-4fd5dc28-5a93-46f2-b420-92fbd5e77d92 req-8e44cb1c-0b94-410b-91f8-07cc6c400ca3 service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Refreshing instance network info cache due to event network-changed-8b02db75-7b96-4fb8-8a73-15c5eb46172c. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.124269] env[69052]: DEBUG oslo_concurrency.lockutils [req-4fd5dc28-5a93-46f2-b420-92fbd5e77d92 req-8e44cb1c-0b94-410b-91f8-07cc6c400ca3 service nova] Acquiring lock "refresh_cache-b99c851a-15fc-43be-a239-259ed7eaef89" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.125976] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.126167] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.126909] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69210d71-d3f0-4f07-aa04-a54d1e40fc28 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.133960] env[69052]: DEBUG oslo_vmware.api [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Waiting for the task: (returnval){ [ 1052.133960] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ca60b7-fc18-559a-a638-a0d6b5de6967" [ 1052.133960] env[69052]: _type = "Task" [ 1052.133960] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.143945] env[69052]: DEBUG oslo_vmware.api [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ca60b7-fc18-559a-a638-a0d6b5de6967, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.159772] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "c86a2d36-9543-4d25-82b9-9897ec1abc08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.159986] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "c86a2d36-9543-4d25-82b9-9897ec1abc08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.212423] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.213188] env[69052]: DEBUG nova.compute.manager [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1052.215849] env[69052]: DEBUG oslo_concurrency.lockutils [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.610s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.216166] env[69052]: DEBUG nova.objects.instance [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lazy-loading 'resources' on Instance uuid 800e0b06-5ee3-4909-ae20-c50562852f85 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.341326] env[69052]: DEBUG oslo_vmware.api [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236970, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.374151] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Releasing lock "refresh_cache-b99c851a-15fc-43be-a239-259ed7eaef89" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.374839] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "b99c851a-15fc-43be-a239-259ed7eaef89" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.375044] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired lock "b99c851a-15fc-43be-a239-259ed7eaef89" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.375297] env[69052]: DEBUG oslo_concurrency.lockutils [req-4fd5dc28-5a93-46f2-b420-92fbd5e77d92 req-8e44cb1c-0b94-410b-91f8-07cc6c400ca3 service nova] Acquired lock "refresh_cache-b99c851a-15fc-43be-a239-259ed7eaef89" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.375478] env[69052]: DEBUG nova.network.neutron [req-4fd5dc28-5a93-46f2-b420-92fbd5e77d92 req-8e44cb1c-0b94-410b-91f8-07cc6c400ca3 service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Refreshing network info cache for port 8b02db75-7b96-4fb8-8a73-15c5eb46172c {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.377422] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52520ad1-2ea2-4f50-b60d-ee0fcca3c2ac {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.396000] env[69052]: DEBUG nova.virt.hardware [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.396246] env[69052]: DEBUG nova.virt.hardware [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.396409] env[69052]: DEBUG nova.virt.hardware [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.396594] env[69052]: DEBUG nova.virt.hardware [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.396743] env[69052]: DEBUG nova.virt.hardware [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.396892] env[69052]: DEBUG nova.virt.hardware [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.397116] env[69052]: DEBUG nova.virt.hardware [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.397285] env[69052]: DEBUG nova.virt.hardware [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.397457] env[69052]: DEBUG nova.virt.hardware [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.397623] env[69052]: DEBUG nova.virt.hardware [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.397799] env[69052]: DEBUG nova.virt.hardware [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.404568] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Reconfiguring VM to attach interface {{(pid=69052) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1052.405502] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e02af3bb-1b9b-418b-bb78-ae19b70d053e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.424639] env[69052]: DEBUG oslo_vmware.api [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 1052.424639] env[69052]: value = "task-3236973" [ 1052.424639] env[69052]: _type = "Task" [ 1052.424639] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.432615] env[69052]: DEBUG oslo_vmware.api [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236973, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.596320] env[69052]: DEBUG oslo_vmware.api [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.647302] env[69052]: DEBUG oslo_vmware.api [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ca60b7-fc18-559a-a638-a0d6b5de6967, 'name': SearchDatastore_Task, 'duration_secs': 0.010426} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.648038] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fab35c5-7b73-46bb-8de4-0517b4e646db {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.656992] env[69052]: DEBUG oslo_vmware.api [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Waiting for the task: (returnval){ [ 1052.656992] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52aef2dc-f2dc-a229-dd1d-83942e87ce0d" [ 1052.656992] env[69052]: _type = "Task" [ 1052.656992] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.662915] env[69052]: DEBUG nova.compute.manager [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.672133] env[69052]: DEBUG oslo_vmware.api [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52aef2dc-f2dc-a229-dd1d-83942e87ce0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.717413] env[69052]: DEBUG nova.network.neutron [None req-3f1bc272-f385-42bc-961e-6610b693fe0a tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Updating instance_info_cache with network_info: [{"id": "16e5ac6e-4a85-40e1-90dc-0192290b4793", "address": "fa:16:3e:1f:82:93", "network": {"id": "742db944-3947-4476-b14c-efc7d440e7a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-605717120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12d5287ebecb463ca0f3e47ef8801cff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16e5ac6e-4a", "ovs_interfaceid": "16e5ac6e-4a85-40e1-90dc-0192290b4793", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.721945] env[69052]: DEBUG nova.compute.utils [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.726873] env[69052]: DEBUG nova.compute.manager [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.726873] env[69052]: DEBUG nova.network.neutron [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.765402] env[69052]: DEBUG nova.policy [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc9e0a5292334edd807df00f5fca08b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a78122ee1db4ec99999744f40855901', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.843419] env[69052]: DEBUG oslo_vmware.api [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236970, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.869556] env[69052]: DEBUG nova.network.neutron [req-e556fc82-ade8-45d5-8428-e2ffad74b09b req-e3f966d4-9c32-4a3d-bd6c-ffb95c78bd0f service nova] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Updated VIF entry in instance network info cache for port 1e3a9ca2-fdce-4e09-812a-18e8f8e6eadd. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.870209] env[69052]: DEBUG nova.network.neutron [req-e556fc82-ade8-45d5-8428-e2ffad74b09b req-e3f966d4-9c32-4a3d-bd6c-ffb95c78bd0f service nova] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Updating instance_info_cache with network_info: [{"id": "fa7d90d2-61a1-4b29-a2c0-93d8b376c0b3", "address": "fa:16:3e:b5:7e:1c", "network": {"id": "b4f060f4-9deb-468d-a153-e27e77dd211e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1968184020", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4f092011b2d4dbe94ccbcafcc89cedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa7d90d2-61", "ovs_interfaceid": "fa7d90d2-61a1-4b29-a2c0-93d8b376c0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1e3a9ca2-fdce-4e09-812a-18e8f8e6eadd", "address": "fa:16:3e:c3:2f:4f", "network": {"id": "2f455e61-b398-42ec-8244-41d53c20e745", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2120171819", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c4f092011b2d4dbe94ccbcafcc89cedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e3a9ca2-fd", "ovs_interfaceid": "1e3a9ca2-fdce-4e09-812a-18e8f8e6eadd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6de007f8-2a4e-4b84-953c-adb20b420cf7", "address": "fa:16:3e:b4:47:8c", "network": {"id": "b4f060f4-9deb-468d-a153-e27e77dd211e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1968184020", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4f092011b2d4dbe94ccbcafcc89cedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6de007f8-2a", "ovs_interfaceid": "6de007f8-2a4e-4b84-953c-adb20b420cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.940123] env[69052]: DEBUG oslo_vmware.api [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236973, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.990646] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c862ffb0-b534-47f0-b666-01a6a1353b0a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.999818] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625d1721-2b95-4feb-b8d7-35d375073c1b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.037521] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf1d7dc-2208-42ab-adc0-8047cdcfe971 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.046549] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcfe18c-a41b-4a5b-86c4-bb79c4594014 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.065663] env[69052]: DEBUG nova.compute.provider_tree [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.099320] env[69052]: DEBUG oslo_vmware.api [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.104213] env[69052]: DEBUG nova.network.neutron [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Successfully created port: 0edc3da1-f1ad-4ec7-8898-78221c20e70f {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.171228] env[69052]: DEBUG oslo_vmware.api [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52aef2dc-f2dc-a229-dd1d-83942e87ce0d, 'name': SearchDatastore_Task, 'duration_secs': 0.016192} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.173864] env[69052]: DEBUG oslo_concurrency.lockutils [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.174332] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] b13a9d48-2113-461d-9241-0d6f2e0166b8/b13a9d48-2113-461d-9241-0d6f2e0166b8.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.174934] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e21f2f16-1cd9-4911-9107-30073f10737e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.193387] env[69052]: DEBUG oslo_vmware.api [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Waiting for the task: (returnval){ [ 1053.193387] env[69052]: value = "task-3236974" [ 1053.193387] env[69052]: _type = "Task" [ 1053.193387] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.194746] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.205830] env[69052]: DEBUG oslo_vmware.api [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3236974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.206964] env[69052]: DEBUG nova.network.neutron [req-4fd5dc28-5a93-46f2-b420-92fbd5e77d92 req-8e44cb1c-0b94-410b-91f8-07cc6c400ca3 service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Updated VIF entry in instance network info cache for port 8b02db75-7b96-4fb8-8a73-15c5eb46172c. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.208839] env[69052]: DEBUG nova.network.neutron [req-4fd5dc28-5a93-46f2-b420-92fbd5e77d92 req-8e44cb1c-0b94-410b-91f8-07cc6c400ca3 service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Updating instance_info_cache with network_info: [{"id": "022ee945-ffc6-46fb-b131-49dec574a54f", "address": "fa:16:3e:e3:72:47", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap022ee945-ff", "ovs_interfaceid": "022ee945-ffc6-46fb-b131-49dec574a54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8b02db75-7b96-4fb8-8a73-15c5eb46172c", "address": "fa:16:3e:21:e9:06", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b02db75-7b", "ovs_interfaceid": "8b02db75-7b96-4fb8-8a73-15c5eb46172c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.227120] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f1bc272-f385-42bc-961e-6610b693fe0a tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Releasing lock "refresh_cache-93823d64-1b97-4358-84c3-9cad2713ab4d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.230021] env[69052]: DEBUG nova.objects.instance [None req-3f1bc272-f385-42bc-961e-6610b693fe0a tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lazy-loading 'migration_context' on Instance uuid 93823d64-1b97-4358-84c3-9cad2713ab4d {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.230021] env[69052]: DEBUG nova.compute.manager [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.342417] env[69052]: DEBUG oslo_vmware.api [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236970, 'name': ReconfigVM_Task, 'duration_secs': 1.807886} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.342417] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 30110a54-70b7-413a-bc6c-1487e68ff9e6/30110a54-70b7-413a-bc6c-1487e68ff9e6.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.343800] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64208d69-66fc-41d9-84d6-4b58e24f2dc6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.353056] env[69052]: DEBUG oslo_vmware.api [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 1053.353056] env[69052]: value = "task-3236975" [ 1053.353056] env[69052]: _type = "Task" [ 1053.353056] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.362870] env[69052]: DEBUG oslo_vmware.api [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236975, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.373111] env[69052]: DEBUG oslo_concurrency.lockutils [req-e556fc82-ade8-45d5-8428-e2ffad74b09b req-e3f966d4-9c32-4a3d-bd6c-ffb95c78bd0f service nova] Releasing lock "refresh_cache-b13a9d48-2113-461d-9241-0d6f2e0166b8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.436696] env[69052]: DEBUG oslo_vmware.api [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236973, 'name': ReconfigVM_Task, 'duration_secs': 0.584174} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.437358] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Releasing lock "b99c851a-15fc-43be-a239-259ed7eaef89" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.437479] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Reconfigured VM to attach interface {{(pid=69052) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1053.569265] env[69052]: DEBUG nova.scheduler.client.report [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.599107] env[69052]: DEBUG oslo_vmware.api [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236972, 'name': PowerOffVM_Task, 'duration_secs': 1.260896} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.599756] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.600489] env[69052]: DEBUG nova.virt.hardware [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.600710] env[69052]: DEBUG nova.virt.hardware [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.600864] env[69052]: DEBUG nova.virt.hardware [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.601059] env[69052]: DEBUG nova.virt.hardware [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.601213] env[69052]: DEBUG nova.virt.hardware [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.601357] env[69052]: DEBUG nova.virt.hardware [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.601569] env[69052]: DEBUG nova.virt.hardware [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.601729] env[69052]: DEBUG nova.virt.hardware [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.601898] env[69052]: DEBUG nova.virt.hardware [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.602155] env[69052]: DEBUG nova.virt.hardware [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.602366] env[69052]: DEBUG nova.virt.hardware [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.607566] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6662d73-5005-441d-b7b7-9873f8d9d7c5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.626735] env[69052]: DEBUG oslo_vmware.api [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1053.626735] env[69052]: value = "task-3236976" [ 1053.626735] env[69052]: _type = "Task" [ 1053.626735] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.638218] env[69052]: DEBUG oslo_vmware.api [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236976, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.705036] env[69052]: DEBUG oslo_vmware.api [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3236974, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.711998] env[69052]: DEBUG oslo_concurrency.lockutils [req-4fd5dc28-5a93-46f2-b420-92fbd5e77d92 req-8e44cb1c-0b94-410b-91f8-07cc6c400ca3 service nova] Releasing lock "refresh_cache-b99c851a-15fc-43be-a239-259ed7eaef89" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.733437] env[69052]: DEBUG nova.objects.base [None req-3f1bc272-f385-42bc-961e-6610b693fe0a tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Object Instance<93823d64-1b97-4358-84c3-9cad2713ab4d> lazy-loaded attributes: info_cache,migration_context {{(pid=69052) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1053.734502] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712ecc9e-5704-484d-b52e-e2f746c56212 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.760959] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33a67a14-bb9a-4110-bde1-5656c8b6a89a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.766871] env[69052]: DEBUG oslo_vmware.api [None req-3f1bc272-f385-42bc-961e-6610b693fe0a tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 1053.766871] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52426190-ac91-8f4f-4a45-9cf5b9c95eb2" [ 1053.766871] env[69052]: _type = "Task" [ 1053.766871] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.775470] env[69052]: DEBUG oslo_vmware.api [None req-3f1bc272-f385-42bc-961e-6610b693fe0a tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52426190-ac91-8f4f-4a45-9cf5b9c95eb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.864726] env[69052]: DEBUG oslo_vmware.api [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236975, 'name': Rename_Task, 'duration_secs': 0.175568} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.864873] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.865131] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4287787-7361-4669-9ee0-de8181f29785 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.876032] env[69052]: DEBUG oslo_vmware.api [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 1053.876032] env[69052]: value = "task-3236977" [ 1053.876032] env[69052]: _type = "Task" [ 1053.876032] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.886253] env[69052]: DEBUG oslo_vmware.api [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.942598] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4fac2f2b-1747-4b9d-956c-30755e833297 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "interface-b99c851a-15fc-43be-a239-259ed7eaef89-8b02db75-7b96-4fb8-8a73-15c5eb46172c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.908s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.074920] env[69052]: DEBUG oslo_concurrency.lockutils [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.077492] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.986s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.077725] env[69052]: DEBUG nova.objects.instance [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lazy-loading 'resources' on Instance uuid df2f721c-7fab-42ac-8da9-3a3c49e36065 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.093587] env[69052]: INFO nova.scheduler.client.report [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Deleted allocations for instance 800e0b06-5ee3-4909-ae20-c50562852f85 [ 1054.138893] env[69052]: DEBUG oslo_vmware.api [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236976, 'name': ReconfigVM_Task, 'duration_secs': 0.199458} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.139765] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da674928-7c7a-4398-a88d-a280e199c39e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.164915] env[69052]: DEBUG nova.virt.hardware [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.165208] env[69052]: DEBUG nova.virt.hardware [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.165387] env[69052]: DEBUG nova.virt.hardware [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.165595] env[69052]: DEBUG nova.virt.hardware [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.165745] env[69052]: DEBUG nova.virt.hardware [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.165892] env[69052]: DEBUG nova.virt.hardware [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.166135] env[69052]: DEBUG nova.virt.hardware [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.166317] env[69052]: DEBUG nova.virt.hardware [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.166521] env[69052]: DEBUG nova.virt.hardware [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.166692] env[69052]: DEBUG nova.virt.hardware [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.166867] env[69052]: DEBUG nova.virt.hardware [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.167736] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83c1c0a3-4a39-43c3-a833-56793e839edd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.175078] env[69052]: DEBUG oslo_vmware.api [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1054.175078] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5265a140-2420-f19c-4588-fdac25d75247" [ 1054.175078] env[69052]: _type = "Task" [ 1054.175078] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.185489] env[69052]: DEBUG oslo_vmware.api [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5265a140-2420-f19c-4588-fdac25d75247, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.207030] env[69052]: DEBUG oslo_vmware.api [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3236974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539155} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.207030] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] b13a9d48-2113-461d-9241-0d6f2e0166b8/b13a9d48-2113-461d-9241-0d6f2e0166b8.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.207030] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.207308] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd09709c-36a5-4cea-b952-51939fe89872 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.216921] env[69052]: DEBUG oslo_vmware.api [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Waiting for the task: (returnval){ [ 1054.216921] env[69052]: value = "task-3236978" [ 1054.216921] env[69052]: _type = "Task" [ 1054.216921] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.229322] env[69052]: DEBUG oslo_vmware.api [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3236978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.244424] env[69052]: DEBUG nova.compute.manager [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.273186] env[69052]: DEBUG nova.virt.hardware [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.273540] env[69052]: DEBUG nova.virt.hardware [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.273587] env[69052]: DEBUG nova.virt.hardware [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.273767] env[69052]: DEBUG nova.virt.hardware [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.273912] env[69052]: DEBUG nova.virt.hardware [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.274119] env[69052]: DEBUG nova.virt.hardware [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.274395] env[69052]: DEBUG nova.virt.hardware [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.274606] env[69052]: DEBUG nova.virt.hardware [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.274829] env[69052]: DEBUG nova.virt.hardware [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.275054] env[69052]: DEBUG nova.virt.hardware [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.275301] env[69052]: DEBUG nova.virt.hardware [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.276219] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df9b7e7-126d-4dfe-8b3d-38ff55358e50 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.291808] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31a17f6-1f06-4b51-bda9-2d7cb404162b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.296640] env[69052]: DEBUG oslo_vmware.api [None req-3f1bc272-f385-42bc-961e-6610b693fe0a tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52426190-ac91-8f4f-4a45-9cf5b9c95eb2, 'name': SearchDatastore_Task, 'duration_secs': 0.007857} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.297642] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f1bc272-f385-42bc-961e-6610b693fe0a tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.386160] env[69052]: DEBUG oslo_vmware.api [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236977, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.604728] env[69052]: DEBUG oslo_concurrency.lockutils [None req-508f8076-3983-48b6-99fb-00ce835167ec tempest-ImagesOneServerNegativeTestJSON-574147605 tempest-ImagesOneServerNegativeTestJSON-574147605-project-member] Lock "800e0b06-5ee3-4909-ae20-c50562852f85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.831s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.669019] env[69052]: DEBUG nova.compute.manager [req-38b08346-3dbd-407a-a87f-f2c96a5166bc req-8f826128-6e65-47e8-9025-f1f0ced25e03 service nova] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Received event network-vif-plugged-0edc3da1-f1ad-4ec7-8898-78221c20e70f {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.669289] env[69052]: DEBUG oslo_concurrency.lockutils [req-38b08346-3dbd-407a-a87f-f2c96a5166bc req-8f826128-6e65-47e8-9025-f1f0ced25e03 service nova] Acquiring lock "df3b06cf-7e3e-493e-845b-7ae4c41afad4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.669510] env[69052]: DEBUG oslo_concurrency.lockutils [req-38b08346-3dbd-407a-a87f-f2c96a5166bc req-8f826128-6e65-47e8-9025-f1f0ced25e03 service nova] Lock "df3b06cf-7e3e-493e-845b-7ae4c41afad4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.669724] env[69052]: DEBUG oslo_concurrency.lockutils [req-38b08346-3dbd-407a-a87f-f2c96a5166bc req-8f826128-6e65-47e8-9025-f1f0ced25e03 service nova] Lock "df3b06cf-7e3e-493e-845b-7ae4c41afad4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.669939] env[69052]: DEBUG nova.compute.manager [req-38b08346-3dbd-407a-a87f-f2c96a5166bc req-8f826128-6e65-47e8-9025-f1f0ced25e03 service nova] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] No waiting events found dispatching network-vif-plugged-0edc3da1-f1ad-4ec7-8898-78221c20e70f {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1054.670161] env[69052]: WARNING nova.compute.manager [req-38b08346-3dbd-407a-a87f-f2c96a5166bc req-8f826128-6e65-47e8-9025-f1f0ced25e03 service nova] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Received unexpected event network-vif-plugged-0edc3da1-f1ad-4ec7-8898-78221c20e70f for instance with vm_state building and task_state spawning. [ 1054.685788] env[69052]: DEBUG oslo_vmware.api [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5265a140-2420-f19c-4588-fdac25d75247, 'name': SearchDatastore_Task, 'duration_secs': 0.016179} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.692230] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1054.696096] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ae8c7c2-9ca3-4543-937f-51d8a2383444 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.716794] env[69052]: DEBUG oslo_vmware.api [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1054.716794] env[69052]: value = "task-3236980" [ 1054.716794] env[69052]: _type = "Task" [ 1054.716794] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.733671] env[69052]: DEBUG oslo_vmware.api [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236980, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.736904] env[69052]: DEBUG oslo_vmware.api [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3236978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082196} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.740123] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.741269] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d708f0-e110-4255-b8db-24c8d4b0e2d4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.773211] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] b13a9d48-2113-461d-9241-0d6f2e0166b8/b13a9d48-2113-461d-9241-0d6f2e0166b8.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.776368] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ad07284-8131-4780-bbf2-23d1a05aa58b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.804086] env[69052]: DEBUG oslo_vmware.api [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Waiting for the task: (returnval){ [ 1054.804086] env[69052]: value = "task-3236981" [ 1054.804086] env[69052]: _type = "Task" [ 1054.804086] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.817311] env[69052]: DEBUG oslo_vmware.api [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3236981, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.872244] env[69052]: DEBUG nova.network.neutron [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Successfully updated port: 0edc3da1-f1ad-4ec7-8898-78221c20e70f {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.885977] env[69052]: DEBUG oslo_vmware.api [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3236977, 'name': PowerOnVM_Task, 'duration_secs': 0.624144} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.887062] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.887151] env[69052]: INFO nova.compute.manager [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1054.887341] env[69052]: DEBUG nova.compute.manager [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.888157] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b7f8fe-ce93-4c15-b005-3f94f7eeba8b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.893093] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4853b67-d072-4a79-a115-851d0954701f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.903864] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d140ead-446e-402e-95da-2448e66a558d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.943068] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f26c22-f00a-4bc3-8d79-4fbdc2ce779f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.952530] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d39407c-f252-49a2-91b8-5c5297cc7f5a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.967915] env[69052]: DEBUG nova.compute.provider_tree [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.226833] env[69052]: DEBUG oslo_vmware.api [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236980, 'name': ReconfigVM_Task, 'duration_secs': 0.438911} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.227139] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1055.227943] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65ec5ce-80d7-44e1-a822-ace92da67145 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.253557] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 378d47dd-e9df-4594-9180-9dfe8a815a38/378d47dd-e9df-4594-9180-9dfe8a815a38.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.253901] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3876d54f-597e-4236-a3f7-117bd85b06ad {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.273594] env[69052]: DEBUG oslo_vmware.api [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1055.273594] env[69052]: value = "task-3236982" [ 1055.273594] env[69052]: _type = "Task" [ 1055.273594] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.281727] env[69052]: DEBUG oslo_vmware.api [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236982, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.298550] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1a6cb334-6a60-497c-9de4-d47a26cea614 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "interface-b99c851a-15fc-43be-a239-259ed7eaef89-8b02db75-7b96-4fb8-8a73-15c5eb46172c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.298866] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1a6cb334-6a60-497c-9de4-d47a26cea614 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "interface-b99c851a-15fc-43be-a239-259ed7eaef89-8b02db75-7b96-4fb8-8a73-15c5eb46172c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.316967] env[69052]: DEBUG oslo_vmware.api [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3236981, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.377493] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "refresh_cache-df3b06cf-7e3e-493e-845b-7ae4c41afad4" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.377635] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquired lock "refresh_cache-df3b06cf-7e3e-493e-845b-7ae4c41afad4" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.377795] env[69052]: DEBUG nova.network.neutron [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.421091] env[69052]: INFO nova.compute.manager [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Took 27.98 seconds to build instance. [ 1055.471143] env[69052]: DEBUG nova.scheduler.client.report [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.788025] env[69052]: DEBUG oslo_vmware.api [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.801747] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1a6cb334-6a60-497c-9de4-d47a26cea614 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "b99c851a-15fc-43be-a239-259ed7eaef89" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.801927] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1a6cb334-6a60-497c-9de4-d47a26cea614 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired lock "b99c851a-15fc-43be-a239-259ed7eaef89" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.802872] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b80fca6-4cac-4517-a0ca-4d16ebcd322e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.824740] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e39b585-f6a9-4ab5-b5d7-9318b859a91c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.834419] env[69052]: DEBUG oslo_vmware.api [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3236981, 'name': ReconfigVM_Task, 'duration_secs': 0.74928} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.835203] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Reconfigured VM instance instance-00000060 to attach disk [datastore1] b13a9d48-2113-461d-9241-0d6f2e0166b8/b13a9d48-2113-461d-9241-0d6f2e0166b8.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.836075] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0f4be93-9df7-469b-9af1-12c8500b2b39 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.866224] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6cb334-6a60-497c-9de4-d47a26cea614 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Reconfiguring VM to detach interface {{(pid=69052) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1055.867047] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91a40124-63bc-4421-b557-8dd3eb80425e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.881944] env[69052]: DEBUG oslo_vmware.api [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Waiting for the task: (returnval){ [ 1055.881944] env[69052]: value = "task-3236983" [ 1055.881944] env[69052]: _type = "Task" [ 1055.881944] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.890100] env[69052]: DEBUG oslo_vmware.api [None req-1a6cb334-6a60-497c-9de4-d47a26cea614 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 1055.890100] env[69052]: value = "task-3236984" [ 1055.890100] env[69052]: _type = "Task" [ 1055.890100] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.897777] env[69052]: DEBUG oslo_vmware.api [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3236983, 'name': Rename_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.903811] env[69052]: DEBUG oslo_vmware.api [None req-1a6cb334-6a60-497c-9de4-d47a26cea614 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236984, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.923871] env[69052]: DEBUG nova.network.neutron [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.926668] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fa59b6cf-8541-4fe1-96da-683e3bf3594b tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "30110a54-70b7-413a-bc6c-1487e68ff9e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.497s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.976690] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.978890] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.572s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.980678] env[69052]: INFO nova.compute.claims [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.005686] env[69052]: INFO nova.scheduler.client.report [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Deleted allocations for instance df2f721c-7fab-42ac-8da9-3a3c49e36065 [ 1056.176839] env[69052]: DEBUG nova.network.neutron [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Updating instance_info_cache with network_info: [{"id": "0edc3da1-f1ad-4ec7-8898-78221c20e70f", "address": "fa:16:3e:da:43:9a", "network": {"id": "1e799245-f22d-49f1-9e4a-3f8c57970aef", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-77695136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a78122ee1db4ec99999744f40855901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0edc3da1-f1", "ovs_interfaceid": "0edc3da1-f1ad-4ec7-8898-78221c20e70f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.286601] env[69052]: DEBUG oslo_vmware.api [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236982, 'name': ReconfigVM_Task, 'duration_secs': 0.974808} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.286952] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 378d47dd-e9df-4594-9180-9dfe8a815a38/378d47dd-e9df-4594-9180-9dfe8a815a38.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.287753] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e436e3a4-a864-443e-9c9e-60484116461e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.309974] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782b9c9a-6c77-46bb-bc08-d70cba26cf7f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.334036] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e108c068-5fd1-4b9d-b314-5863b069a2f8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.357531] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d01fcd1-0bb4-44ed-aed6-187c0b1480d6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.365807] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.366064] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-faba6e91-7c7c-425e-b4f2-32f66e2fe308 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.374044] env[69052]: DEBUG oslo_vmware.api [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1056.374044] env[69052]: value = "task-3236985" [ 1056.374044] env[69052]: _type = "Task" [ 1056.374044] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.383416] env[69052]: DEBUG oslo_vmware.api [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.392111] env[69052]: DEBUG oslo_vmware.api [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3236983, 'name': Rename_Task, 'duration_secs': 0.335616} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.395827] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.396129] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2153e4dd-2bd8-4b7b-bea0-c2e7fb671f83 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.403960] env[69052]: DEBUG oslo_vmware.api [None req-1a6cb334-6a60-497c-9de4-d47a26cea614 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.406447] env[69052]: DEBUG oslo_vmware.api [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Waiting for the task: (returnval){ [ 1056.406447] env[69052]: value = "task-3236986" [ 1056.406447] env[69052]: _type = "Task" [ 1056.406447] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.415519] env[69052]: DEBUG oslo_vmware.api [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3236986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.513993] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2cd05e82-4f96-4814-abbd-3b0957c40a5b tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "df2f721c-7fab-42ac-8da9-3a3c49e36065" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.109s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.680154] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Releasing lock "refresh_cache-df3b06cf-7e3e-493e-845b-7ae4c41afad4" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.680506] env[69052]: DEBUG nova.compute.manager [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Instance network_info: |[{"id": "0edc3da1-f1ad-4ec7-8898-78221c20e70f", "address": "fa:16:3e:da:43:9a", "network": {"id": "1e799245-f22d-49f1-9e4a-3f8c57970aef", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-77695136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a78122ee1db4ec99999744f40855901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0edc3da1-f1", "ovs_interfaceid": "0edc3da1-f1ad-4ec7-8898-78221c20e70f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.684021] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:43:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0edc3da1-f1ad-4ec7-8898-78221c20e70f', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.689459] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.691636] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.691636] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d6e958e-b6a6-4ee4-a8c3-be704ffc901b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.719531] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.719531] env[69052]: value = "task-3236988" [ 1056.719531] env[69052]: _type = "Task" [ 1056.719531] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.728686] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236988, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.889427] env[69052]: DEBUG oslo_vmware.api [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236985, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.906120] env[69052]: DEBUG oslo_vmware.api [None req-1a6cb334-6a60-497c-9de4-d47a26cea614 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.922149] env[69052]: DEBUG oslo_vmware.api [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3236986, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.923104] env[69052]: DEBUG nova.compute.manager [req-d441be0a-7cb9-44c3-ba3b-67e447b0782e req-e4123db6-4145-4026-8d96-834aee2e9ecf service nova] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Received event network-changed-0edc3da1-f1ad-4ec7-8898-78221c20e70f {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.923378] env[69052]: DEBUG nova.compute.manager [req-d441be0a-7cb9-44c3-ba3b-67e447b0782e req-e4123db6-4145-4026-8d96-834aee2e9ecf service nova] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Refreshing instance network info cache due to event network-changed-0edc3da1-f1ad-4ec7-8898-78221c20e70f. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.923701] env[69052]: DEBUG oslo_concurrency.lockutils [req-d441be0a-7cb9-44c3-ba3b-67e447b0782e req-e4123db6-4145-4026-8d96-834aee2e9ecf service nova] Acquiring lock "refresh_cache-df3b06cf-7e3e-493e-845b-7ae4c41afad4" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.924080] env[69052]: DEBUG oslo_concurrency.lockutils [req-d441be0a-7cb9-44c3-ba3b-67e447b0782e req-e4123db6-4145-4026-8d96-834aee2e9ecf service nova] Acquired lock "refresh_cache-df3b06cf-7e3e-493e-845b-7ae4c41afad4" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.924246] env[69052]: DEBUG nova.network.neutron [req-d441be0a-7cb9-44c3-ba3b-67e447b0782e req-e4123db6-4145-4026-8d96-834aee2e9ecf service nova] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Refreshing network info cache for port 0edc3da1-f1ad-4ec7-8898-78221c20e70f {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.234290] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3236988, 'name': CreateVM_Task, 'duration_secs': 0.478672} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.234507] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.235853] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.235853] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.236149] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.237410] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-283a1c38-8c54-4dca-a621-8cab900bc928 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.246080] env[69052]: DEBUG oslo_vmware.api [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1057.246080] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52337d31-8304-4206-e464-d734f06a1d0a" [ 1057.246080] env[69052]: _type = "Task" [ 1057.246080] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.260165] env[69052]: DEBUG oslo_vmware.api [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52337d31-8304-4206-e464-d734f06a1d0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.310445] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9340de-7342-4b93-8faa-9b38d0cc52cc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.320777] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d8a777-f215-40c8-bbc0-ea5d4b092e82 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.357014] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dd98f0-b92e-4fab-b4e3-ebe3750f3f64 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.366426] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8d5c6d-b104-48e9-8ff4-81fd3b7ac026 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.384801] env[69052]: DEBUG nova.compute.provider_tree [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.401298] env[69052]: DEBUG oslo_vmware.api [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236985, 'name': PowerOnVM_Task, 'duration_secs': 0.711956} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.402108] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.409551] env[69052]: DEBUG oslo_vmware.api [None req-1a6cb334-6a60-497c-9de4-d47a26cea614 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.419634] env[69052]: DEBUG oslo_vmware.api [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3236986, 'name': PowerOnVM_Task, 'duration_secs': 0.839799} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.419901] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.420119] env[69052]: INFO nova.compute.manager [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Took 14.59 seconds to spawn the instance on the hypervisor. [ 1057.420299] env[69052]: DEBUG nova.compute.manager [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.421736] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222a692d-8c9b-4d34-83c1-63ed3f1ff9ec {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.671175] env[69052]: DEBUG nova.network.neutron [req-d441be0a-7cb9-44c3-ba3b-67e447b0782e req-e4123db6-4145-4026-8d96-834aee2e9ecf service nova] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Updated VIF entry in instance network info cache for port 0edc3da1-f1ad-4ec7-8898-78221c20e70f. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.671574] env[69052]: DEBUG nova.network.neutron [req-d441be0a-7cb9-44c3-ba3b-67e447b0782e req-e4123db6-4145-4026-8d96-834aee2e9ecf service nova] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Updating instance_info_cache with network_info: [{"id": "0edc3da1-f1ad-4ec7-8898-78221c20e70f", "address": "fa:16:3e:da:43:9a", "network": {"id": "1e799245-f22d-49f1-9e4a-3f8c57970aef", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-77695136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a78122ee1db4ec99999744f40855901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0edc3da1-f1", "ovs_interfaceid": "0edc3da1-f1ad-4ec7-8898-78221c20e70f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.758271] env[69052]: DEBUG oslo_vmware.api [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52337d31-8304-4206-e464-d734f06a1d0a, 'name': SearchDatastore_Task, 'duration_secs': 0.01511} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.758632] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.758865] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.759126] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.759277] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.759458] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.759719] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f8b58cd-a562-4ba1-9832-81d8c0aad749 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.769946] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.770161] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.770921] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb4c2811-71bc-4d02-b48c-c59c97411fae {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.778493] env[69052]: DEBUG oslo_vmware.api [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1057.778493] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527fd4e9-ef16-dcdf-20a0-06d042305d1c" [ 1057.778493] env[69052]: _type = "Task" [ 1057.778493] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.791333] env[69052]: DEBUG oslo_vmware.api [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527fd4e9-ef16-dcdf-20a0-06d042305d1c, 'name': SearchDatastore_Task, 'duration_secs': 0.009913} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.791981] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a0ec522-121d-4f3b-8255-203410593813 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.797549] env[69052]: DEBUG oslo_vmware.api [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1057.797549] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a8074d-6579-a849-c620-b3a4edfe70fb" [ 1057.797549] env[69052]: _type = "Task" [ 1057.797549] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.806404] env[69052]: DEBUG oslo_vmware.api [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a8074d-6579-a849-c620-b3a4edfe70fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.892352] env[69052]: DEBUG nova.scheduler.client.report [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.905886] env[69052]: DEBUG oslo_vmware.api [None req-1a6cb334-6a60-497c-9de4-d47a26cea614 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.945778] env[69052]: INFO nova.compute.manager [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Took 31.31 seconds to build instance. [ 1058.174910] env[69052]: DEBUG oslo_concurrency.lockutils [req-d441be0a-7cb9-44c3-ba3b-67e447b0782e req-e4123db6-4145-4026-8d96-834aee2e9ecf service nova] Releasing lock "refresh_cache-df3b06cf-7e3e-493e-845b-7ae4c41afad4" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.175035] env[69052]: DEBUG nova.compute.manager [req-d441be0a-7cb9-44c3-ba3b-67e447b0782e req-e4123db6-4145-4026-8d96-834aee2e9ecf service nova] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Received event network-changed-c8261203-97b8-4e82-9a86-8055231c6c96 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.175142] env[69052]: DEBUG nova.compute.manager [req-d441be0a-7cb9-44c3-ba3b-67e447b0782e req-e4123db6-4145-4026-8d96-834aee2e9ecf service nova] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Refreshing instance network info cache due to event network-changed-c8261203-97b8-4e82-9a86-8055231c6c96. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.175827] env[69052]: DEBUG oslo_concurrency.lockutils [req-d441be0a-7cb9-44c3-ba3b-67e447b0782e req-e4123db6-4145-4026-8d96-834aee2e9ecf service nova] Acquiring lock "refresh_cache-30110a54-70b7-413a-bc6c-1487e68ff9e6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.175827] env[69052]: DEBUG oslo_concurrency.lockutils [req-d441be0a-7cb9-44c3-ba3b-67e447b0782e req-e4123db6-4145-4026-8d96-834aee2e9ecf service nova] Acquired lock "refresh_cache-30110a54-70b7-413a-bc6c-1487e68ff9e6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.175827] env[69052]: DEBUG nova.network.neutron [req-d441be0a-7cb9-44c3-ba3b-67e447b0782e req-e4123db6-4145-4026-8d96-834aee2e9ecf service nova] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Refreshing network info cache for port c8261203-97b8-4e82-9a86-8055231c6c96 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.310342] env[69052]: DEBUG oslo_vmware.api [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a8074d-6579-a849-c620-b3a4edfe70fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011143} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.310467] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.310718] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] df3b06cf-7e3e-493e-845b-7ae4c41afad4/df3b06cf-7e3e-493e-845b-7ae4c41afad4.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.310968] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5166c631-030e-4e9f-89cd-9e209ca32107 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.319125] env[69052]: DEBUG oslo_vmware.api [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1058.319125] env[69052]: value = "task-3236989" [ 1058.319125] env[69052]: _type = "Task" [ 1058.319125] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.328254] env[69052]: DEBUG oslo_vmware.api [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.401151] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.401721] env[69052]: DEBUG nova.compute.manager [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.404979] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.210s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.410894] env[69052]: INFO nova.compute.claims [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.424571] env[69052]: DEBUG oslo_vmware.api [None req-1a6cb334-6a60-497c-9de4-d47a26cea614 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.449420] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Acquiring lock "b13a9d48-2113-461d-9241-0d6f2e0166b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.449929] env[69052]: DEBUG oslo_concurrency.lockutils [None req-79037022-0f6f-4cea-ab97-49760a639779 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Lock "b13a9d48-2113-461d-9241-0d6f2e0166b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.821s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.450198] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Lock "b13a9d48-2113-461d-9241-0d6f2e0166b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.450420] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Acquiring lock "b13a9d48-2113-461d-9241-0d6f2e0166b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.450627] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Lock "b13a9d48-2113-461d-9241-0d6f2e0166b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.450799] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Lock "b13a9d48-2113-461d-9241-0d6f2e0166b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.455392] env[69052]: INFO nova.compute.manager [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Terminating instance [ 1058.465961] env[69052]: INFO nova.compute.manager [None req-e0d39e19-f44f-4c02-a2f5-a7a2a8d4407a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Updating instance to original state: 'active' [ 1058.833360] env[69052]: DEBUG oslo_vmware.api [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485781} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.833360] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] df3b06cf-7e3e-493e-845b-7ae4c41afad4/df3b06cf-7e3e-493e-845b-7ae4c41afad4.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.833360] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.833360] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4fd92f0-a0d4-42b2-b12b-4bc65c67152c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.840183] env[69052]: DEBUG oslo_vmware.api [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1058.840183] env[69052]: value = "task-3236991" [ 1058.840183] env[69052]: _type = "Task" [ 1058.840183] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.849294] env[69052]: DEBUG oslo_vmware.api [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.906843] env[69052]: DEBUG oslo_vmware.api [None req-1a6cb334-6a60-497c-9de4-d47a26cea614 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.917816] env[69052]: DEBUG nova.compute.utils [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.920844] env[69052]: DEBUG nova.network.neutron [req-d441be0a-7cb9-44c3-ba3b-67e447b0782e req-e4123db6-4145-4026-8d96-834aee2e9ecf service nova] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Updated VIF entry in instance network info cache for port c8261203-97b8-4e82-9a86-8055231c6c96. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.920950] env[69052]: DEBUG nova.network.neutron [req-d441be0a-7cb9-44c3-ba3b-67e447b0782e req-e4123db6-4145-4026-8d96-834aee2e9ecf service nova] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Updating instance_info_cache with network_info: [{"id": "c8261203-97b8-4e82-9a86-8055231c6c96", "address": "fa:16:3e:a3:16:44", "network": {"id": "3ea0dab6-61fd-42b5-a725-3d0dda25bb5c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1625186104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3631ca22fed4917a0c9d8c7ee20e9aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8261203-97", "ovs_interfaceid": "c8261203-97b8-4e82-9a86-8055231c6c96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.922133] env[69052]: DEBUG nova.compute.manager [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.922788] env[69052]: DEBUG nova.network.neutron [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.959353] env[69052]: DEBUG nova.compute.manager [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.959574] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.960474] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54182527-0540-4880-b1a9-d1c5a50eacc3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.966341] env[69052]: DEBUG nova.policy [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99309baae411445f83c096d0f7eef78e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '420997e04b2a41d882b1f61eb5a284f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.972768] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.975216] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4120648c-3c00-4620-974d-d3333ec5fc13 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.982514] env[69052]: DEBUG oslo_vmware.api [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Waiting for the task: (returnval){ [ 1058.982514] env[69052]: value = "task-3236992" [ 1058.982514] env[69052]: _type = "Task" [ 1058.982514] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.990976] env[69052]: DEBUG oslo_vmware.api [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3236992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.210226] env[69052]: DEBUG oslo_concurrency.lockutils [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "967d5ea7-0f43-492d-bc39-e14da474fb58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.211619] env[69052]: DEBUG oslo_concurrency.lockutils [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "967d5ea7-0f43-492d-bc39-e14da474fb58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.299904] env[69052]: DEBUG nova.network.neutron [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Successfully created port: 28c563d7-b648-4604-aaaa-9506ecd9badb {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.353658] env[69052]: DEBUG oslo_vmware.api [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081954} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.354146] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.355096] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6264a405-e6ca-4c95-806e-c0d65ad9d2f4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.386274] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] df3b06cf-7e3e-493e-845b-7ae4c41afad4/df3b06cf-7e3e-493e-845b-7ae4c41afad4.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.386784] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63739ee8-a359-4e20-85ea-5df9d591ab46 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.415315] env[69052]: DEBUG oslo_vmware.api [None req-1a6cb334-6a60-497c-9de4-d47a26cea614 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.416901] env[69052]: DEBUG oslo_vmware.api [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1059.416901] env[69052]: value = "task-3236993" [ 1059.416901] env[69052]: _type = "Task" [ 1059.416901] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.427652] env[69052]: DEBUG nova.compute.manager [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.431992] env[69052]: DEBUG oslo_concurrency.lockutils [req-d441be0a-7cb9-44c3-ba3b-67e447b0782e req-e4123db6-4145-4026-8d96-834aee2e9ecf service nova] Releasing lock "refresh_cache-30110a54-70b7-413a-bc6c-1487e68ff9e6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.433803] env[69052]: DEBUG oslo_vmware.api [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.496813] env[69052]: DEBUG oslo_vmware.api [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3236992, 'name': PowerOffVM_Task, 'duration_secs': 0.351746} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.502228] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.502228] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.502228] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ac24de2-a5e4-4e3d-a7f6-5d4a78461365 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.708453] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.708748] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.708967] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Deleting the datastore file [datastore1] b13a9d48-2113-461d-9241-0d6f2e0166b8 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.709532] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e8d87f9-f5d4-48c2-952b-3c0d86d6bf96 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.713341] env[69052]: DEBUG nova.compute.manager [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1059.717872] env[69052]: DEBUG oslo_vmware.api [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Waiting for the task: (returnval){ [ 1059.717872] env[69052]: value = "task-3236995" [ 1059.717872] env[69052]: _type = "Task" [ 1059.717872] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.723737] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcad52b9-d108-4d4f-818b-64c57adad58d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.733773] env[69052]: DEBUG oslo_vmware.api [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3236995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.736907] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e06a20-d20c-4f2d-8f49-52c01b697b19 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.776476] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4aeb817-c6d2-4675-810a-94dc9bc25384 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.785546] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d62ec4f-9c0e-4b11-863f-6180584662eb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.801419] env[69052]: DEBUG nova.compute.provider_tree [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.916776] env[69052]: DEBUG oslo_vmware.api [None req-1a6cb334-6a60-497c-9de4-d47a26cea614 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.927240] env[69052]: DEBUG oslo_vmware.api [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236993, 'name': ReconfigVM_Task, 'duration_secs': 0.311682} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.927531] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Reconfigured VM instance instance-00000062 to attach disk [datastore2] df3b06cf-7e3e-493e-845b-7ae4c41afad4/df3b06cf-7e3e-493e-845b-7ae4c41afad4.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.928182] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b70ab47-37a5-4949-89b0-2b57739015bd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.940436] env[69052]: DEBUG oslo_vmware.api [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1059.940436] env[69052]: value = "task-3236996" [ 1059.940436] env[69052]: _type = "Task" [ 1059.940436] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.956169] env[69052]: DEBUG oslo_vmware.api [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236996, 'name': Rename_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.236603] env[69052]: DEBUG oslo_vmware.api [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3236995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18346} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.236603] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.236603] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.236603] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.236939] env[69052]: INFO nova.compute.manager [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1060.237087] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.237309] env[69052]: DEBUG nova.compute.manager [-] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.237489] env[69052]: DEBUG nova.network.neutron [-] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.241944] env[69052]: DEBUG oslo_concurrency.lockutils [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.308289] env[69052]: DEBUG nova.scheduler.client.report [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.415424] env[69052]: DEBUG oslo_vmware.api [None req-1a6cb334-6a60-497c-9de4-d47a26cea614 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.441394] env[69052]: DEBUG nova.compute.manager [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.457904] env[69052]: DEBUG oslo_vmware.api [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236996, 'name': Rename_Task, 'duration_secs': 0.28309} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.458195] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.458436] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46beb6fa-8033-430e-8c21-c864e9a24068 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.467655] env[69052]: DEBUG oslo_vmware.api [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1060.467655] env[69052]: value = "task-3236997" [ 1060.467655] env[69052]: _type = "Task" [ 1060.467655] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.470305] env[69052]: DEBUG nova.virt.hardware [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.470557] env[69052]: DEBUG nova.virt.hardware [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.470803] env[69052]: DEBUG nova.virt.hardware [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.471571] env[69052]: DEBUG nova.virt.hardware [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.471738] env[69052]: DEBUG nova.virt.hardware [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.471893] env[69052]: DEBUG nova.virt.hardware [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.472150] env[69052]: DEBUG nova.virt.hardware [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.472492] env[69052]: DEBUG nova.virt.hardware [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.472700] env[69052]: DEBUG nova.virt.hardware [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.472872] env[69052]: DEBUG nova.virt.hardware [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.473064] env[69052]: DEBUG nova.virt.hardware [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.473919] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9494ead9-1940-473d-a707-18af029d372c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.488250] env[69052]: DEBUG oslo_vmware.api [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236997, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.491371] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d7135d-8359-4bfd-95ea-0efa3004a2a9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.676498] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "378d47dd-e9df-4594-9180-9dfe8a815a38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.676670] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "378d47dd-e9df-4594-9180-9dfe8a815a38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.676890] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "378d47dd-e9df-4594-9180-9dfe8a815a38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.677571] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "378d47dd-e9df-4594-9180-9dfe8a815a38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.677571] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "378d47dd-e9df-4594-9180-9dfe8a815a38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.680575] env[69052]: INFO nova.compute.manager [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Terminating instance [ 1060.773175] env[69052]: DEBUG nova.compute.manager [req-610686a3-95b6-417c-8c16-c74d12ba7347 req-68b3f6ed-305c-42a2-95ad-d445f600f3e0 service nova] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Received event network-vif-plugged-28c563d7-b648-4604-aaaa-9506ecd9badb {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.773175] env[69052]: DEBUG oslo_concurrency.lockutils [req-610686a3-95b6-417c-8c16-c74d12ba7347 req-68b3f6ed-305c-42a2-95ad-d445f600f3e0 service nova] Acquiring lock "bf3f221d-77ae-4c8d-b407-6acd6a35a0f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.773175] env[69052]: DEBUG oslo_concurrency.lockutils [req-610686a3-95b6-417c-8c16-c74d12ba7347 req-68b3f6ed-305c-42a2-95ad-d445f600f3e0 service nova] Lock "bf3f221d-77ae-4c8d-b407-6acd6a35a0f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.773175] env[69052]: DEBUG oslo_concurrency.lockutils [req-610686a3-95b6-417c-8c16-c74d12ba7347 req-68b3f6ed-305c-42a2-95ad-d445f600f3e0 service nova] Lock "bf3f221d-77ae-4c8d-b407-6acd6a35a0f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.773175] env[69052]: DEBUG nova.compute.manager [req-610686a3-95b6-417c-8c16-c74d12ba7347 req-68b3f6ed-305c-42a2-95ad-d445f600f3e0 service nova] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] No waiting events found dispatching network-vif-plugged-28c563d7-b648-4604-aaaa-9506ecd9badb {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.773175] env[69052]: WARNING nova.compute.manager [req-610686a3-95b6-417c-8c16-c74d12ba7347 req-68b3f6ed-305c-42a2-95ad-d445f600f3e0 service nova] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Received unexpected event network-vif-plugged-28c563d7-b648-4604-aaaa-9506ecd9badb for instance with vm_state building and task_state spawning. [ 1060.814314] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.814898] env[69052]: DEBUG nova.compute.manager [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.818336] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f1bc272-f385-42bc-961e-6610b693fe0a tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.521s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.852433] env[69052]: DEBUG nova.compute.manager [req-e7b5e674-e9ef-4dc1-8403-7b59f14f6b06 req-7968a342-015d-41ff-90d9-9288f54a9eea service nova] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Received event network-vif-deleted-1e3a9ca2-fdce-4e09-812a-18e8f8e6eadd {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.852433] env[69052]: INFO nova.compute.manager [req-e7b5e674-e9ef-4dc1-8403-7b59f14f6b06 req-7968a342-015d-41ff-90d9-9288f54a9eea service nova] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Neutron deleted interface 1e3a9ca2-fdce-4e09-812a-18e8f8e6eadd; detaching it from the instance and deleting it from the info cache [ 1060.853846] env[69052]: DEBUG nova.network.neutron [req-e7b5e674-e9ef-4dc1-8403-7b59f14f6b06 req-7968a342-015d-41ff-90d9-9288f54a9eea service nova] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Updating instance_info_cache with network_info: [{"id": "fa7d90d2-61a1-4b29-a2c0-93d8b376c0b3", "address": "fa:16:3e:b5:7e:1c", "network": {"id": "b4f060f4-9deb-468d-a153-e27e77dd211e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1968184020", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4f092011b2d4dbe94ccbcafcc89cedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa7d90d2-61", "ovs_interfaceid": "fa7d90d2-61a1-4b29-a2c0-93d8b376c0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6de007f8-2a4e-4b84-953c-adb20b420cf7", "address": "fa:16:3e:b4:47:8c", "network": {"id": "b4f060f4-9deb-468d-a153-e27e77dd211e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1968184020", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4f092011b2d4dbe94ccbcafcc89cedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6de007f8-2a", "ovs_interfaceid": "6de007f8-2a4e-4b84-953c-adb20b420cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.872039] env[69052]: DEBUG nova.network.neutron [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Successfully updated port: 28c563d7-b648-4604-aaaa-9506ecd9badb {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.918130] env[69052]: DEBUG oslo_vmware.api [None req-1a6cb334-6a60-497c-9de4-d47a26cea614 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.984874] env[69052]: DEBUG oslo_vmware.api [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236997, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.188032] env[69052]: DEBUG nova.compute.manager [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.188032] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.188032] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70f28eb9-aac7-4d8a-8c6a-985668ac357e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.197282] env[69052]: DEBUG oslo_vmware.api [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1061.197282] env[69052]: value = "task-3236999" [ 1061.197282] env[69052]: _type = "Task" [ 1061.197282] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.214392] env[69052]: DEBUG oslo_vmware.api [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.321430] env[69052]: DEBUG nova.compute.utils [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.327081] env[69052]: DEBUG nova.compute.manager [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1061.327267] env[69052]: DEBUG nova.network.neutron [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1061.357084] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea785430-dc36-4eda-a44b-c9fc440074f7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.369646] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da18446-596c-455f-ba34-57f347c842d7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.385123] env[69052]: DEBUG nova.policy [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f047f102b6d4e30a7837f01a46f6a57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1495d4ac73df4810a0b8e7a5a102deb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.389378] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "refresh_cache-bf3f221d-77ae-4c8d-b407-6acd6a35a0f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.389519] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquired lock "refresh_cache-bf3f221d-77ae-4c8d-b407-6acd6a35a0f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.389665] env[69052]: DEBUG nova.network.neutron [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.425784] env[69052]: DEBUG nova.compute.manager [req-e7b5e674-e9ef-4dc1-8403-7b59f14f6b06 req-7968a342-015d-41ff-90d9-9288f54a9eea service nova] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Detach interface failed, port_id=1e3a9ca2-fdce-4e09-812a-18e8f8e6eadd, reason: Instance b13a9d48-2113-461d-9241-0d6f2e0166b8 could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1061.433216] env[69052]: DEBUG oslo_vmware.api [None req-1a6cb334-6a60-497c-9de4-d47a26cea614 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236984, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.488058] env[69052]: DEBUG oslo_vmware.api [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3236997, 'name': PowerOnVM_Task, 'duration_secs': 0.738927} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.488570] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.488796] env[69052]: INFO nova.compute.manager [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1061.489040] env[69052]: DEBUG nova.compute.manager [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.495028] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c64da5-0097-4bcd-9b1b-81b462794ab9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.608214] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd979bfe-b1a7-45a0-9bd0-9b7ff94c70cc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.618014] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f0d00e-103d-4dac-b4b7-93cf5e93ff45 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.660232] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abb83cf-a924-4c06-91f0-347b49a6b839 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.670530] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469a5024-03a1-4433-99ac-d50eb50a8388 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.687113] env[69052]: DEBUG nova.compute.provider_tree [None req-3f1bc272-f385-42bc-961e-6610b693fe0a tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.698901] env[69052]: DEBUG nova.network.neutron [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Successfully created port: 679a8fff-3281-4292-944d-235e63a3b777 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1061.715085] env[69052]: DEBUG oslo_vmware.api [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3236999, 'name': PowerOffVM_Task, 'duration_secs': 0.257085} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.718529] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.718529] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Volume detach. Driver type: vmdk {{(pid=69052) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1061.718529] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646939', 'volume_id': '3a2da217-2d9e-469a-84e0-c5f83e150a23', 'name': 'volume-3a2da217-2d9e-469a-84e0-c5f83e150a23', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '378d47dd-e9df-4594-9180-9dfe8a815a38', 'attached_at': '2025-04-03T07:17:48.000000', 'detached_at': '', 'volume_id': '3a2da217-2d9e-469a-84e0-c5f83e150a23', 'serial': '3a2da217-2d9e-469a-84e0-c5f83e150a23'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1061.718529] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a70350f-fb0f-4788-acf0-83e707631caf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.747155] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c0a9bc-0205-4093-a6da-058b681ad97f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.756165] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393e8498-2e1c-4376-b039-55927baabad1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.780309] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954d34cd-c484-46ff-ac38-887ebdb36749 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.797635] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] The volume has not been displaced from its original location: [datastore1] volume-3a2da217-2d9e-469a-84e0-c5f83e150a23/volume-3a2da217-2d9e-469a-84e0-c5f83e150a23.vmdk. No consolidation needed. {{(pid=69052) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1061.803424] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1061.803495] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69345129-8882-4c57-9eec-b401e3348636 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.823277] env[69052]: DEBUG oslo_vmware.api [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1061.823277] env[69052]: value = "task-3237000" [ 1061.823277] env[69052]: _type = "Task" [ 1061.823277] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.827598] env[69052]: DEBUG nova.compute.manager [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.833398] env[69052]: DEBUG oslo_vmware.api [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.859793] env[69052]: DEBUG nova.network.neutron [-] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.918385] env[69052]: DEBUG oslo_vmware.api [None req-1a6cb334-6a60-497c-9de4-d47a26cea614 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236984, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.945422] env[69052]: DEBUG nova.network.neutron [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.022174] env[69052]: INFO nova.compute.manager [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Took 22.26 seconds to build instance. [ 1062.094707] env[69052]: DEBUG nova.network.neutron [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Updating instance_info_cache with network_info: [{"id": "28c563d7-b648-4604-aaaa-9506ecd9badb", "address": "fa:16:3e:53:9d:be", "network": {"id": "4e7ad40f-fc44-47b3-ada6-0ae53251c650", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329642848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "420997e04b2a41d882b1f61eb5a284f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28c563d7-b6", "ovs_interfaceid": "28c563d7-b648-4604-aaaa-9506ecd9badb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.190301] env[69052]: DEBUG nova.scheduler.client.report [None req-3f1bc272-f385-42bc-961e-6610b693fe0a tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.288586] env[69052]: DEBUG oslo_concurrency.lockutils [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Acquiring lock "270aad9c-8764-4485-9b22-d8c29281fe5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.289813] env[69052]: DEBUG oslo_concurrency.lockutils [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Lock "270aad9c-8764-4485-9b22-d8c29281fe5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.339646] env[69052]: DEBUG oslo_vmware.api [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237000, 'name': ReconfigVM_Task, 'duration_secs': 0.4692} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.340584] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1062.346804] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e6e2f6d-df71-475c-983e-2bc629e58c9a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.363395] env[69052]: INFO nova.compute.manager [-] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Took 2.13 seconds to deallocate network for instance. [ 1062.370308] env[69052]: DEBUG oslo_vmware.api [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1062.370308] env[69052]: value = "task-3237001" [ 1062.370308] env[69052]: _type = "Task" [ 1062.370308] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.383469] env[69052]: DEBUG oslo_vmware.api [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237001, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.419931] env[69052]: DEBUG oslo_vmware.api [None req-1a6cb334-6a60-497c-9de4-d47a26cea614 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236984, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.524195] env[69052]: DEBUG oslo_concurrency.lockutils [None req-bfcb367c-fd5d-43c5-8b40-d448115de6a2 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "df3b06cf-7e3e-493e-845b-7ae4c41afad4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.779s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.598372] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Releasing lock "refresh_cache-bf3f221d-77ae-4c8d-b407-6acd6a35a0f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.598708] env[69052]: DEBUG nova.compute.manager [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Instance network_info: |[{"id": "28c563d7-b648-4604-aaaa-9506ecd9badb", "address": "fa:16:3e:53:9d:be", "network": {"id": "4e7ad40f-fc44-47b3-ada6-0ae53251c650", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329642848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "420997e04b2a41d882b1f61eb5a284f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28c563d7-b6", "ovs_interfaceid": "28c563d7-b648-4604-aaaa-9506ecd9badb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1062.599181] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:9d:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abcf0d10-3f3f-45dc-923e-1c78766e2dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28c563d7-b648-4604-aaaa-9506ecd9badb', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.607599] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.607861] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.608108] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11084608-07ce-4e6b-a9bc-e1cf67221e4a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.630091] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.630091] env[69052]: value = "task-3237002" [ 1062.630091] env[69052]: _type = "Task" [ 1062.630091] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.638862] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237002, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.792676] env[69052]: DEBUG nova.compute.manager [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1062.799403] env[69052]: DEBUG nova.compute.manager [req-c36e0d2a-843a-4824-8273-a1f4df0d3a63 req-2eb8cb6b-55f3-44b4-b88e-5a47176193d4 service nova] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Received event network-changed-28c563d7-b648-4604-aaaa-9506ecd9badb {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.799592] env[69052]: DEBUG nova.compute.manager [req-c36e0d2a-843a-4824-8273-a1f4df0d3a63 req-2eb8cb6b-55f3-44b4-b88e-5a47176193d4 service nova] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Refreshing instance network info cache due to event network-changed-28c563d7-b648-4604-aaaa-9506ecd9badb. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.799832] env[69052]: DEBUG oslo_concurrency.lockutils [req-c36e0d2a-843a-4824-8273-a1f4df0d3a63 req-2eb8cb6b-55f3-44b4-b88e-5a47176193d4 service nova] Acquiring lock "refresh_cache-bf3f221d-77ae-4c8d-b407-6acd6a35a0f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.799987] env[69052]: DEBUG oslo_concurrency.lockutils [req-c36e0d2a-843a-4824-8273-a1f4df0d3a63 req-2eb8cb6b-55f3-44b4-b88e-5a47176193d4 service nova] Acquired lock "refresh_cache-bf3f221d-77ae-4c8d-b407-6acd6a35a0f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.800161] env[69052]: DEBUG nova.network.neutron [req-c36e0d2a-843a-4824-8273-a1f4df0d3a63 req-2eb8cb6b-55f3-44b4-b88e-5a47176193d4 service nova] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Refreshing network info cache for port 28c563d7-b648-4604-aaaa-9506ecd9badb {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.842446] env[69052]: DEBUG nova.compute.manager [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.869646] env[69052]: DEBUG nova.virt.hardware [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.869907] env[69052]: DEBUG nova.virt.hardware [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.870077] env[69052]: DEBUG nova.virt.hardware [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.870596] env[69052]: DEBUG nova.virt.hardware [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.870596] env[69052]: DEBUG nova.virt.hardware [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.870596] env[69052]: DEBUG nova.virt.hardware [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.870741] env[69052]: DEBUG nova.virt.hardware [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.870899] env[69052]: DEBUG nova.virt.hardware [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.871202] env[69052]: DEBUG nova.virt.hardware [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.871406] env[69052]: DEBUG nova.virt.hardware [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.871648] env[69052]: DEBUG nova.virt.hardware [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.873011] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.873961] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f62e2c3-c410-414e-b530-2fc696e572af {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.886495] env[69052]: DEBUG oslo_vmware.api [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237001, 'name': ReconfigVM_Task, 'duration_secs': 0.213181} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.888401] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646939', 'volume_id': '3a2da217-2d9e-469a-84e0-c5f83e150a23', 'name': 'volume-3a2da217-2d9e-469a-84e0-c5f83e150a23', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '378d47dd-e9df-4594-9180-9dfe8a815a38', 'attached_at': '2025-04-03T07:17:48.000000', 'detached_at': '', 'volume_id': '3a2da217-2d9e-469a-84e0-c5f83e150a23', 'serial': '3a2da217-2d9e-469a-84e0-c5f83e150a23'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1062.888750] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.889588] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a358fe8a-bf28-4220-b05a-c0e1315cacae {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.893447] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cbba6e-41ed-4b0b-acb6-2708f62f92da {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.905155] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.913237] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebd4c69a-5257-47b2-bfd8-ca05641eb3e5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.925216] env[69052]: DEBUG oslo_vmware.api [None req-1a6cb334-6a60-497c-9de4-d47a26cea614 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3236984, 'name': ReconfigVM_Task, 'duration_secs': 6.824419} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.925531] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1a6cb334-6a60-497c-9de4-d47a26cea614 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Releasing lock "b99c851a-15fc-43be-a239-259ed7eaef89" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.925706] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6cb334-6a60-497c-9de4-d47a26cea614 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Reconfigured VM to detach interface {{(pid=69052) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1062.951649] env[69052]: DEBUG nova.compute.manager [req-c790c103-b99c-4939-914e-a2a2571e9cdb req-c24d6fad-21ae-45a6-b268-da0069d09368 service nova] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Received event network-vif-deleted-6de007f8-2a4e-4b84-953c-adb20b420cf7 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.951883] env[69052]: DEBUG nova.compute.manager [req-c790c103-b99c-4939-914e-a2a2571e9cdb req-c24d6fad-21ae-45a6-b268-da0069d09368 service nova] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Received event network-vif-deleted-fa7d90d2-61a1-4b29-a2c0-93d8b376c0b3 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.982490] env[69052]: DEBUG oslo_concurrency.lockutils [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "df3b06cf-7e3e-493e-845b-7ae4c41afad4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.982823] env[69052]: DEBUG oslo_concurrency.lockutils [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "df3b06cf-7e3e-493e-845b-7ae4c41afad4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.983018] env[69052]: INFO nova.compute.manager [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Shelving [ 1063.004864] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.004864] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.004864] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Deleting the datastore file [datastore1] 378d47dd-e9df-4594-9180-9dfe8a815a38 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.004998] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8775aa2f-83c0-4011-819f-130e3896152e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.013156] env[69052]: DEBUG oslo_vmware.api [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1063.013156] env[69052]: value = "task-3237005" [ 1063.013156] env[69052]: _type = "Task" [ 1063.013156] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.023991] env[69052]: DEBUG oslo_vmware.api [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.142283] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237002, 'name': CreateVM_Task, 'duration_secs': 0.477474} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.143797] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.143797] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.143797] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.143970] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.144397] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ce134fd-ee4f-4e6a-8296-b68e39af15c7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.150420] env[69052]: DEBUG oslo_vmware.api [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1063.150420] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523f5ffa-a045-2bed-f0f5-26702e46cb8c" [ 1063.150420] env[69052]: _type = "Task" [ 1063.150420] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.160158] env[69052]: DEBUG oslo_vmware.api [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523f5ffa-a045-2bed-f0f5-26702e46cb8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.201873] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f1bc272-f385-42bc-961e-6610b693fe0a tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.383s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.205323] env[69052]: DEBUG oslo_concurrency.lockutils [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.963s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.206951] env[69052]: INFO nova.compute.claims [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.244230] env[69052]: DEBUG nova.network.neutron [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Successfully updated port: 679a8fff-3281-4292-944d-235e63a3b777 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.395587] env[69052]: DEBUG oslo_concurrency.lockutils [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.522673] env[69052]: DEBUG oslo_vmware.api [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160738} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.523467] env[69052]: DEBUG nova.network.neutron [req-c36e0d2a-843a-4824-8273-a1f4df0d3a63 req-2eb8cb6b-55f3-44b4-b88e-5a47176193d4 service nova] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Updated VIF entry in instance network info cache for port 28c563d7-b648-4604-aaaa-9506ecd9badb. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.523786] env[69052]: DEBUG nova.network.neutron [req-c36e0d2a-843a-4824-8273-a1f4df0d3a63 req-2eb8cb6b-55f3-44b4-b88e-5a47176193d4 service nova] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Updating instance_info_cache with network_info: [{"id": "28c563d7-b648-4604-aaaa-9506ecd9badb", "address": "fa:16:3e:53:9d:be", "network": {"id": "4e7ad40f-fc44-47b3-ada6-0ae53251c650", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329642848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "420997e04b2a41d882b1f61eb5a284f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28c563d7-b6", "ovs_interfaceid": "28c563d7-b648-4604-aaaa-9506ecd9badb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.524876] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.525033] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.525214] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.525399] env[69052]: INFO nova.compute.manager [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Took 2.34 seconds to destroy the instance on the hypervisor. [ 1063.525643] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.525972] env[69052]: DEBUG nova.compute.manager [-] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.526078] env[69052]: DEBUG nova.network.neutron [-] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.661490] env[69052]: DEBUG oslo_vmware.api [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523f5ffa-a045-2bed-f0f5-26702e46cb8c, 'name': SearchDatastore_Task, 'duration_secs': 0.022724} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.661836] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.662179] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.662730] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.662929] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.663162] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.663891] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b274ddc-749b-4f67-ad3e-3712695f7a82 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.673622] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.673809] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.674576] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c7115c8-356b-46a9-bf27-4d558b8ad521 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.680278] env[69052]: DEBUG oslo_vmware.api [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1063.680278] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c4fe08-ab31-c5dd-8fce-6af4db06ee6c" [ 1063.680278] env[69052]: _type = "Task" [ 1063.680278] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.689599] env[69052]: DEBUG oslo_vmware.api [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c4fe08-ab31-c5dd-8fce-6af4db06ee6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.749874] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "refresh_cache-c86a2d36-9543-4d25-82b9-9897ec1abc08" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.750052] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquired lock "refresh_cache-c86a2d36-9543-4d25-82b9-9897ec1abc08" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.750176] env[69052]: DEBUG nova.network.neutron [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.773408] env[69052]: INFO nova.scheduler.client.report [None req-3f1bc272-f385-42bc-961e-6610b693fe0a tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Deleted allocation for migration 00606ade-a32a-4c6d-8830-e117cddec828 [ 1063.998051] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.998511] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90784fb0-00fd-4f0f-803a-62e93af9eaa2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.007104] env[69052]: DEBUG oslo_vmware.api [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1064.007104] env[69052]: value = "task-3237006" [ 1064.007104] env[69052]: _type = "Task" [ 1064.007104] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.017014] env[69052]: DEBUG oslo_vmware.api [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.026839] env[69052]: DEBUG oslo_concurrency.lockutils [req-c36e0d2a-843a-4824-8273-a1f4df0d3a63 req-2eb8cb6b-55f3-44b4-b88e-5a47176193d4 service nova] Releasing lock "refresh_cache-bf3f221d-77ae-4c8d-b407-6acd6a35a0f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.198078] env[69052]: DEBUG oslo_vmware.api [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c4fe08-ab31-c5dd-8fce-6af4db06ee6c, 'name': SearchDatastore_Task, 'duration_secs': 0.010608} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.198904] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cdb2587-001c-495a-bbe0-1dd40b8deb9b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.208526] env[69052]: DEBUG oslo_vmware.api [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1064.208526] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523c8d36-38d0-0d74-0f23-496e6d07a1f0" [ 1064.208526] env[69052]: _type = "Task" [ 1064.208526] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.222050] env[69052]: DEBUG oslo_vmware.api [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523c8d36-38d0-0d74-0f23-496e6d07a1f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.280829] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3f1bc272-f385-42bc-961e-6610b693fe0a tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "93823d64-1b97-4358-84c3-9cad2713ab4d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.344s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.302279] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1a6cb334-6a60-497c-9de4-d47a26cea614 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "refresh_cache-b99c851a-15fc-43be-a239-259ed7eaef89" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.302502] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1a6cb334-6a60-497c-9de4-d47a26cea614 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquired lock "refresh_cache-b99c851a-15fc-43be-a239-259ed7eaef89" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.302693] env[69052]: DEBUG nova.network.neutron [None req-1a6cb334-6a60-497c-9de4-d47a26cea614 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.310246] env[69052]: DEBUG nova.network.neutron [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.472290] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b37efd-4c9c-4dac-90b7-016ca3851ef2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.480500] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b679d1-e2c9-408e-b15b-5a9c7347dcd9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.515745] env[69052]: DEBUG nova.network.neutron [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Updating instance_info_cache with network_info: [{"id": "679a8fff-3281-4292-944d-235e63a3b777", "address": "fa:16:3e:06:87:5a", "network": {"id": "d0cac059-a3a4-4d5b-ba84-74fb9bc83064", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811767563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1495d4ac73df4810a0b8e7a5a102deb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679a8fff-32", "ovs_interfaceid": "679a8fff-3281-4292-944d-235e63a3b777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.521511] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5731f0ba-5cda-4d2d-b2ff-5674cadc7c8e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.530157] env[69052]: DEBUG oslo_vmware.api [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237006, 'name': PowerOffVM_Task, 'duration_secs': 0.315496} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.532909] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.534187] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6819fc44-80d3-4829-80be-54fa8bb3f228 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.542373] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6ec152-698c-4ee6-bc5e-60d1d90cdde6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.557277] env[69052]: DEBUG nova.compute.provider_tree [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.575366] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28a6465-095f-4111-ad69-6d4e3f70d663 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.721278] env[69052]: DEBUG oslo_vmware.api [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523c8d36-38d0-0d74-0f23-496e6d07a1f0, 'name': SearchDatastore_Task, 'duration_secs': 0.013182} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.721558] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.721824] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] bf3f221d-77ae-4c8d-b407-6acd6a35a0f8/bf3f221d-77ae-4c8d-b407-6acd6a35a0f8.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.722102] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6611cf0e-a0f6-4747-a99f-ce76a6146f62 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.730344] env[69052]: DEBUG oslo_vmware.api [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1064.730344] env[69052]: value = "task-3237007" [ 1064.730344] env[69052]: _type = "Task" [ 1064.730344] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.739953] env[69052]: DEBUG oslo_vmware.api [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.887658] env[69052]: DEBUG oslo_concurrency.lockutils [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "b99c851a-15fc-43be-a239-259ed7eaef89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.887793] env[69052]: DEBUG oslo_concurrency.lockutils [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "b99c851a-15fc-43be-a239-259ed7eaef89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.888038] env[69052]: DEBUG oslo_concurrency.lockutils [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "b99c851a-15fc-43be-a239-259ed7eaef89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.888230] env[69052]: DEBUG oslo_concurrency.lockutils [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "b99c851a-15fc-43be-a239-259ed7eaef89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.888396] env[69052]: DEBUG oslo_concurrency.lockutils [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "b99c851a-15fc-43be-a239-259ed7eaef89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.890900] env[69052]: INFO nova.compute.manager [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Terminating instance [ 1064.903225] env[69052]: DEBUG nova.compute.manager [req-58788006-7159-48e9-8e51-9140c6521f50 req-1b3c6a5a-c056-4613-975a-c12ca0ae550a service nova] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Received event network-vif-plugged-679a8fff-3281-4292-944d-235e63a3b777 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.903225] env[69052]: DEBUG oslo_concurrency.lockutils [req-58788006-7159-48e9-8e51-9140c6521f50 req-1b3c6a5a-c056-4613-975a-c12ca0ae550a service nova] Acquiring lock "c86a2d36-9543-4d25-82b9-9897ec1abc08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.903225] env[69052]: DEBUG oslo_concurrency.lockutils [req-58788006-7159-48e9-8e51-9140c6521f50 req-1b3c6a5a-c056-4613-975a-c12ca0ae550a service nova] Lock "c86a2d36-9543-4d25-82b9-9897ec1abc08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.903225] env[69052]: DEBUG oslo_concurrency.lockutils [req-58788006-7159-48e9-8e51-9140c6521f50 req-1b3c6a5a-c056-4613-975a-c12ca0ae550a service nova] Lock "c86a2d36-9543-4d25-82b9-9897ec1abc08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.903225] env[69052]: DEBUG nova.compute.manager [req-58788006-7159-48e9-8e51-9140c6521f50 req-1b3c6a5a-c056-4613-975a-c12ca0ae550a service nova] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] No waiting events found dispatching network-vif-plugged-679a8fff-3281-4292-944d-235e63a3b777 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1064.903491] env[69052]: WARNING nova.compute.manager [req-58788006-7159-48e9-8e51-9140c6521f50 req-1b3c6a5a-c056-4613-975a-c12ca0ae550a service nova] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Received unexpected event network-vif-plugged-679a8fff-3281-4292-944d-235e63a3b777 for instance with vm_state building and task_state spawning. [ 1064.903491] env[69052]: DEBUG nova.compute.manager [req-58788006-7159-48e9-8e51-9140c6521f50 req-1b3c6a5a-c056-4613-975a-c12ca0ae550a service nova] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Received event network-changed-679a8fff-3281-4292-944d-235e63a3b777 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.903634] env[69052]: DEBUG nova.compute.manager [req-58788006-7159-48e9-8e51-9140c6521f50 req-1b3c6a5a-c056-4613-975a-c12ca0ae550a service nova] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Refreshing instance network info cache due to event network-changed-679a8fff-3281-4292-944d-235e63a3b777. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.903803] env[69052]: DEBUG oslo_concurrency.lockutils [req-58788006-7159-48e9-8e51-9140c6521f50 req-1b3c6a5a-c056-4613-975a-c12ca0ae550a service nova] Acquiring lock "refresh_cache-c86a2d36-9543-4d25-82b9-9897ec1abc08" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.980752] env[69052]: DEBUG nova.compute.manager [req-4047f2ba-bebf-4974-ba84-86a755dd022c req-56d31b0e-ad52-4f0e-8656-e02f6e0d28bf service nova] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Received event network-vif-deleted-64f4cc87-ad20-423f-990d-71420bd0572e {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.980963] env[69052]: INFO nova.compute.manager [req-4047f2ba-bebf-4974-ba84-86a755dd022c req-56d31b0e-ad52-4f0e-8656-e02f6e0d28bf service nova] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Neutron deleted interface 64f4cc87-ad20-423f-990d-71420bd0572e; detaching it from the instance and deleting it from the info cache [ 1064.981174] env[69052]: DEBUG nova.network.neutron [req-4047f2ba-bebf-4974-ba84-86a755dd022c req-56d31b0e-ad52-4f0e-8656-e02f6e0d28bf service nova] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.024566] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Releasing lock "refresh_cache-c86a2d36-9543-4d25-82b9-9897ec1abc08" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.024966] env[69052]: DEBUG nova.compute.manager [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Instance network_info: |[{"id": "679a8fff-3281-4292-944d-235e63a3b777", "address": "fa:16:3e:06:87:5a", "network": {"id": "d0cac059-a3a4-4d5b-ba84-74fb9bc83064", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811767563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1495d4ac73df4810a0b8e7a5a102deb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679a8fff-32", "ovs_interfaceid": "679a8fff-3281-4292-944d-235e63a3b777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1065.025254] env[69052]: DEBUG oslo_concurrency.lockutils [req-58788006-7159-48e9-8e51-9140c6521f50 req-1b3c6a5a-c056-4613-975a-c12ca0ae550a service nova] Acquired lock "refresh_cache-c86a2d36-9543-4d25-82b9-9897ec1abc08" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.025586] env[69052]: DEBUG nova.network.neutron [req-58788006-7159-48e9-8e51-9140c6521f50 req-1b3c6a5a-c056-4613-975a-c12ca0ae550a service nova] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Refreshing network info cache for port 679a8fff-3281-4292-944d-235e63a3b777 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.026959] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:87:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '679a8fff-3281-4292-944d-235e63a3b777', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.035188] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.038692] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.039306] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5cdc9ad-34f0-4865-b98c-c69ea44739ad {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.066420] env[69052]: DEBUG nova.scheduler.client.report [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.079789] env[69052]: DEBUG nova.network.neutron [-] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.082504] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.082504] env[69052]: value = "task-3237009" [ 1065.082504] env[69052]: _type = "Task" [ 1065.082504] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.087592] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Creating Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1065.088078] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b6e788b9-2cd0-49ae-b4c8-fe49bce5ad7f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.099439] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237009, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.101304] env[69052]: DEBUG oslo_vmware.api [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1065.101304] env[69052]: value = "task-3237010" [ 1065.101304] env[69052]: _type = "Task" [ 1065.101304] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.124646] env[69052]: DEBUG oslo_concurrency.lockutils [None req-00c4ffc9-6285-4db2-a7e9-6d8a4e5ad7dd tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "93823d64-1b97-4358-84c3-9cad2713ab4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.124987] env[69052]: DEBUG oslo_concurrency.lockutils [None req-00c4ffc9-6285-4db2-a7e9-6d8a4e5ad7dd tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "93823d64-1b97-4358-84c3-9cad2713ab4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.125564] env[69052]: DEBUG oslo_concurrency.lockutils [None req-00c4ffc9-6285-4db2-a7e9-6d8a4e5ad7dd tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "93823d64-1b97-4358-84c3-9cad2713ab4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.125919] env[69052]: DEBUG oslo_concurrency.lockutils [None req-00c4ffc9-6285-4db2-a7e9-6d8a4e5ad7dd tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "93823d64-1b97-4358-84c3-9cad2713ab4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.126128] env[69052]: DEBUG oslo_concurrency.lockutils [None req-00c4ffc9-6285-4db2-a7e9-6d8a4e5ad7dd tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "93823d64-1b97-4358-84c3-9cad2713ab4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.128716] env[69052]: DEBUG oslo_vmware.api [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237010, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.129376] env[69052]: INFO nova.compute.manager [None req-00c4ffc9-6285-4db2-a7e9-6d8a4e5ad7dd tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Terminating instance [ 1065.248410] env[69052]: DEBUG oslo_vmware.api [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499256} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.248410] env[69052]: INFO nova.network.neutron [None req-1a6cb334-6a60-497c-9de4-d47a26cea614 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Port 8b02db75-7b96-4fb8-8a73-15c5eb46172c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1065.248769] env[69052]: DEBUG nova.network.neutron [None req-1a6cb334-6a60-497c-9de4-d47a26cea614 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Updating instance_info_cache with network_info: [{"id": "022ee945-ffc6-46fb-b131-49dec574a54f", "address": "fa:16:3e:e3:72:47", "network": {"id": "fbddf3de-3881-43c0-ae19-3c6b7abdb3e5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1630296808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c7667f503642149086357b7386842c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap022ee945-ff", "ovs_interfaceid": "022ee945-ffc6-46fb-b131-49dec574a54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.249972] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] bf3f221d-77ae-4c8d-b407-6acd6a35a0f8/bf3f221d-77ae-4c8d-b407-6acd6a35a0f8.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.251084] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.251084] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95812386-8583-4b27-9027-d7abf863b538 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.269546] env[69052]: DEBUG oslo_vmware.api [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1065.269546] env[69052]: value = "task-3237011" [ 1065.269546] env[69052]: _type = "Task" [ 1065.269546] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.284393] env[69052]: DEBUG oslo_vmware.api [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.392871] env[69052]: DEBUG nova.network.neutron [req-58788006-7159-48e9-8e51-9140c6521f50 req-1b3c6a5a-c056-4613-975a-c12ca0ae550a service nova] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Updated VIF entry in instance network info cache for port 679a8fff-3281-4292-944d-235e63a3b777. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.393290] env[69052]: DEBUG nova.network.neutron [req-58788006-7159-48e9-8e51-9140c6521f50 req-1b3c6a5a-c056-4613-975a-c12ca0ae550a service nova] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Updating instance_info_cache with network_info: [{"id": "679a8fff-3281-4292-944d-235e63a3b777", "address": "fa:16:3e:06:87:5a", "network": {"id": "d0cac059-a3a4-4d5b-ba84-74fb9bc83064", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811767563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1495d4ac73df4810a0b8e7a5a102deb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap679a8fff-32", "ovs_interfaceid": "679a8fff-3281-4292-944d-235e63a3b777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.394923] env[69052]: DEBUG nova.compute.manager [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1065.395490] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.396568] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13da7350-db66-426e-ad35-9422bf3d18fe {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.404998] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.405875] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b074dd07-b0e7-403d-b296-e4091b0e4e13 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.415102] env[69052]: DEBUG oslo_vmware.api [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 1065.415102] env[69052]: value = "task-3237012" [ 1065.415102] env[69052]: _type = "Task" [ 1065.415102] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.425159] env[69052]: DEBUG oslo_vmware.api [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3237012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.485839] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dbc622cd-16ff-431e-8e4b-0738e645f47a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.496914] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7034040-bdef-4941-80e6-936fff82cf0f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.533495] env[69052]: DEBUG nova.compute.manager [req-4047f2ba-bebf-4974-ba84-86a755dd022c req-56d31b0e-ad52-4f0e-8656-e02f6e0d28bf service nova] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Detach interface failed, port_id=64f4cc87-ad20-423f-990d-71420bd0572e, reason: Instance 378d47dd-e9df-4594-9180-9dfe8a815a38 could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1065.574455] env[69052]: DEBUG oslo_concurrency.lockutils [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.575332] env[69052]: DEBUG nova.compute.manager [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.579465] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.706s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.579815] env[69052]: DEBUG nova.objects.instance [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Lazy-loading 'resources' on Instance uuid b13a9d48-2113-461d-9241-0d6f2e0166b8 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.582762] env[69052]: INFO nova.compute.manager [-] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Took 2.06 seconds to deallocate network for instance. [ 1065.599269] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237009, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.612624] env[69052]: DEBUG oslo_vmware.api [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237010, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.635606] env[69052]: DEBUG nova.compute.manager [None req-00c4ffc9-6285-4db2-a7e9-6d8a4e5ad7dd tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1065.635882] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-00c4ffc9-6285-4db2-a7e9-6d8a4e5ad7dd tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.636801] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa563edf-c3d2-43fc-9c09-01c333781bad {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.645134] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c4ffc9-6285-4db2-a7e9-6d8a4e5ad7dd tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.645406] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e59707a5-c781-4d88-93aa-928dfcb2f954 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.653562] env[69052]: DEBUG oslo_vmware.api [None req-00c4ffc9-6285-4db2-a7e9-6d8a4e5ad7dd tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 1065.653562] env[69052]: value = "task-3237013" [ 1065.653562] env[69052]: _type = "Task" [ 1065.653562] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.663314] env[69052]: DEBUG oslo_vmware.api [None req-00c4ffc9-6285-4db2-a7e9-6d8a4e5ad7dd tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3237013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.752790] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1a6cb334-6a60-497c-9de4-d47a26cea614 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Releasing lock "refresh_cache-b99c851a-15fc-43be-a239-259ed7eaef89" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.771872] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "4b21ce9d-f72e-4baa-8ab3-491ceaca9471" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.771872] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "4b21ce9d-f72e-4baa-8ab3-491ceaca9471" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.780613] env[69052]: DEBUG oslo_vmware.api [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088477} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.780771] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.781956] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeda8f58-1fb1-475c-8866-dd145e522db6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.807650] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] bf3f221d-77ae-4c8d-b407-6acd6a35a0f8/bf3f221d-77ae-4c8d-b407-6acd6a35a0f8.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.808537] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-684201a9-ee14-4e2f-8602-2c107e3def90 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.830012] env[69052]: DEBUG oslo_vmware.api [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1065.830012] env[69052]: value = "task-3237014" [ 1065.830012] env[69052]: _type = "Task" [ 1065.830012] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.839020] env[69052]: DEBUG oslo_vmware.api [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237014, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.898086] env[69052]: DEBUG oslo_concurrency.lockutils [req-58788006-7159-48e9-8e51-9140c6521f50 req-1b3c6a5a-c056-4613-975a-c12ca0ae550a service nova] Releasing lock "refresh_cache-c86a2d36-9543-4d25-82b9-9897ec1abc08" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.925714] env[69052]: DEBUG oslo_vmware.api [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3237012, 'name': PowerOffVM_Task, 'duration_secs': 0.210283} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.925995] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.926185] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.926439] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37931987-ed1b-4c33-8ccc-1e1f76d0ede2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.033188] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.033528] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.033577] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Deleting the datastore file [datastore1] b99c851a-15fc-43be-a239-259ed7eaef89 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.034240] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51f450e6-b764-414a-be88-a11ed3493192 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.041151] env[69052]: DEBUG oslo_vmware.api [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 1066.041151] env[69052]: value = "task-3237016" [ 1066.041151] env[69052]: _type = "Task" [ 1066.041151] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.051598] env[69052]: DEBUG oslo_vmware.api [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3237016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.082617] env[69052]: DEBUG nova.compute.utils [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.086455] env[69052]: DEBUG nova.compute.manager [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1066.086624] env[69052]: DEBUG nova.network.neutron [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.098303] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237009, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.112963] env[69052]: DEBUG oslo_vmware.api [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237010, 'name': CreateSnapshot_Task, 'duration_secs': 0.620339} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.113253] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Created Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1066.114008] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0153c3-1ba0-4f0f-985b-010d6d53a378 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.137931] env[69052]: INFO nova.compute.manager [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Took 0.55 seconds to detach 1 volumes for instance. [ 1066.146369] env[69052]: DEBUG nova.policy [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37b7fb7b54e941aea4217e8ccf940ee8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c2e3bd10a284aa5b4fd77019062da33', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.168618] env[69052]: DEBUG oslo_vmware.api [None req-00c4ffc9-6285-4db2-a7e9-6d8a4e5ad7dd tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3237013, 'name': PowerOffVM_Task, 'duration_secs': 0.194547} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.171551] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c4ffc9-6285-4db2-a7e9-6d8a4e5ad7dd tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.171757] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-00c4ffc9-6285-4db2-a7e9-6d8a4e5ad7dd tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.172271] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce243f74-fefd-4120-808d-0244fe708dcb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.259136] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1a6cb334-6a60-497c-9de4-d47a26cea614 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "interface-b99c851a-15fc-43be-a239-259ed7eaef89-8b02db75-7b96-4fb8-8a73-15c5eb46172c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.960s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.270155] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-00c4ffc9-6285-4db2-a7e9-6d8a4e5ad7dd tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.270558] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-00c4ffc9-6285-4db2-a7e9-6d8a4e5ad7dd tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.270815] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-00c4ffc9-6285-4db2-a7e9-6d8a4e5ad7dd tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Deleting the datastore file [datastore2] 93823d64-1b97-4358-84c3-9cad2713ab4d {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.273377] env[69052]: DEBUG nova.compute.manager [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1066.276504] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b99c129d-7d27-48c1-9aaf-e89b22b687c7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.289319] env[69052]: DEBUG oslo_vmware.api [None req-00c4ffc9-6285-4db2-a7e9-6d8a4e5ad7dd tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 1066.289319] env[69052]: value = "task-3237018" [ 1066.289319] env[69052]: _type = "Task" [ 1066.289319] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.306026] env[69052]: DEBUG oslo_vmware.api [None req-00c4ffc9-6285-4db2-a7e9-6d8a4e5ad7dd tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3237018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.341567] env[69052]: DEBUG oslo_vmware.api [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.351169] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbb8840-27b5-454c-abcd-3b76113b2c46 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.359713] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0fc8b9-c7b3-4779-9f77-34d62ffc9892 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.398811] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe40d194-2b70-4541-98e6-d1aa843b3dd5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.407657] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1245016b-4336-4d21-b745-a56b8342a338 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.425331] env[69052]: DEBUG nova.compute.provider_tree [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.476573] env[69052]: DEBUG nova.network.neutron [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Successfully created port: 6831043b-52b4-4a2f-b0ff-b065b97bdb80 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.551439] env[69052]: DEBUG oslo_vmware.api [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3237016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2544} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.551713] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.551901] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.552098] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.552278] env[69052]: INFO nova.compute.manager [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1066.552548] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.552821] env[69052]: DEBUG nova.compute.manager [-] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.552927] env[69052]: DEBUG nova.network.neutron [-] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.589839] env[69052]: DEBUG nova.compute.manager [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.602241] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237009, 'name': CreateVM_Task, 'duration_secs': 1.417611} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.602474] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.603173] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.603343] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.603958] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.603958] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05e3e5cd-b769-4f1b-b5f2-573646508467 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.609660] env[69052]: DEBUG oslo_vmware.api [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1066.609660] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5241e680-50e8-db17-ea43-c485527411dd" [ 1066.609660] env[69052]: _type = "Task" [ 1066.609660] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.621509] env[69052]: DEBUG oslo_vmware.api [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5241e680-50e8-db17-ea43-c485527411dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.634730] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Creating linked-clone VM from snapshot {{(pid=69052) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1066.635018] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5927e63e-c501-4e16-87b2-1fd4e38b7390 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.645523] env[69052]: DEBUG oslo_vmware.api [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1066.645523] env[69052]: value = "task-3237019" [ 1066.645523] env[69052]: _type = "Task" [ 1066.645523] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.652220] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.658123] env[69052]: DEBUG oslo_vmware.api [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237019, 'name': CloneVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.800994] env[69052]: DEBUG oslo_vmware.api [None req-00c4ffc9-6285-4db2-a7e9-6d8a4e5ad7dd tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3237018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194339} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.801259] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-00c4ffc9-6285-4db2-a7e9-6d8a4e5ad7dd tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.801432] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-00c4ffc9-6285-4db2-a7e9-6d8a4e5ad7dd tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.801609] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-00c4ffc9-6285-4db2-a7e9-6d8a4e5ad7dd tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.801782] env[69052]: INFO nova.compute.manager [None req-00c4ffc9-6285-4db2-a7e9-6d8a4e5ad7dd tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1066.802035] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00c4ffc9-6285-4db2-a7e9-6d8a4e5ad7dd tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.802235] env[69052]: DEBUG nova.compute.manager [-] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.802331] env[69052]: DEBUG nova.network.neutron [-] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.805229] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.841414] env[69052]: DEBUG oslo_vmware.api [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237014, 'name': ReconfigVM_Task, 'duration_secs': 0.891383} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.841805] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Reconfigured VM instance instance-00000063 to attach disk [datastore1] bf3f221d-77ae-4c8d-b407-6acd6a35a0f8/bf3f221d-77ae-4c8d-b407-6acd6a35a0f8.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.842531] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79b43c33-c2b5-4d98-ad80-55fa963403a7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.849810] env[69052]: DEBUG oslo_vmware.api [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1066.849810] env[69052]: value = "task-3237020" [ 1066.849810] env[69052]: _type = "Task" [ 1066.849810] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.859388] env[69052]: DEBUG oslo_vmware.api [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237020, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.928801] env[69052]: DEBUG nova.scheduler.client.report [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.127030] env[69052]: DEBUG oslo_vmware.api [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5241e680-50e8-db17-ea43-c485527411dd, 'name': SearchDatastore_Task, 'duration_secs': 0.025418} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.127030] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.127030] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.127030] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.127030] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.127710] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.129113] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-526b6b31-c11b-4e68-9f64-4b441d962ec5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.139469] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.139857] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.141929] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89a6841d-b9f6-44c8-8aec-2d551f6ffb08 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.146846] env[69052]: DEBUG oslo_vmware.api [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1067.146846] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529d5888-eacb-d286-358a-4e88814f5906" [ 1067.146846] env[69052]: _type = "Task" [ 1067.146846] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.161388] env[69052]: DEBUG oslo_vmware.api [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237019, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.165137] env[69052]: DEBUG oslo_vmware.api [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529d5888-eacb-d286-358a-4e88814f5906, 'name': SearchDatastore_Task, 'duration_secs': 0.009943} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.166484] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5917c1d0-01ba-4754-ad79-71793ddd0e94 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.172348] env[69052]: DEBUG oslo_vmware.api [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1067.172348] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f0786a-151e-3aea-973e-8378ca5ecd04" [ 1067.172348] env[69052]: _type = "Task" [ 1067.172348] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.181083] env[69052]: DEBUG oslo_vmware.api [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f0786a-151e-3aea-973e-8378ca5ecd04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.363941] env[69052]: DEBUG oslo_vmware.api [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237020, 'name': Rename_Task, 'duration_secs': 0.1742} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.365696] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.365962] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce333c02-4d93-44d1-92d6-94ae924eb6d0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.377803] env[69052]: DEBUG oslo_vmware.api [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1067.377803] env[69052]: value = "task-3237022" [ 1067.377803] env[69052]: _type = "Task" [ 1067.377803] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.391421] env[69052]: DEBUG oslo_vmware.api [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.443610] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.446619] env[69052]: DEBUG oslo_concurrency.lockutils [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.051s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.449289] env[69052]: INFO nova.compute.claims [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.472217] env[69052]: INFO nova.scheduler.client.report [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Deleted allocations for instance b13a9d48-2113-461d-9241-0d6f2e0166b8 [ 1067.481395] env[69052]: DEBUG nova.compute.manager [req-2150196e-b981-4f65-aca8-128b161e1a2f req-e1f1e085-8768-4da3-a794-2ac44e6627bd service nova] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Received event network-vif-deleted-16e5ac6e-4a85-40e1-90dc-0192290b4793 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.481627] env[69052]: INFO nova.compute.manager [req-2150196e-b981-4f65-aca8-128b161e1a2f req-e1f1e085-8768-4da3-a794-2ac44e6627bd service nova] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Neutron deleted interface 16e5ac6e-4a85-40e1-90dc-0192290b4793; detaching it from the instance and deleting it from the info cache [ 1067.481841] env[69052]: DEBUG nova.network.neutron [req-2150196e-b981-4f65-aca8-128b161e1a2f req-e1f1e085-8768-4da3-a794-2ac44e6627bd service nova] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.604302] env[69052]: DEBUG nova.compute.manager [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.661236] env[69052]: DEBUG oslo_vmware.api [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237019, 'name': CloneVM_Task} progress is 95%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.686099] env[69052]: DEBUG oslo_vmware.api [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f0786a-151e-3aea-973e-8378ca5ecd04, 'name': SearchDatastore_Task, 'duration_secs': 0.010383} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.689190] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.689995] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] c86a2d36-9543-4d25-82b9-9897ec1abc08/c86a2d36-9543-4d25-82b9-9897ec1abc08.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.690450] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de38b6a8-d8e8-4a0a-94fa-fb2d10577e9f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.701477] env[69052]: DEBUG nova.virt.hardware [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.701838] env[69052]: DEBUG nova.virt.hardware [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.702101] env[69052]: DEBUG nova.virt.hardware [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.702363] env[69052]: DEBUG nova.virt.hardware [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.702615] env[69052]: DEBUG nova.virt.hardware [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.702830] env[69052]: DEBUG nova.virt.hardware [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.703127] env[69052]: DEBUG nova.virt.hardware [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.703360] env[69052]: DEBUG nova.virt.hardware [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.703610] env[69052]: DEBUG nova.virt.hardware [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.703844] env[69052]: DEBUG nova.virt.hardware [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.704112] env[69052]: DEBUG nova.virt.hardware [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.705186] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cc7c46-39cd-44bf-bf77-ee4ae07967e8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.710915] env[69052]: DEBUG oslo_vmware.api [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1067.710915] env[69052]: value = "task-3237023" [ 1067.710915] env[69052]: _type = "Task" [ 1067.710915] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.719357] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4010347d-f057-40dd-b79d-247e2f528ef7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.730121] env[69052]: DEBUG oslo_vmware.api [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.877442] env[69052]: DEBUG nova.network.neutron [-] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.893252] env[69052]: DEBUG oslo_vmware.api [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237022, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.895357] env[69052]: DEBUG nova.compute.manager [req-99ae615a-73ba-4174-ad6a-fd4d5999c8b0 req-56c13d02-1c24-4b64-a66f-58f93bea20c0 service nova] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Received event network-vif-plugged-6831043b-52b4-4a2f-b0ff-b065b97bdb80 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.895610] env[69052]: DEBUG oslo_concurrency.lockutils [req-99ae615a-73ba-4174-ad6a-fd4d5999c8b0 req-56c13d02-1c24-4b64-a66f-58f93bea20c0 service nova] Acquiring lock "967d5ea7-0f43-492d-bc39-e14da474fb58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.895831] env[69052]: DEBUG oslo_concurrency.lockutils [req-99ae615a-73ba-4174-ad6a-fd4d5999c8b0 req-56c13d02-1c24-4b64-a66f-58f93bea20c0 service nova] Lock "967d5ea7-0f43-492d-bc39-e14da474fb58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.896312] env[69052]: DEBUG oslo_concurrency.lockutils [req-99ae615a-73ba-4174-ad6a-fd4d5999c8b0 req-56c13d02-1c24-4b64-a66f-58f93bea20c0 service nova] Lock "967d5ea7-0f43-492d-bc39-e14da474fb58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.896312] env[69052]: DEBUG nova.compute.manager [req-99ae615a-73ba-4174-ad6a-fd4d5999c8b0 req-56c13d02-1c24-4b64-a66f-58f93bea20c0 service nova] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] No waiting events found dispatching network-vif-plugged-6831043b-52b4-4a2f-b0ff-b065b97bdb80 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.896432] env[69052]: WARNING nova.compute.manager [req-99ae615a-73ba-4174-ad6a-fd4d5999c8b0 req-56c13d02-1c24-4b64-a66f-58f93bea20c0 service nova] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Received unexpected event network-vif-plugged-6831043b-52b4-4a2f-b0ff-b065b97bdb80 for instance with vm_state building and task_state spawning. [ 1067.979688] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8fafe1b6-bf9b-4767-8647-c697802d45f7 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Lock "b13a9d48-2113-461d-9241-0d6f2e0166b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.529s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.985258] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c38df8b-0c39-4666-a5ec-ede5af2a5d5b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.998461] env[69052]: DEBUG nova.network.neutron [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Successfully updated port: 6831043b-52b4-4a2f-b0ff-b065b97bdb80 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.006896] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fd1752-882c-4140-92a0-4d81c7a78011 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.026280] env[69052]: DEBUG oslo_concurrency.lockutils [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "refresh_cache-967d5ea7-0f43-492d-bc39-e14da474fb58" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.026432] env[69052]: DEBUG oslo_concurrency.lockutils [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquired lock "refresh_cache-967d5ea7-0f43-492d-bc39-e14da474fb58" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.026592] env[69052]: DEBUG nova.network.neutron [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.053773] env[69052]: DEBUG nova.compute.manager [req-2150196e-b981-4f65-aca8-128b161e1a2f req-e1f1e085-8768-4da3-a794-2ac44e6627bd service nova] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Detach interface failed, port_id=16e5ac6e-4a85-40e1-90dc-0192290b4793, reason: Instance 93823d64-1b97-4358-84c3-9cad2713ab4d could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1068.066595] env[69052]: DEBUG nova.network.neutron [-] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.161563] env[69052]: DEBUG oslo_vmware.api [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237019, 'name': CloneVM_Task, 'duration_secs': 1.224978} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.161938] env[69052]: INFO nova.virt.vmwareapi.vmops [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Created linked-clone VM from snapshot [ 1068.162873] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c3d79a-e393-45a8-bd2b-c8feb1060044 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.172636] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Uploading image 33cf17fb-f2ef-4099-b010-c475c12ee459 {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1068.197035] env[69052]: DEBUG oslo_vmware.rw_handles [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1068.197035] env[69052]: value = "vm-646968" [ 1068.197035] env[69052]: _type = "VirtualMachine" [ 1068.197035] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1068.197376] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0497f8e1-c065-4160-b77f-f95846e9e6dc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.209257] env[69052]: DEBUG oslo_vmware.rw_handles [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lease: (returnval){ [ 1068.209257] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5277f8a4-6ee4-0e49-1866-adf38deeffd9" [ 1068.209257] env[69052]: _type = "HttpNfcLease" [ 1068.209257] env[69052]: } obtained for exporting VM: (result){ [ 1068.209257] env[69052]: value = "vm-646968" [ 1068.209257] env[69052]: _type = "VirtualMachine" [ 1068.209257] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1068.210284] env[69052]: DEBUG oslo_vmware.api [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the lease: (returnval){ [ 1068.210284] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5277f8a4-6ee4-0e49-1866-adf38deeffd9" [ 1068.210284] env[69052]: _type = "HttpNfcLease" [ 1068.210284] env[69052]: } to be ready. {{(pid=69052) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1068.222648] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1068.222648] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5277f8a4-6ee4-0e49-1866-adf38deeffd9" [ 1068.222648] env[69052]: _type = "HttpNfcLease" [ 1068.222648] env[69052]: } is initializing. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1068.225682] env[69052]: DEBUG oslo_vmware.api [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237023, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.384920] env[69052]: INFO nova.compute.manager [-] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Took 1.58 seconds to deallocate network for instance. [ 1068.389619] env[69052]: DEBUG oslo_vmware.api [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237022, 'name': PowerOnVM_Task, 'duration_secs': 0.520618} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.392423] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.392647] env[69052]: INFO nova.compute.manager [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1068.393382] env[69052]: DEBUG nova.compute.manager [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.393755] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e4b611-1e4d-428a-a560-dbad6b9376ea {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.686203] env[69052]: INFO nova.compute.manager [-] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Took 2.02 seconds to deallocate network for instance. [ 1068.723036] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1068.723036] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5277f8a4-6ee4-0e49-1866-adf38deeffd9" [ 1068.723036] env[69052]: _type = "HttpNfcLease" [ 1068.723036] env[69052]: } is ready. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1068.723328] env[69052]: DEBUG oslo_vmware.rw_handles [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1068.723328] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5277f8a4-6ee4-0e49-1866-adf38deeffd9" [ 1068.723328] env[69052]: _type = "HttpNfcLease" [ 1068.723328] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1068.726314] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1d0c42-9036-4014-ad3f-4ddc80ec8139 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.733394] env[69052]: DEBUG oslo_vmware.api [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530104} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.734185] env[69052]: DEBUG nova.network.neutron [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.736569] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] c86a2d36-9543-4d25-82b9-9897ec1abc08/c86a2d36-9543-4d25-82b9-9897ec1abc08.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.736876] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.737375] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-578539ca-3312-4255-94da-f298583a95e4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.743652] env[69052]: DEBUG oslo_vmware.rw_handles [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c893d1-d88c-e589-d7b8-fb6d7364ddbd/disk-0.vmdk from lease info. {{(pid=69052) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1068.743774] env[69052]: DEBUG oslo_vmware.rw_handles [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c893d1-d88c-e589-d7b8-fb6d7364ddbd/disk-0.vmdk for reading. {{(pid=69052) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1068.807499] env[69052]: DEBUG oslo_vmware.api [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1068.807499] env[69052]: value = "task-3237025" [ 1068.807499] env[69052]: _type = "Task" [ 1068.807499] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.819335] env[69052]: DEBUG oslo_vmware.api [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237025, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.842963] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8c00a779-c169-423e-8ea8-8b145e6ee4bd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.894735] env[69052]: DEBUG oslo_concurrency.lockutils [None req-00c4ffc9-6285-4db2-a7e9-6d8a4e5ad7dd tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.920326] env[69052]: INFO nova.compute.manager [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Took 20.53 seconds to build instance. [ 1068.954133] env[69052]: DEBUG nova.network.neutron [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Updating instance_info_cache with network_info: [{"id": "6831043b-52b4-4a2f-b0ff-b065b97bdb80", "address": "fa:16:3e:c3:df:9b", "network": {"id": "56c1dd7d-b901-4c5e-b9bb-aa67dd73ac4b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-418858492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c2e3bd10a284aa5b4fd77019062da33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6831043b-52", "ovs_interfaceid": "6831043b-52b4-4a2f-b0ff-b065b97bdb80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.008878] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f2732a-7bb0-4f1b-9b18-1bfe80d7af80 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.017283] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8742cca6-37fb-461a-aa98-ed0374ff2341 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.055073] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47adc22-d49c-45a1-8e74-49be43565413 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.067357] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d81427-6f63-4af2-920f-a00c3154c274 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.083109] env[69052]: DEBUG nova.compute.provider_tree [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.195417] env[69052]: DEBUG oslo_concurrency.lockutils [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.323971] env[69052]: DEBUG oslo_vmware.api [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077547} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.324618] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.325524] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb26ed62-de4e-4430-a137-8a08d0cec97c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.353569] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] c86a2d36-9543-4d25-82b9-9897ec1abc08/c86a2d36-9543-4d25-82b9-9897ec1abc08.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.354302] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b871040-e5c8-4970-9f17-c16039ddde65 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.380149] env[69052]: DEBUG oslo_vmware.api [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1069.380149] env[69052]: value = "task-3237026" [ 1069.380149] env[69052]: _type = "Task" [ 1069.380149] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.390552] env[69052]: DEBUG oslo_vmware.api [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237026, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.423552] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e44fb78d-6526-4713-a47a-e85e332b4079 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "bf3f221d-77ae-4c8d-b407-6acd6a35a0f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.047s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.460450] env[69052]: DEBUG oslo_concurrency.lockutils [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Releasing lock "refresh_cache-967d5ea7-0f43-492d-bc39-e14da474fb58" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.460875] env[69052]: DEBUG nova.compute.manager [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Instance network_info: |[{"id": "6831043b-52b4-4a2f-b0ff-b065b97bdb80", "address": "fa:16:3e:c3:df:9b", "network": {"id": "56c1dd7d-b901-4c5e-b9bb-aa67dd73ac4b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-418858492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c2e3bd10a284aa5b4fd77019062da33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6831043b-52", "ovs_interfaceid": "6831043b-52b4-4a2f-b0ff-b065b97bdb80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.461457] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:df:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6831043b-52b4-4a2f-b0ff-b065b97bdb80', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.470127] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.471126] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.471482] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdb7b87e-ea89-4a1d-876c-ed477407ce99 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.495569] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.495569] env[69052]: value = "task-3237027" [ 1069.495569] env[69052]: _type = "Task" [ 1069.495569] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.505502] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237027, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.515216] env[69052]: DEBUG nova.compute.manager [req-8843612a-7347-4537-bce1-68a1072e7c9a req-c7de41e7-a586-480d-b8bd-0aa43c533661 service nova] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Received event network-vif-deleted-022ee945-ffc6-46fb-b131-49dec574a54f {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.588853] env[69052]: DEBUG nova.scheduler.client.report [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.893143] env[69052]: DEBUG oslo_vmware.api [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.946462] env[69052]: DEBUG nova.compute.manager [req-0b6a0ee9-1d7c-4ca4-93e0-29e8f89983c9 req-bfb2facd-a291-4c8c-ab56-8df28eb02ef8 service nova] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Received event network-changed-6831043b-52b4-4a2f-b0ff-b065b97bdb80 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.946763] env[69052]: DEBUG nova.compute.manager [req-0b6a0ee9-1d7c-4ca4-93e0-29e8f89983c9 req-bfb2facd-a291-4c8c-ab56-8df28eb02ef8 service nova] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Refreshing instance network info cache due to event network-changed-6831043b-52b4-4a2f-b0ff-b065b97bdb80. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.947256] env[69052]: DEBUG oslo_concurrency.lockutils [req-0b6a0ee9-1d7c-4ca4-93e0-29e8f89983c9 req-bfb2facd-a291-4c8c-ab56-8df28eb02ef8 service nova] Acquiring lock "refresh_cache-967d5ea7-0f43-492d-bc39-e14da474fb58" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.947719] env[69052]: DEBUG oslo_concurrency.lockutils [req-0b6a0ee9-1d7c-4ca4-93e0-29e8f89983c9 req-bfb2facd-a291-4c8c-ab56-8df28eb02ef8 service nova] Acquired lock "refresh_cache-967d5ea7-0f43-492d-bc39-e14da474fb58" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.947719] env[69052]: DEBUG nova.network.neutron [req-0b6a0ee9-1d7c-4ca4-93e0-29e8f89983c9 req-bfb2facd-a291-4c8c-ab56-8df28eb02ef8 service nova] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Refreshing network info cache for port 6831043b-52b4-4a2f-b0ff-b065b97bdb80 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.009635] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237027, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.098391] env[69052]: DEBUG oslo_concurrency.lockutils [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.099293] env[69052]: DEBUG nova.compute.manager [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.102296] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.450s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.102571] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.104751] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.300s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.106307] env[69052]: INFO nova.compute.claims [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.150754] env[69052]: INFO nova.scheduler.client.report [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Deleted allocations for instance 378d47dd-e9df-4594-9180-9dfe8a815a38 [ 1070.397324] env[69052]: DEBUG oslo_vmware.api [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237026, 'name': ReconfigVM_Task, 'duration_secs': 0.688498} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.397700] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Reconfigured VM instance instance-00000064 to attach disk [datastore1] c86a2d36-9543-4d25-82b9-9897ec1abc08/c86a2d36-9543-4d25-82b9-9897ec1abc08.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.398338] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32a610d9-aac0-4cbf-be2a-0264e50d1ced {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.407155] env[69052]: DEBUG oslo_vmware.api [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1070.407155] env[69052]: value = "task-3237028" [ 1070.407155] env[69052]: _type = "Task" [ 1070.407155] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.417789] env[69052]: DEBUG oslo_vmware.api [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237028, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.511229] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237027, 'name': CreateVM_Task, 'duration_secs': 0.575278} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.511427] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.512263] env[69052]: DEBUG oslo_concurrency.lockutils [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.512539] env[69052]: DEBUG oslo_concurrency.lockutils [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.512792] env[69052]: DEBUG oslo_concurrency.lockutils [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.513096] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef81674b-430e-4f8f-8af4-6c898c44b17c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.519428] env[69052]: DEBUG oslo_vmware.api [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1070.519428] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b89e0c-07c1-0bfd-90ec-3f99b7634dcf" [ 1070.519428] env[69052]: _type = "Task" [ 1070.519428] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.530271] env[69052]: DEBUG oslo_vmware.api [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b89e0c-07c1-0bfd-90ec-3f99b7634dcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.612050] env[69052]: DEBUG nova.compute.utils [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.618497] env[69052]: DEBUG nova.compute.manager [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.618646] env[69052]: DEBUG nova.network.neutron [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.658606] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3ff5879f-c804-4ec0-a87d-bac5c58fd184 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "378d47dd-e9df-4594-9180-9dfe8a815a38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.981s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.681177] env[69052]: DEBUG nova.policy [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '200c28ffedf040cb8fbf77bf7f4d88de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03b238cf62e345df8e4be843852eb3cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.701966] env[69052]: DEBUG nova.network.neutron [req-0b6a0ee9-1d7c-4ca4-93e0-29e8f89983c9 req-bfb2facd-a291-4c8c-ab56-8df28eb02ef8 service nova] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Updated VIF entry in instance network info cache for port 6831043b-52b4-4a2f-b0ff-b065b97bdb80. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.702466] env[69052]: DEBUG nova.network.neutron [req-0b6a0ee9-1d7c-4ca4-93e0-29e8f89983c9 req-bfb2facd-a291-4c8c-ab56-8df28eb02ef8 service nova] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Updating instance_info_cache with network_info: [{"id": "6831043b-52b4-4a2f-b0ff-b065b97bdb80", "address": "fa:16:3e:c3:df:9b", "network": {"id": "56c1dd7d-b901-4c5e-b9bb-aa67dd73ac4b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-418858492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c2e3bd10a284aa5b4fd77019062da33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6831043b-52", "ovs_interfaceid": "6831043b-52b4-4a2f-b0ff-b065b97bdb80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.920375] env[69052]: DEBUG oslo_vmware.api [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237028, 'name': Rename_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.031235] env[69052]: DEBUG oslo_vmware.api [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b89e0c-07c1-0bfd-90ec-3f99b7634dcf, 'name': SearchDatastore_Task, 'duration_secs': 0.016761} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.032396] env[69052]: DEBUG oslo_concurrency.lockutils [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.032396] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.032396] env[69052]: DEBUG oslo_concurrency.lockutils [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.032396] env[69052]: DEBUG oslo_concurrency.lockutils [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.032396] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.032741] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e583c728-b886-4d7d-8065-fa6e30b37642 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.043890] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.045468] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.045468] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-468c338d-5880-4926-8c9b-dc80794e0a74 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.051862] env[69052]: DEBUG oslo_vmware.api [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1071.051862] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5235af76-84f5-1877-4cb9-836ab6770c2e" [ 1071.051862] env[69052]: _type = "Task" [ 1071.051862] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.061944] env[69052]: DEBUG oslo_vmware.api [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5235af76-84f5-1877-4cb9-836ab6770c2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.116849] env[69052]: DEBUG nova.compute.manager [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.205743] env[69052]: DEBUG oslo_concurrency.lockutils [req-0b6a0ee9-1d7c-4ca4-93e0-29e8f89983c9 req-bfb2facd-a291-4c8c-ab56-8df28eb02ef8 service nova] Releasing lock "refresh_cache-967d5ea7-0f43-492d-bc39-e14da474fb58" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.206169] env[69052]: DEBUG nova.compute.manager [req-0b6a0ee9-1d7c-4ca4-93e0-29e8f89983c9 req-bfb2facd-a291-4c8c-ab56-8df28eb02ef8 service nova] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Received event network-changed-28c563d7-b648-4604-aaaa-9506ecd9badb {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.206330] env[69052]: DEBUG nova.compute.manager [req-0b6a0ee9-1d7c-4ca4-93e0-29e8f89983c9 req-bfb2facd-a291-4c8c-ab56-8df28eb02ef8 service nova] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Refreshing instance network info cache due to event network-changed-28c563d7-b648-4604-aaaa-9506ecd9badb. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1071.206568] env[69052]: DEBUG oslo_concurrency.lockutils [req-0b6a0ee9-1d7c-4ca4-93e0-29e8f89983c9 req-bfb2facd-a291-4c8c-ab56-8df28eb02ef8 service nova] Acquiring lock "refresh_cache-bf3f221d-77ae-4c8d-b407-6acd6a35a0f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.206714] env[69052]: DEBUG oslo_concurrency.lockutils [req-0b6a0ee9-1d7c-4ca4-93e0-29e8f89983c9 req-bfb2facd-a291-4c8c-ab56-8df28eb02ef8 service nova] Acquired lock "refresh_cache-bf3f221d-77ae-4c8d-b407-6acd6a35a0f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.206879] env[69052]: DEBUG nova.network.neutron [req-0b6a0ee9-1d7c-4ca4-93e0-29e8f89983c9 req-bfb2facd-a291-4c8c-ab56-8df28eb02ef8 service nova] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Refreshing network info cache for port 28c563d7-b648-4604-aaaa-9506ecd9badb {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.216789] env[69052]: DEBUG nova.network.neutron [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Successfully created port: 6d4d3019-d911-4ffe-bed8-cb163764b88c {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.307206] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "9ccfb80f-ea9f-4be8-a152-68c5b30d68f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.308288] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "9ccfb80f-ea9f-4be8-a152-68c5b30d68f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.414665] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c99c081-9a3f-42a4-a237-5c476563ece5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.420803] env[69052]: DEBUG oslo_vmware.api [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237028, 'name': Rename_Task, 'duration_secs': 0.834952} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.421609] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.421881] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4366047f-bbfd-46e1-b803-22ffb18da7a4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.427233] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beede2b8-18bb-4a62-a28c-6a175d60c463 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.431701] env[69052]: DEBUG oslo_vmware.api [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1071.431701] env[69052]: value = "task-3237029" [ 1071.431701] env[69052]: _type = "Task" [ 1071.431701] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.462411] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2ebff6-e393-4697-8b11-d557672bfcf0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.468635] env[69052]: DEBUG oslo_vmware.api [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237029, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.474494] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c7fd14-6c8e-4339-8ef9-15b2e9a9bce1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.489278] env[69052]: DEBUG nova.compute.provider_tree [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.565458] env[69052]: DEBUG oslo_vmware.api [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5235af76-84f5-1877-4cb9-836ab6770c2e, 'name': SearchDatastore_Task, 'duration_secs': 0.01656} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.566337] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95a8aa97-4fa4-406a-bcb3-3309bd4a750a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.572756] env[69052]: DEBUG oslo_vmware.api [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1071.572756] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5228bf75-0955-362b-2d45-c0869923d297" [ 1071.572756] env[69052]: _type = "Task" [ 1071.572756] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.583260] env[69052]: DEBUG oslo_vmware.api [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5228bf75-0955-362b-2d45-c0869923d297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.812064] env[69052]: DEBUG nova.compute.manager [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1071.930051] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Acquiring lock "86a4be36-156e-42b8-9fe6-e328ce53d5f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.930295] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Lock "86a4be36-156e-42b8-9fe6-e328ce53d5f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.944642] env[69052]: DEBUG oslo_vmware.api [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237029, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.992304] env[69052]: DEBUG nova.scheduler.client.report [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.032714] env[69052]: DEBUG nova.network.neutron [req-0b6a0ee9-1d7c-4ca4-93e0-29e8f89983c9 req-bfb2facd-a291-4c8c-ab56-8df28eb02ef8 service nova] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Updated VIF entry in instance network info cache for port 28c563d7-b648-4604-aaaa-9506ecd9badb. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.033143] env[69052]: DEBUG nova.network.neutron [req-0b6a0ee9-1d7c-4ca4-93e0-29e8f89983c9 req-bfb2facd-a291-4c8c-ab56-8df28eb02ef8 service nova] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Updating instance_info_cache with network_info: [{"id": "28c563d7-b648-4604-aaaa-9506ecd9badb", "address": "fa:16:3e:53:9d:be", "network": {"id": "4e7ad40f-fc44-47b3-ada6-0ae53251c650", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329642848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "420997e04b2a41d882b1f61eb5a284f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28c563d7-b6", "ovs_interfaceid": "28c563d7-b648-4604-aaaa-9506ecd9badb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.083847] env[69052]: DEBUG oslo_vmware.api [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5228bf75-0955-362b-2d45-c0869923d297, 'name': SearchDatastore_Task, 'duration_secs': 0.013004} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.084146] env[69052]: DEBUG oslo_concurrency.lockutils [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.084409] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 967d5ea7-0f43-492d-bc39-e14da474fb58/967d5ea7-0f43-492d-bc39-e14da474fb58.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.084697] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c85ca31d-af35-45fa-a2a8-4e43ea951f99 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.093781] env[69052]: DEBUG oslo_vmware.api [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1072.093781] env[69052]: value = "task-3237030" [ 1072.093781] env[69052]: _type = "Task" [ 1072.093781] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.103413] env[69052]: DEBUG oslo_vmware.api [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.126751] env[69052]: DEBUG nova.compute.manager [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.157030] env[69052]: DEBUG nova.virt.hardware [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.157468] env[69052]: DEBUG nova.virt.hardware [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.157468] env[69052]: DEBUG nova.virt.hardware [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.157711] env[69052]: DEBUG nova.virt.hardware [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.157840] env[69052]: DEBUG nova.virt.hardware [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.157987] env[69052]: DEBUG nova.virt.hardware [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.158175] env[69052]: DEBUG nova.virt.hardware [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.158368] env[69052]: DEBUG nova.virt.hardware [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.158583] env[69052]: DEBUG nova.virt.hardware [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.158702] env[69052]: DEBUG nova.virt.hardware [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.158907] env[69052]: DEBUG nova.virt.hardware [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.159877] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbad333-7707-4127-ae61-7226753d3bba {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.169512] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf36bebe-2922-4516-afa5-0c2f9e4d3ddc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.338643] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.433163] env[69052]: DEBUG nova.compute.manager [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.449105] env[69052]: DEBUG oslo_vmware.api [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237029, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.496801] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.497663] env[69052]: DEBUG nova.compute.manager [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1072.500256] env[69052]: DEBUG oslo_concurrency.lockutils [None req-00c4ffc9-6285-4db2-a7e9-6d8a4e5ad7dd tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.606s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.501027] env[69052]: DEBUG oslo_concurrency.lockutils [None req-00c4ffc9-6285-4db2-a7e9-6d8a4e5ad7dd tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.502645] env[69052]: DEBUG oslo_concurrency.lockutils [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.307s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.502904] env[69052]: DEBUG nova.objects.instance [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lazy-loading 'resources' on Instance uuid b99c851a-15fc-43be-a239-259ed7eaef89 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.528499] env[69052]: DEBUG oslo_concurrency.lockutils [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "9df7bf8b-3cdc-46d5-9e81-54f3391902ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.528499] env[69052]: DEBUG oslo_concurrency.lockutils [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "9df7bf8b-3cdc-46d5-9e81-54f3391902ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.532479] env[69052]: INFO nova.scheduler.client.report [None req-00c4ffc9-6285-4db2-a7e9-6d8a4e5ad7dd tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Deleted allocations for instance 93823d64-1b97-4358-84c3-9cad2713ab4d [ 1072.537077] env[69052]: DEBUG oslo_concurrency.lockutils [req-0b6a0ee9-1d7c-4ca4-93e0-29e8f89983c9 req-bfb2facd-a291-4c8c-ab56-8df28eb02ef8 service nova] Releasing lock "refresh_cache-bf3f221d-77ae-4c8d-b407-6acd6a35a0f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.607576] env[69052]: DEBUG oslo_vmware.api [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237030, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.963985] env[69052]: DEBUG oslo_vmware.api [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237029, 'name': PowerOnVM_Task, 'duration_secs': 1.433617} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.966753] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.967490] env[69052]: INFO nova.compute.manager [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Took 10.12 seconds to spawn the instance on the hypervisor. [ 1072.967808] env[69052]: DEBUG nova.compute.manager [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.969862] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.971090] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec660ed3-f4bb-47ab-9cf8-6350e724e610 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.009158] env[69052]: DEBUG nova.compute.utils [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.016758] env[69052]: DEBUG nova.compute.manager [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.017045] env[69052]: DEBUG nova.network.neutron [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.031565] env[69052]: DEBUG nova.compute.manager [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.041716] env[69052]: DEBUG oslo_concurrency.lockutils [None req-00c4ffc9-6285-4db2-a7e9-6d8a4e5ad7dd tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "93823d64-1b97-4358-84c3-9cad2713ab4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.917s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.050367] env[69052]: DEBUG nova.compute.manager [req-6ec3e4e1-fb84-4d30-b555-07c581b9c014 req-13f02209-e1c6-439e-a722-1768f30cb1ee service nova] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Received event network-vif-plugged-6d4d3019-d911-4ffe-bed8-cb163764b88c {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.050367] env[69052]: DEBUG oslo_concurrency.lockutils [req-6ec3e4e1-fb84-4d30-b555-07c581b9c014 req-13f02209-e1c6-439e-a722-1768f30cb1ee service nova] Acquiring lock "270aad9c-8764-4485-9b22-d8c29281fe5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.050367] env[69052]: DEBUG oslo_concurrency.lockutils [req-6ec3e4e1-fb84-4d30-b555-07c581b9c014 req-13f02209-e1c6-439e-a722-1768f30cb1ee service nova] Lock "270aad9c-8764-4485-9b22-d8c29281fe5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.050367] env[69052]: DEBUG oslo_concurrency.lockutils [req-6ec3e4e1-fb84-4d30-b555-07c581b9c014 req-13f02209-e1c6-439e-a722-1768f30cb1ee service nova] Lock "270aad9c-8764-4485-9b22-d8c29281fe5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.050367] env[69052]: DEBUG nova.compute.manager [req-6ec3e4e1-fb84-4d30-b555-07c581b9c014 req-13f02209-e1c6-439e-a722-1768f30cb1ee service nova] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] No waiting events found dispatching network-vif-plugged-6d4d3019-d911-4ffe-bed8-cb163764b88c {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1073.050367] env[69052]: WARNING nova.compute.manager [req-6ec3e4e1-fb84-4d30-b555-07c581b9c014 req-13f02209-e1c6-439e-a722-1768f30cb1ee service nova] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Received unexpected event network-vif-plugged-6d4d3019-d911-4ffe-bed8-cb163764b88c for instance with vm_state building and task_state spawning. [ 1073.065928] env[69052]: DEBUG nova.policy [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e48bbb19a3454821828f21b4df062b58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12d5287ebecb463ca0f3e47ef8801cff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1073.110722] env[69052]: DEBUG oslo_vmware.api [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534274} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.111120] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 967d5ea7-0f43-492d-bc39-e14da474fb58/967d5ea7-0f43-492d-bc39-e14da474fb58.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.111384] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.111682] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b74fcf5b-3e7b-4c0a-a67e-113c99f50d53 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.122012] env[69052]: DEBUG oslo_vmware.api [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1073.122012] env[69052]: value = "task-3237031" [ 1073.122012] env[69052]: _type = "Task" [ 1073.122012] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.137081] env[69052]: DEBUG oslo_vmware.api [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237031, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.168600] env[69052]: DEBUG nova.network.neutron [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Successfully updated port: 6d4d3019-d911-4ffe-bed8-cb163764b88c {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.280579] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf8c72f-3a1f-4978-a831-c96bb1236e13 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.289233] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8ec124-51c8-4ff0-828f-ab38628f5b2d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.323131] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5708e7b0-1fa2-4f7d-8a09-11c2b3da561e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.331872] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92b39a4-b786-4fbe-9ee3-248af12c294f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.346745] env[69052]: DEBUG nova.compute.provider_tree [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.375064] env[69052]: DEBUG nova.network.neutron [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Successfully created port: 8d0b79ed-37c6-4a27-8f01-fc76be240a55 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1073.496633] env[69052]: INFO nova.compute.manager [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Took 20.33 seconds to build instance. [ 1073.517753] env[69052]: DEBUG nova.compute.manager [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1073.558979] env[69052]: DEBUG oslo_concurrency.lockutils [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.633089] env[69052]: DEBUG oslo_vmware.api [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237031, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080503} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.633747] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.635613] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23135899-d737-4569-9b3f-16241069a496 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.660870] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 967d5ea7-0f43-492d-bc39-e14da474fb58/967d5ea7-0f43-492d-bc39-e14da474fb58.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.661482] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-020aa35c-2623-4b74-9fe6-d2012dca164b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.683875] env[69052]: DEBUG oslo_concurrency.lockutils [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Acquiring lock "refresh_cache-270aad9c-8764-4485-9b22-d8c29281fe5e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.683875] env[69052]: DEBUG oslo_concurrency.lockutils [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Acquired lock "refresh_cache-270aad9c-8764-4485-9b22-d8c29281fe5e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.683875] env[69052]: DEBUG nova.network.neutron [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.695263] env[69052]: DEBUG oslo_vmware.api [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1073.695263] env[69052]: value = "task-3237032" [ 1073.695263] env[69052]: _type = "Task" [ 1073.695263] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.706508] env[69052]: DEBUG oslo_vmware.api [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237032, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.851015] env[69052]: DEBUG nova.scheduler.client.report [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.002817] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9054a291-7754-46b8-a008-336e41fbf08e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "c86a2d36-9543-4d25-82b9-9897ec1abc08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.842s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.209146] env[69052]: DEBUG oslo_vmware.api [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237032, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.238419] env[69052]: DEBUG nova.network.neutron [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.357371] env[69052]: DEBUG oslo_concurrency.lockutils [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.360206] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.022s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.364433] env[69052]: INFO nova.compute.claims [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.382355] env[69052]: INFO nova.scheduler.client.report [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Deleted allocations for instance b99c851a-15fc-43be-a239-259ed7eaef89 [ 1074.422841] env[69052]: DEBUG nova.network.neutron [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Updating instance_info_cache with network_info: [{"id": "6d4d3019-d911-4ffe-bed8-cb163764b88c", "address": "fa:16:3e:3f:00:2c", "network": {"id": "aff3b3b3-ef1a-45ac-af25-367b1ad7837a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1504827785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b238cf62e345df8e4be843852eb3cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d4d3019-d9", "ovs_interfaceid": "6d4d3019-d911-4ffe-bed8-cb163764b88c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.528353] env[69052]: DEBUG nova.compute.manager [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1074.530352] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "f0d1ed9c-894a-4521-afd7-4022225e3431" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.530568] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "f0d1ed9c-894a-4521-afd7-4022225e3431" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.559142] env[69052]: DEBUG nova.virt.hardware [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.559142] env[69052]: DEBUG nova.virt.hardware [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.559350] env[69052]: DEBUG nova.virt.hardware [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.559434] env[69052]: DEBUG nova.virt.hardware [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.559589] env[69052]: DEBUG nova.virt.hardware [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.559725] env[69052]: DEBUG nova.virt.hardware [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.560310] env[69052]: DEBUG nova.virt.hardware [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.560310] env[69052]: DEBUG nova.virt.hardware [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.560310] env[69052]: DEBUG nova.virt.hardware [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.560457] env[69052]: DEBUG nova.virt.hardware [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.560637] env[69052]: DEBUG nova.virt.hardware [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.561981] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b51d128-aaf8-425a-902e-e88944702632 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.572804] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d54d78-e6ad-4331-a8e8-e5d1f2d6a24e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.707959] env[69052]: DEBUG oslo_vmware.api [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237032, 'name': ReconfigVM_Task, 'duration_secs': 0.539675} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.708386] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 967d5ea7-0f43-492d-bc39-e14da474fb58/967d5ea7-0f43-492d-bc39-e14da474fb58.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.709086] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f257ec7f-74dc-4a15-8b4c-59d429057b06 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.716687] env[69052]: DEBUG oslo_vmware.api [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1074.716687] env[69052]: value = "task-3237033" [ 1074.716687] env[69052]: _type = "Task" [ 1074.716687] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.726780] env[69052]: DEBUG oslo_vmware.api [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237033, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.893389] env[69052]: DEBUG oslo_concurrency.lockutils [None req-263d202d-dd48-4b56-ac41-11101ea804f5 tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "b99c851a-15fc-43be-a239-259ed7eaef89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.005s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.925973] env[69052]: DEBUG oslo_concurrency.lockutils [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Releasing lock "refresh_cache-270aad9c-8764-4485-9b22-d8c29281fe5e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.926357] env[69052]: DEBUG nova.compute.manager [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Instance network_info: |[{"id": "6d4d3019-d911-4ffe-bed8-cb163764b88c", "address": "fa:16:3e:3f:00:2c", "network": {"id": "aff3b3b3-ef1a-45ac-af25-367b1ad7837a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1504827785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b238cf62e345df8e4be843852eb3cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d4d3019-d9", "ovs_interfaceid": "6d4d3019-d911-4ffe-bed8-cb163764b88c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1074.926949] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:00:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8459aaf-d6a8-46fb-ad14-464ac3104695', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d4d3019-d911-4ffe-bed8-cb163764b88c', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.935922] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Creating folder: Project (03b238cf62e345df8e4be843852eb3cb). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.937249] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6260319c-46b8-4d4b-bd20-8d3219ecaee6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.951056] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Created folder: Project (03b238cf62e345df8e4be843852eb3cb) in parent group-v646676. [ 1074.951307] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Creating folder: Instances. Parent ref: group-v646970. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.951537] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29573290-fcd8-4b96-8801-d31d330083f2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.966447] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Created folder: Instances in parent group-v646970. [ 1074.966828] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.967465] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.967465] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b657197b-6d3a-4d56-84dd-b03c59ab187c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.996176] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.996176] env[69052]: value = "task-3237036" [ 1074.996176] env[69052]: _type = "Task" [ 1074.996176] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.006176] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237036, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.034321] env[69052]: DEBUG nova.compute.manager [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.041290] env[69052]: DEBUG nova.compute.manager [req-5cccc398-2ca4-4dc2-9629-2ff20f32f1e1 req-7c1b129d-4596-4096-b639-bd681a624ae4 service nova] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Received event network-vif-plugged-8d0b79ed-37c6-4a27-8f01-fc76be240a55 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.041648] env[69052]: DEBUG oslo_concurrency.lockutils [req-5cccc398-2ca4-4dc2-9629-2ff20f32f1e1 req-7c1b129d-4596-4096-b639-bd681a624ae4 service nova] Acquiring lock "4b21ce9d-f72e-4baa-8ab3-491ceaca9471-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.041916] env[69052]: DEBUG oslo_concurrency.lockutils [req-5cccc398-2ca4-4dc2-9629-2ff20f32f1e1 req-7c1b129d-4596-4096-b639-bd681a624ae4 service nova] Lock "4b21ce9d-f72e-4baa-8ab3-491ceaca9471-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.042253] env[69052]: DEBUG oslo_concurrency.lockutils [req-5cccc398-2ca4-4dc2-9629-2ff20f32f1e1 req-7c1b129d-4596-4096-b639-bd681a624ae4 service nova] Lock "4b21ce9d-f72e-4baa-8ab3-491ceaca9471-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.042710] env[69052]: DEBUG nova.compute.manager [req-5cccc398-2ca4-4dc2-9629-2ff20f32f1e1 req-7c1b129d-4596-4096-b639-bd681a624ae4 service nova] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] No waiting events found dispatching network-vif-plugged-8d0b79ed-37c6-4a27-8f01-fc76be240a55 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1075.042710] env[69052]: WARNING nova.compute.manager [req-5cccc398-2ca4-4dc2-9629-2ff20f32f1e1 req-7c1b129d-4596-4096-b639-bd681a624ae4 service nova] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Received unexpected event network-vif-plugged-8d0b79ed-37c6-4a27-8f01-fc76be240a55 for instance with vm_state building and task_state spawning. [ 1075.066179] env[69052]: DEBUG oslo_concurrency.lockutils [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "dd487472-5baf-4e41-b7b6-27a56ce96f04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.066559] env[69052]: DEBUG oslo_concurrency.lockutils [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "dd487472-5baf-4e41-b7b6-27a56ce96f04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.066682] env[69052]: DEBUG oslo_concurrency.lockutils [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "dd487472-5baf-4e41-b7b6-27a56ce96f04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.066837] env[69052]: DEBUG oslo_concurrency.lockutils [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "dd487472-5baf-4e41-b7b6-27a56ce96f04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.067051] env[69052]: DEBUG oslo_concurrency.lockutils [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "dd487472-5baf-4e41-b7b6-27a56ce96f04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.069208] env[69052]: INFO nova.compute.manager [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Terminating instance [ 1075.143367] env[69052]: DEBUG nova.network.neutron [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Successfully updated port: 8d0b79ed-37c6-4a27-8f01-fc76be240a55 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.148025] env[69052]: DEBUG nova.compute.manager [req-e9e16ad6-90bc-489f-ad55-e1503eacb154 req-a07f078c-ecdd-49c5-9eb4-0a41def20fdb service nova] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Received event network-changed-6d4d3019-d911-4ffe-bed8-cb163764b88c {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.148025] env[69052]: DEBUG nova.compute.manager [req-e9e16ad6-90bc-489f-ad55-e1503eacb154 req-a07f078c-ecdd-49c5-9eb4-0a41def20fdb service nova] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Refreshing instance network info cache due to event network-changed-6d4d3019-d911-4ffe-bed8-cb163764b88c. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.148025] env[69052]: DEBUG oslo_concurrency.lockutils [req-e9e16ad6-90bc-489f-ad55-e1503eacb154 req-a07f078c-ecdd-49c5-9eb4-0a41def20fdb service nova] Acquiring lock "refresh_cache-270aad9c-8764-4485-9b22-d8c29281fe5e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.148025] env[69052]: DEBUG oslo_concurrency.lockutils [req-e9e16ad6-90bc-489f-ad55-e1503eacb154 req-a07f078c-ecdd-49c5-9eb4-0a41def20fdb service nova] Acquired lock "refresh_cache-270aad9c-8764-4485-9b22-d8c29281fe5e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.148232] env[69052]: DEBUG nova.network.neutron [req-e9e16ad6-90bc-489f-ad55-e1503eacb154 req-a07f078c-ecdd-49c5-9eb4-0a41def20fdb service nova] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Refreshing network info cache for port 6d4d3019-d911-4ffe-bed8-cb163764b88c {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.229170] env[69052]: DEBUG oslo_vmware.api [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237033, 'name': Rename_Task, 'duration_secs': 0.271047} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.229343] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.229602] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c432550a-d449-4730-9251-1d892c3790cd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.238615] env[69052]: DEBUG oslo_vmware.api [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1075.238615] env[69052]: value = "task-3237037" [ 1075.238615] env[69052]: _type = "Task" [ 1075.238615] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.249803] env[69052]: DEBUG oslo_vmware.api [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.504833] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237036, 'name': CreateVM_Task, 'duration_secs': 0.432943} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.507648] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.508639] env[69052]: DEBUG oslo_concurrency.lockutils [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.508887] env[69052]: DEBUG oslo_concurrency.lockutils [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.509279] env[69052]: DEBUG oslo_concurrency.lockutils [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.509659] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e521750-89d4-40c8-870a-1ad280df3a14 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.516651] env[69052]: DEBUG oslo_vmware.api [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Waiting for the task: (returnval){ [ 1075.516651] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522bb303-85bc-fe07-3b71-466587e16a96" [ 1075.516651] env[69052]: _type = "Task" [ 1075.516651] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.530543] env[69052]: DEBUG oslo_vmware.api [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522bb303-85bc-fe07-3b71-466587e16a96, 'name': SearchDatastore_Task, 'duration_secs': 0.011932} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.530920] env[69052]: DEBUG oslo_concurrency.lockutils [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.531116] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.531362] env[69052]: DEBUG oslo_concurrency.lockutils [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.531508] env[69052]: DEBUG oslo_concurrency.lockutils [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.531689] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.531964] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c32c24e3-13ef-4fae-ad85-d89af42bc333 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.548149] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.548379] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.554853] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52660c2c-354e-40ba-a9bd-be3febe2c4b8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.564073] env[69052]: DEBUG oslo_vmware.api [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Waiting for the task: (returnval){ [ 1075.564073] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5247647c-b007-e70d-ae0a-92c2e3ee4620" [ 1075.564073] env[69052]: _type = "Task" [ 1075.564073] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.572461] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.574130] env[69052]: DEBUG nova.compute.manager [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.574392] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.575763] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79835e10-48e7-4c7d-bf4a-aa0e3166cacf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.582727] env[69052]: DEBUG oslo_vmware.api [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5247647c-b007-e70d-ae0a-92c2e3ee4620, 'name': SearchDatastore_Task, 'duration_secs': 0.010984} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.586615] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23e9f651-7e98-4e43-a827-a05de095aff9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.590962] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.591554] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f17b62a-8ede-478e-b2c9-5a11b8f6d7cd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.594801] env[69052]: DEBUG oslo_vmware.api [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Waiting for the task: (returnval){ [ 1075.594801] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5269bc08-39f0-b4fb-67e0-0b2f71c9da9c" [ 1075.594801] env[69052]: _type = "Task" [ 1075.594801] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.604212] env[69052]: DEBUG oslo_vmware.api [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 1075.604212] env[69052]: value = "task-3237038" [ 1075.604212] env[69052]: _type = "Task" [ 1075.604212] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.613090] env[69052]: DEBUG oslo_vmware.api [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5269bc08-39f0-b4fb-67e0-0b2f71c9da9c, 'name': SearchDatastore_Task, 'duration_secs': 0.012234} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.613803] env[69052]: DEBUG oslo_concurrency.lockutils [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.614118] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 270aad9c-8764-4485-9b22-d8c29281fe5e/270aad9c-8764-4485-9b22-d8c29281fe5e.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.614441] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4a0d2a5-335c-4cb7-8f15-e125a5661ab9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.619670] env[69052]: DEBUG oslo_vmware.api [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3237038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.629033] env[69052]: DEBUG oslo_vmware.api [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Waiting for the task: (returnval){ [ 1075.629033] env[69052]: value = "task-3237039" [ 1075.629033] env[69052]: _type = "Task" [ 1075.629033] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.640186] env[69052]: DEBUG oslo_vmware.api [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Task: {'id': task-3237039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.651180] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "refresh_cache-4b21ce9d-f72e-4baa-8ab3-491ceaca9471" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.651362] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired lock "refresh_cache-4b21ce9d-f72e-4baa-8ab3-491ceaca9471" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.651537] env[69052]: DEBUG nova.network.neutron [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.657195] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b2358d-6144-4512-ad0b-d87bdd5eae53 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.665212] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad18490e-28d8-4166-af0e-b5d52479f460 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.704083] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c332cb67-7401-44e0-be33-b4e2660a8bee {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.713993] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360857da-38b9-46b6-8834-df633f3cd704 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.730353] env[69052]: DEBUG nova.compute.provider_tree [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.752241] env[69052]: DEBUG oslo_vmware.api [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237037, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.899813] env[69052]: DEBUG nova.network.neutron [req-e9e16ad6-90bc-489f-ad55-e1503eacb154 req-a07f078c-ecdd-49c5-9eb4-0a41def20fdb service nova] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Updated VIF entry in instance network info cache for port 6d4d3019-d911-4ffe-bed8-cb163764b88c. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.900149] env[69052]: DEBUG nova.network.neutron [req-e9e16ad6-90bc-489f-ad55-e1503eacb154 req-a07f078c-ecdd-49c5-9eb4-0a41def20fdb service nova] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Updating instance_info_cache with network_info: [{"id": "6d4d3019-d911-4ffe-bed8-cb163764b88c", "address": "fa:16:3e:3f:00:2c", "network": {"id": "aff3b3b3-ef1a-45ac-af25-367b1ad7837a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1504827785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b238cf62e345df8e4be843852eb3cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d4d3019-d9", "ovs_interfaceid": "6d4d3019-d911-4ffe-bed8-cb163764b88c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.922385] env[69052]: INFO nova.compute.manager [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Rebuilding instance [ 1075.971581] env[69052]: DEBUG nova.compute.manager [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.972488] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f4239b-9cc1-4284-90d1-dd52d8f05320 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.116265] env[69052]: DEBUG oslo_vmware.api [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3237038, 'name': PowerOffVM_Task, 'duration_secs': 0.208737} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.116604] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.116855] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.117160] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09f0a9f1-c55e-464d-9ea9-1e847544d4a4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.139894] env[69052]: DEBUG oslo_vmware.api [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Task: {'id': task-3237039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477374} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.140204] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 270aad9c-8764-4485-9b22-d8c29281fe5e/270aad9c-8764-4485-9b22-d8c29281fe5e.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.140420] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.140697] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-774bd5f6-182a-404d-8303-9388e95eea97 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.148733] env[69052]: DEBUG oslo_vmware.api [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Waiting for the task: (returnval){ [ 1076.148733] env[69052]: value = "task-3237041" [ 1076.148733] env[69052]: _type = "Task" [ 1076.148733] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.158169] env[69052]: DEBUG oslo_vmware.api [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Task: {'id': task-3237041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.202579] env[69052]: DEBUG nova.network.neutron [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.233564] env[69052]: DEBUG nova.scheduler.client.report [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.247705] env[69052]: DEBUG oslo_vmware.rw_handles [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c893d1-d88c-e589-d7b8-fb6d7364ddbd/disk-0.vmdk. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1076.248698] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7feb6e8-ffda-4e4c-90a3-4dae57b396c7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.258035] env[69052]: DEBUG oslo_vmware.api [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237037, 'name': PowerOnVM_Task, 'duration_secs': 0.651591} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.259707] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.259962] env[69052]: INFO nova.compute.manager [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1076.260206] env[69052]: DEBUG nova.compute.manager [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.260528] env[69052]: DEBUG oslo_vmware.rw_handles [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c893d1-d88c-e589-d7b8-fb6d7364ddbd/disk-0.vmdk is in state: ready. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1076.260715] env[69052]: ERROR oslo_vmware.rw_handles [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c893d1-d88c-e589-d7b8-fb6d7364ddbd/disk-0.vmdk due to incomplete transfer. [ 1076.261542] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6abd07-4b38-495a-8d1f-ab911b250395 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.264039] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9fccd2cd-9dd7-4455-856a-119e20f1a6c1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.276668] env[69052]: DEBUG oslo_vmware.rw_handles [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c893d1-d88c-e589-d7b8-fb6d7364ddbd/disk-0.vmdk. {{(pid=69052) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1076.276890] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Uploaded image 33cf17fb-f2ef-4099-b010-c475c12ee459 to the Glance image server {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1076.279207] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Destroying the VM {{(pid=69052) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1076.279692] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ddc838f2-b81f-4023-94c5-ab3ce6a5edd9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.287395] env[69052]: DEBUG oslo_vmware.api [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1076.287395] env[69052]: value = "task-3237042" [ 1076.287395] env[69052]: _type = "Task" [ 1076.287395] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.295832] env[69052]: DEBUG oslo_vmware.api [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237042, 'name': Destroy_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.320018] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.320251] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.320436] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Deleting the datastore file [datastore2] dd487472-5baf-4e41-b7b6-27a56ce96f04 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.323466] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3dd89e1-7d8d-40e7-8f6e-bfbca752e021 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.332223] env[69052]: DEBUG oslo_vmware.api [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for the task: (returnval){ [ 1076.332223] env[69052]: value = "task-3237043" [ 1076.332223] env[69052]: _type = "Task" [ 1076.332223] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.341245] env[69052]: DEBUG oslo_vmware.api [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3237043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.358065] env[69052]: DEBUG nova.network.neutron [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Updating instance_info_cache with network_info: [{"id": "8d0b79ed-37c6-4a27-8f01-fc76be240a55", "address": "fa:16:3e:47:64:54", "network": {"id": "742db944-3947-4476-b14c-efc7d440e7a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-605717120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12d5287ebecb463ca0f3e47ef8801cff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d0b79ed-37", "ovs_interfaceid": "8d0b79ed-37c6-4a27-8f01-fc76be240a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.403816] env[69052]: DEBUG oslo_concurrency.lockutils [req-e9e16ad6-90bc-489f-ad55-e1503eacb154 req-a07f078c-ecdd-49c5-9eb4-0a41def20fdb service nova] Releasing lock "refresh_cache-270aad9c-8764-4485-9b22-d8c29281fe5e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.660106] env[69052]: DEBUG oslo_vmware.api [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Task: {'id': task-3237041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073846} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.660106] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.660526] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a702347-38b7-443a-865f-9a6976125bf2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.682530] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 270aad9c-8764-4485-9b22-d8c29281fe5e/270aad9c-8764-4485-9b22-d8c29281fe5e.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.682834] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-283cfbe1-b681-4127-a973-a2c27bb422dc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.704418] env[69052]: DEBUG oslo_vmware.api [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Waiting for the task: (returnval){ [ 1076.704418] env[69052]: value = "task-3237044" [ 1076.704418] env[69052]: _type = "Task" [ 1076.704418] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.712597] env[69052]: DEBUG oslo_vmware.api [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Task: {'id': task-3237044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.740649] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.741100] env[69052]: DEBUG nova.compute.manager [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.744045] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.774s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.745496] env[69052]: INFO nova.compute.claims [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.786682] env[69052]: INFO nova.compute.manager [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Took 16.57 seconds to build instance. [ 1076.798186] env[69052]: DEBUG oslo_vmware.api [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237042, 'name': Destroy_Task, 'duration_secs': 0.365678} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.798466] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Destroyed the VM [ 1076.798996] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Deleting Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1076.798996] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aa1d210e-452b-402b-9da4-2b079f6a413b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.807745] env[69052]: DEBUG oslo_vmware.api [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1076.807745] env[69052]: value = "task-3237045" [ 1076.807745] env[69052]: _type = "Task" [ 1076.807745] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.817594] env[69052]: DEBUG oslo_vmware.api [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237045, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.843299] env[69052]: DEBUG oslo_vmware.api [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Task: {'id': task-3237043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165289} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.843567] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.843752] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.843986] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.844161] env[69052]: INFO nova.compute.manager [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1076.844366] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.844553] env[69052]: DEBUG nova.compute.manager [-] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.844700] env[69052]: DEBUG nova.network.neutron [-] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.861625] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Releasing lock "refresh_cache-4b21ce9d-f72e-4baa-8ab3-491ceaca9471" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.861625] env[69052]: DEBUG nova.compute.manager [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Instance network_info: |[{"id": "8d0b79ed-37c6-4a27-8f01-fc76be240a55", "address": "fa:16:3e:47:64:54", "network": {"id": "742db944-3947-4476-b14c-efc7d440e7a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-605717120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12d5287ebecb463ca0f3e47ef8801cff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d0b79ed-37", "ovs_interfaceid": "8d0b79ed-37c6-4a27-8f01-fc76be240a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1076.862576] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:64:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d0b79ed-37c6-4a27-8f01-fc76be240a55', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.869827] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.870068] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.870298] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5867a0ec-80f0-41c9-8456-f836b408c6d3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.893202] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.893202] env[69052]: value = "task-3237046" [ 1076.893202] env[69052]: _type = "Task" [ 1076.893202] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.903647] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237046, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.989097] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.989686] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a55b7593-ad62-45ba-a1e5-1e3bdbfefbb4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.997162] env[69052]: DEBUG oslo_vmware.api [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Waiting for the task: (returnval){ [ 1076.997162] env[69052]: value = "task-3237047" [ 1076.997162] env[69052]: _type = "Task" [ 1076.997162] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.007086] env[69052]: DEBUG oslo_vmware.api [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Task: {'id': task-3237047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.068885] env[69052]: DEBUG nova.compute.manager [req-e1c039f1-5290-46d4-9bf5-237b41dd5d13 req-8247c52b-6d1d-4e39-8042-1705ae9dc1ad service nova] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Received event network-changed-8d0b79ed-37c6-4a27-8f01-fc76be240a55 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.069067] env[69052]: DEBUG nova.compute.manager [req-e1c039f1-5290-46d4-9bf5-237b41dd5d13 req-8247c52b-6d1d-4e39-8042-1705ae9dc1ad service nova] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Refreshing instance network info cache due to event network-changed-8d0b79ed-37c6-4a27-8f01-fc76be240a55. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.069290] env[69052]: DEBUG oslo_concurrency.lockutils [req-e1c039f1-5290-46d4-9bf5-237b41dd5d13 req-8247c52b-6d1d-4e39-8042-1705ae9dc1ad service nova] Acquiring lock "refresh_cache-4b21ce9d-f72e-4baa-8ab3-491ceaca9471" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.069433] env[69052]: DEBUG oslo_concurrency.lockutils [req-e1c039f1-5290-46d4-9bf5-237b41dd5d13 req-8247c52b-6d1d-4e39-8042-1705ae9dc1ad service nova] Acquired lock "refresh_cache-4b21ce9d-f72e-4baa-8ab3-491ceaca9471" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.069594] env[69052]: DEBUG nova.network.neutron [req-e1c039f1-5290-46d4-9bf5-237b41dd5d13 req-8247c52b-6d1d-4e39-8042-1705ae9dc1ad service nova] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Refreshing network info cache for port 8d0b79ed-37c6-4a27-8f01-fc76be240a55 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.216860] env[69052]: DEBUG oslo_vmware.api [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Task: {'id': task-3237044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.250044] env[69052]: DEBUG nova.compute.utils [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.253463] env[69052]: DEBUG nova.compute.manager [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.254009] env[69052]: DEBUG nova.network.neutron [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.289212] env[69052]: DEBUG oslo_concurrency.lockutils [None req-762dd6ac-9399-40ae-9aa3-c8dadd2d3aff tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "967d5ea7-0f43-492d-bc39-e14da474fb58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.079s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.313935] env[69052]: DEBUG nova.policy [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '439853f2f2474c7cb2799f2d5d8feede', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5d11523a34a41fc93f369d4737ccf38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.321502] env[69052]: DEBUG oslo_vmware.api [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237045, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.406145] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237046, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.514245] env[69052]: DEBUG oslo_vmware.api [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Task: {'id': task-3237047, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.597747] env[69052]: DEBUG nova.network.neutron [-] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.720667] env[69052]: DEBUG oslo_vmware.api [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Task: {'id': task-3237044, 'name': ReconfigVM_Task, 'duration_secs': 0.866006} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.721150] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 270aad9c-8764-4485-9b22-d8c29281fe5e/270aad9c-8764-4485-9b22-d8c29281fe5e.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.721680] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e0c084b-72ea-4031-a58f-9599abaf2a6d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.729852] env[69052]: DEBUG oslo_vmware.api [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Waiting for the task: (returnval){ [ 1077.729852] env[69052]: value = "task-3237048" [ 1077.729852] env[69052]: _type = "Task" [ 1077.729852] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.740185] env[69052]: DEBUG oslo_vmware.api [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Task: {'id': task-3237048, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.754822] env[69052]: DEBUG nova.compute.manager [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.818905] env[69052]: DEBUG oslo_vmware.api [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237045, 'name': RemoveSnapshot_Task, 'duration_secs': 0.744989} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.819386] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Deleted Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1077.819747] env[69052]: DEBUG nova.compute.manager [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.821161] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf08046-4ca2-4d2f-a8a7-013bda8da715 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.832708] env[69052]: DEBUG nova.network.neutron [req-e1c039f1-5290-46d4-9bf5-237b41dd5d13 req-8247c52b-6d1d-4e39-8042-1705ae9dc1ad service nova] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Updated VIF entry in instance network info cache for port 8d0b79ed-37c6-4a27-8f01-fc76be240a55. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.833103] env[69052]: DEBUG nova.network.neutron [req-e1c039f1-5290-46d4-9bf5-237b41dd5d13 req-8247c52b-6d1d-4e39-8042-1705ae9dc1ad service nova] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Updating instance_info_cache with network_info: [{"id": "8d0b79ed-37c6-4a27-8f01-fc76be240a55", "address": "fa:16:3e:47:64:54", "network": {"id": "742db944-3947-4476-b14c-efc7d440e7a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-605717120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12d5287ebecb463ca0f3e47ef8801cff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d0b79ed-37", "ovs_interfaceid": "8d0b79ed-37c6-4a27-8f01-fc76be240a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.881314] env[69052]: DEBUG nova.network.neutron [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Successfully created port: 540efcd8-3dab-4d45-9fa5-c08bb09b95c4 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.907396] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237046, 'name': CreateVM_Task, 'duration_secs': 0.562422} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.908052] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.908943] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.909289] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.909710] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.910119] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e350387a-8615-4217-96dc-ed0ae2f25533 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.916567] env[69052]: DEBUG oslo_vmware.api [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 1077.916567] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a53dbf-c31d-98f9-8cb3-e0319df0c245" [ 1077.916567] env[69052]: _type = "Task" [ 1077.916567] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.927484] env[69052]: DEBUG oslo_vmware.api [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a53dbf-c31d-98f9-8cb3-e0319df0c245, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.023055] env[69052]: DEBUG oslo_vmware.api [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Task: {'id': task-3237047, 'name': PowerOffVM_Task, 'duration_secs': 0.790181} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.023055] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.023055] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.023055] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4741a91-f842-4773-82b5-0c084784ff6c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.027949] env[69052]: DEBUG oslo_vmware.api [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Waiting for the task: (returnval){ [ 1078.027949] env[69052]: value = "task-3237049" [ 1078.027949] env[69052]: _type = "Task" [ 1078.027949] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.040471] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] VM already powered off {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1078.040698] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Volume detach. Driver type: vmdk {{(pid=69052) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1078.040901] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646944', 'volume_id': '2f8c0c05-6b88-4d1a-8862-062c2e67fba9', 'name': 'volume-2f8c0c05-6b88-4d1a-8862-062c2e67fba9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e146fc98-968c-48aa-a570-ace49141a002', 'attached_at': '', 'detached_at': '', 'volume_id': '2f8c0c05-6b88-4d1a-8862-062c2e67fba9', 'serial': '2f8c0c05-6b88-4d1a-8862-062c2e67fba9'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1078.041681] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c869b04-0ba4-47fe-b6fb-a6f0a257b818 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.062772] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc896f39-547e-4b47-89c0-bcc6117728df {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.070761] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a01b44-a643-44c6-b4f3-7f0bb3ae1406 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.074329] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b50af9b-8f9f-44d9-845d-b58b2dce1442 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.095652] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a7d8dc-9a24-429c-9c8f-c7a62d457a95 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.099366] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f354ceb7-5415-4406-905f-9df90fcc9c00 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.102735] env[69052]: INFO nova.compute.manager [-] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Took 1.26 seconds to deallocate network for instance. [ 1078.143608] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b20cedc-2643-4ab9-8c97-1a2f168fc51b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.146700] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] The volume has not been displaced from its original location: [datastore1] volume-2f8c0c05-6b88-4d1a-8862-062c2e67fba9/volume-2f8c0c05-6b88-4d1a-8862-062c2e67fba9.vmdk. No consolidation needed. {{(pid=69052) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1078.152706] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Reconfiguring VM instance instance-0000005e to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1078.153079] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16be2e39-964c-432d-98b4-354bc163c484 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.172529] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229c9380-412d-4263-b82d-626c3030536b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.177643] env[69052]: DEBUG oslo_vmware.api [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Waiting for the task: (returnval){ [ 1078.177643] env[69052]: value = "task-3237050" [ 1078.177643] env[69052]: _type = "Task" [ 1078.177643] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.192294] env[69052]: DEBUG nova.compute.provider_tree [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.200943] env[69052]: DEBUG oslo_vmware.api [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Task: {'id': task-3237050, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.240874] env[69052]: DEBUG oslo_vmware.api [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Task: {'id': task-3237048, 'name': Rename_Task, 'duration_secs': 0.29542} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.241201] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.241471] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c4b0568-0f7b-475a-aaa1-c1e070f9e83d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.250377] env[69052]: DEBUG oslo_vmware.api [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Waiting for the task: (returnval){ [ 1078.250377] env[69052]: value = "task-3237051" [ 1078.250377] env[69052]: _type = "Task" [ 1078.250377] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.259886] env[69052]: DEBUG oslo_vmware.api [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Task: {'id': task-3237051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.263375] env[69052]: INFO nova.virt.block_device [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Booting with volume 2211020c-3007-4790-be79-c9b55e3f6040 at /dev/sda [ 1078.311803] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5c33655-489b-4ff5-8b65-9c5124cd869a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.322471] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b280540-46d1-4eef-8529-c80ae4ab7a2a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.337188] env[69052]: DEBUG oslo_concurrency.lockutils [req-e1c039f1-5290-46d4-9bf5-237b41dd5d13 req-8247c52b-6d1d-4e39-8042-1705ae9dc1ad service nova] Releasing lock "refresh_cache-4b21ce9d-f72e-4baa-8ab3-491ceaca9471" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.338140] env[69052]: INFO nova.compute.manager [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Shelve offloading [ 1078.359356] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b99d0b2-f7aa-48cf-88e3-cc60f1389305 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.368844] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c23687-a698-4b75-9855-7721d7d2c071 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.410765] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9ba836-4089-44f2-8dea-4174bd25ae95 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.424016] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5307f43-8a18-473e-86ce-4c23d39bf3ab {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.429887] env[69052]: DEBUG oslo_vmware.api [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a53dbf-c31d-98f9-8cb3-e0319df0c245, 'name': SearchDatastore_Task, 'duration_secs': 0.011481} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.430584] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.430832] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.431100] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.431250] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.431434] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.431699] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c2798ec-97b7-4b75-8397-d342d5c96092 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.445810] env[69052]: DEBUG nova.virt.block_device [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Updating existing volume attachment record: fd48704e-eed1-4808-bf3d-428a80a9fc02 {{(pid=69052) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1078.449078] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.449261] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.449963] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22a2ec9c-09c7-4091-b978-e842fa156908 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.455626] env[69052]: DEBUG oslo_vmware.api [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 1078.455626] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e40bb4-2c08-1a01-0d84-5e058f669f00" [ 1078.455626] env[69052]: _type = "Task" [ 1078.455626] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.464782] env[69052]: DEBUG oslo_vmware.api [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e40bb4-2c08-1a01-0d84-5e058f669f00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.610152] env[69052]: DEBUG oslo_concurrency.lockutils [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.691161] env[69052]: DEBUG oslo_vmware.api [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Task: {'id': task-3237050, 'name': ReconfigVM_Task, 'duration_secs': 0.264648} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.691161] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Reconfigured VM instance instance-0000005e to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1078.697154] env[69052]: DEBUG nova.scheduler.client.report [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.700291] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-704d4994-d3bb-437f-ad34-ed21125b0f1d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.718540] env[69052]: DEBUG oslo_vmware.api [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Waiting for the task: (returnval){ [ 1078.718540] env[69052]: value = "task-3237052" [ 1078.718540] env[69052]: _type = "Task" [ 1078.718540] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.729274] env[69052]: DEBUG oslo_vmware.api [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Task: {'id': task-3237052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.761408] env[69052]: DEBUG oslo_vmware.api [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Task: {'id': task-3237051, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.841938] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.842324] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07409908-5099-4646-8df2-fb63a1378dc3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.851104] env[69052]: DEBUG oslo_vmware.api [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1078.851104] env[69052]: value = "task-3237053" [ 1078.851104] env[69052]: _type = "Task" [ 1078.851104] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.859887] env[69052]: DEBUG oslo_vmware.api [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.967674] env[69052]: DEBUG oslo_vmware.api [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e40bb4-2c08-1a01-0d84-5e058f669f00, 'name': SearchDatastore_Task, 'duration_secs': 0.010535} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.968517] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-915c7836-2498-4006-a5c0-e849821a70b2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.977211] env[69052]: DEBUG oslo_vmware.api [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 1078.977211] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d7cb72-a511-5d21-90df-ccbc6f9bf983" [ 1078.977211] env[69052]: _type = "Task" [ 1078.977211] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.985837] env[69052]: DEBUG oslo_vmware.api [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d7cb72-a511-5d21-90df-ccbc6f9bf983, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.100388] env[69052]: DEBUG nova.compute.manager [req-10d4286a-0d28-4a14-a002-63df2b357b46 req-002af97f-981d-4f36-863e-b0625ad34a42 service nova] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Received event network-vif-deleted-614908eb-cc95-4a76-bee1-eb171b1c98d0 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.100507] env[69052]: DEBUG nova.compute.manager [req-10d4286a-0d28-4a14-a002-63df2b357b46 req-002af97f-981d-4f36-863e-b0625ad34a42 service nova] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Received event network-changed-6831043b-52b4-4a2f-b0ff-b065b97bdb80 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.100627] env[69052]: DEBUG nova.compute.manager [req-10d4286a-0d28-4a14-a002-63df2b357b46 req-002af97f-981d-4f36-863e-b0625ad34a42 service nova] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Refreshing instance network info cache due to event network-changed-6831043b-52b4-4a2f-b0ff-b065b97bdb80. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1079.100854] env[69052]: DEBUG oslo_concurrency.lockutils [req-10d4286a-0d28-4a14-a002-63df2b357b46 req-002af97f-981d-4f36-863e-b0625ad34a42 service nova] Acquiring lock "refresh_cache-967d5ea7-0f43-492d-bc39-e14da474fb58" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.100980] env[69052]: DEBUG oslo_concurrency.lockutils [req-10d4286a-0d28-4a14-a002-63df2b357b46 req-002af97f-981d-4f36-863e-b0625ad34a42 service nova] Acquired lock "refresh_cache-967d5ea7-0f43-492d-bc39-e14da474fb58" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.101138] env[69052]: DEBUG nova.network.neutron [req-10d4286a-0d28-4a14-a002-63df2b357b46 req-002af97f-981d-4f36-863e-b0625ad34a42 service nova] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Refreshing network info cache for port 6831043b-52b4-4a2f-b0ff-b065b97bdb80 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.213596] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.214162] env[69052]: DEBUG nova.compute.manager [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1079.216835] env[69052]: DEBUG oslo_concurrency.lockutils [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.658s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.218681] env[69052]: INFO nova.compute.claims [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.230450] env[69052]: DEBUG oslo_vmware.api [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Task: {'id': task-3237052, 'name': ReconfigVM_Task, 'duration_secs': 0.150775} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.230737] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646944', 'volume_id': '2f8c0c05-6b88-4d1a-8862-062c2e67fba9', 'name': 'volume-2f8c0c05-6b88-4d1a-8862-062c2e67fba9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e146fc98-968c-48aa-a570-ace49141a002', 'attached_at': '', 'detached_at': '', 'volume_id': '2f8c0c05-6b88-4d1a-8862-062c2e67fba9', 'serial': '2f8c0c05-6b88-4d1a-8862-062c2e67fba9'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1079.231029] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.232141] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd09978-2677-4228-a813-eb5b29452209 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.239587] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.239855] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-470d0c0a-f42d-4216-82c3-647887608e96 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.241856] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.242435] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.242611] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.242784] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.242953] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.243156] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.243264] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.243482] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69052) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1079.243556] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.261798] env[69052]: DEBUG oslo_vmware.api [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Task: {'id': task-3237051, 'name': PowerOnVM_Task, 'duration_secs': 0.71357} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.262077] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.262283] env[69052]: INFO nova.compute.manager [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1079.262707] env[69052]: DEBUG nova.compute.manager [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.263312] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e5ac76-dcd2-4817-a043-dda2c0400ef6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.329642] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.330058] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.330058] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Deleting the datastore file [datastore1] e146fc98-968c-48aa-a570-ace49141a002 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.330606] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1fce3ef-bd78-4907-8f9e-6bf9220605c4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.339065] env[69052]: DEBUG oslo_vmware.api [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Waiting for the task: (returnval){ [ 1079.339065] env[69052]: value = "task-3237055" [ 1079.339065] env[69052]: _type = "Task" [ 1079.339065] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.348629] env[69052]: DEBUG oslo_vmware.api [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Task: {'id': task-3237055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.360164] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] VM already powered off {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1079.361172] env[69052]: DEBUG nova.compute.manager [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.361172] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61c7231-42aa-4fc4-9059-18a8f068df0a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.368079] env[69052]: DEBUG oslo_concurrency.lockutils [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "refresh_cache-df3b06cf-7e3e-493e-845b-7ae4c41afad4" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.368252] env[69052]: DEBUG oslo_concurrency.lockutils [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquired lock "refresh_cache-df3b06cf-7e3e-493e-845b-7ae4c41afad4" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.368428] env[69052]: DEBUG nova.network.neutron [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.461674] env[69052]: DEBUG nova.network.neutron [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Successfully updated port: 540efcd8-3dab-4d45-9fa5-c08bb09b95c4 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.488207] env[69052]: DEBUG oslo_vmware.api [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d7cb72-a511-5d21-90df-ccbc6f9bf983, 'name': SearchDatastore_Task, 'duration_secs': 0.012011} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.488529] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.488827] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 4b21ce9d-f72e-4baa-8ab3-491ceaca9471/4b21ce9d-f72e-4baa-8ab3-491ceaca9471.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.489120] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e208e3a2-f141-49b8-97bc-72ce9fbc57c5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.497224] env[69052]: DEBUG oslo_vmware.api [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 1079.497224] env[69052]: value = "task-3237056" [ 1079.497224] env[69052]: _type = "Task" [ 1079.497224] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.506956] env[69052]: DEBUG oslo_vmware.api [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3237056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.722873] env[69052]: DEBUG nova.compute.utils [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.726916] env[69052]: DEBUG nova.compute.manager [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1079.727170] env[69052]: DEBUG nova.network.neutron [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.746632] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.784654] env[69052]: INFO nova.compute.manager [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Took 16.49 seconds to build instance. [ 1079.828567] env[69052]: DEBUG nova.policy [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8736431a1956448d961d7ef0143c7559', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4f092011b2d4dbe94ccbcafcc89cedf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.848716] env[69052]: DEBUG nova.network.neutron [req-10d4286a-0d28-4a14-a002-63df2b357b46 req-002af97f-981d-4f36-863e-b0625ad34a42 service nova] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Updated VIF entry in instance network info cache for port 6831043b-52b4-4a2f-b0ff-b065b97bdb80. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.849217] env[69052]: DEBUG nova.network.neutron [req-10d4286a-0d28-4a14-a002-63df2b357b46 req-002af97f-981d-4f36-863e-b0625ad34a42 service nova] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Updating instance_info_cache with network_info: [{"id": "6831043b-52b4-4a2f-b0ff-b065b97bdb80", "address": "fa:16:3e:c3:df:9b", "network": {"id": "56c1dd7d-b901-4c5e-b9bb-aa67dd73ac4b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-418858492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c2e3bd10a284aa5b4fd77019062da33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6831043b-52", "ovs_interfaceid": "6831043b-52b4-4a2f-b0ff-b065b97bdb80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.856205] env[69052]: DEBUG oslo_vmware.api [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Task: {'id': task-3237055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118535} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.856921] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.857206] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.857495] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.926972] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Volume detach. Driver type: vmdk {{(pid=69052) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1079.927398] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-feab7dca-87d4-404a-b4c1-5002a8ad0b0f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.939344] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49f6672-71ef-4ba7-8609-cf6bb0ed344c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.965216] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "refresh_cache-9ccfb80f-ea9f-4be8-a152-68c5b30d68f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.965471] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquired lock "refresh_cache-9ccfb80f-ea9f-4be8-a152-68c5b30d68f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.965788] env[69052]: DEBUG nova.network.neutron [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.983252] env[69052]: ERROR nova.compute.manager [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Failed to detach volume 2f8c0c05-6b88-4d1a-8862-062c2e67fba9 from /dev/sda: nova.exception.InstanceNotFound: Instance e146fc98-968c-48aa-a570-ace49141a002 could not be found. [ 1079.983252] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] Traceback (most recent call last): [ 1079.983252] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1079.983252] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] self.driver.rebuild(**kwargs) [ 1079.983252] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1079.983252] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] raise NotImplementedError() [ 1079.983252] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] NotImplementedError [ 1079.983252] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] [ 1079.983252] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] During handling of the above exception, another exception occurred: [ 1079.983252] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] [ 1079.983252] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] Traceback (most recent call last): [ 1079.983252] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1079.983252] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] self.driver.detach_volume(context, old_connection_info, [ 1079.983252] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1079.983252] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] return self._volumeops.detach_volume(connection_info, instance) [ 1079.983252] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1079.983252] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] self._detach_volume_vmdk(connection_info, instance) [ 1079.983252] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1079.983252] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1079.983252] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1079.983252] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] stable_ref.fetch_moref(session) [ 1079.983252] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1079.983252] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1079.983252] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] nova.exception.InstanceNotFound: Instance e146fc98-968c-48aa-a570-ace49141a002 could not be found. [ 1079.983252] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] [ 1080.008946] env[69052]: DEBUG oslo_vmware.api [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3237056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496276} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.008946] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 4b21ce9d-f72e-4baa-8ab3-491ceaca9471/4b21ce9d-f72e-4baa-8ab3-491ceaca9471.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.008946] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.009205] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd7aef6c-9b3c-46f0-83ef-5fb2dedb9a92 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.019515] env[69052]: DEBUG oslo_vmware.api [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 1080.019515] env[69052]: value = "task-3237057" [ 1080.019515] env[69052]: _type = "Task" [ 1080.019515] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.034974] env[69052]: DEBUG oslo_vmware.api [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3237057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.140533] env[69052]: DEBUG nova.network.neutron [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Updating instance_info_cache with network_info: [{"id": "0edc3da1-f1ad-4ec7-8898-78221c20e70f", "address": "fa:16:3e:da:43:9a", "network": {"id": "1e799245-f22d-49f1-9e4a-3f8c57970aef", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-77695136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a78122ee1db4ec99999744f40855901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0edc3da1-f1", "ovs_interfaceid": "0edc3da1-f1ad-4ec7-8898-78221c20e70f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.155823] env[69052]: DEBUG nova.compute.utils [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Build of instance e146fc98-968c-48aa-a570-ace49141a002 aborted: Failed to rebuild volume backed instance. {{(pid=69052) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1080.158396] env[69052]: ERROR nova.compute.manager [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance e146fc98-968c-48aa-a570-ace49141a002 aborted: Failed to rebuild volume backed instance. [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] Traceback (most recent call last): [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] self.driver.rebuild(**kwargs) [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] raise NotImplementedError() [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] NotImplementedError [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] During handling of the above exception, another exception occurred: [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] Traceback (most recent call last): [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] self._detach_root_volume(context, instance, root_bdm) [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] with excutils.save_and_reraise_exception(): [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] self.force_reraise() [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] raise self.value [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] self.driver.detach_volume(context, old_connection_info, [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] return self._volumeops.detach_volume(connection_info, instance) [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] self._detach_volume_vmdk(connection_info, instance) [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] stable_ref.fetch_moref(session) [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] nova.exception.InstanceNotFound: Instance e146fc98-968c-48aa-a570-ace49141a002 could not be found. [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] During handling of the above exception, another exception occurred: [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] Traceback (most recent call last): [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] yield [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1080.158396] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] self._do_rebuild_instance_with_claim( [ 1080.159697] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1080.159697] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] self._do_rebuild_instance( [ 1080.159697] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1080.159697] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] self._rebuild_default_impl(**kwargs) [ 1080.159697] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1080.159697] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] self._rebuild_volume_backed_instance( [ 1080.159697] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1080.159697] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] raise exception.BuildAbortException( [ 1080.159697] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] nova.exception.BuildAbortException: Build of instance e146fc98-968c-48aa-a570-ace49141a002 aborted: Failed to rebuild volume backed instance. [ 1080.159697] env[69052]: ERROR nova.compute.manager [instance: e146fc98-968c-48aa-a570-ace49141a002] [ 1080.227319] env[69052]: DEBUG nova.compute.manager [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1080.287193] env[69052]: DEBUG oslo_concurrency.lockutils [None req-60b00178-1809-45de-b982-6bb2fba9ec7f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Lock "270aad9c-8764-4485-9b22-d8c29281fe5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.998s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.316247] env[69052]: DEBUG nova.network.neutron [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Successfully created port: 4c0a3afb-b92d-4e1f-a22d-15dd6d92078a {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.357965] env[69052]: DEBUG oslo_concurrency.lockutils [req-10d4286a-0d28-4a14-a002-63df2b357b46 req-002af97f-981d-4f36-863e-b0625ad34a42 service nova] Releasing lock "refresh_cache-967d5ea7-0f43-492d-bc39-e14da474fb58" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.440583] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ca0526-e75a-4dee-9570-082f1e65add8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.450759] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec13ca6-025f-4638-a71b-f264995dc325 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.485577] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998dd2c9-6bf6-49d0-958b-65f908ccbd15 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.496080] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617c524a-011d-4672-b4b8-7a52a89abd0c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.512049] env[69052]: DEBUG nova.compute.provider_tree [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.515785] env[69052]: DEBUG nova.network.neutron [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.529977] env[69052]: DEBUG oslo_vmware.api [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3237057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105455} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.530274] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.531068] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9a2ecd-9a82-437f-a6db-e2d38d8f8a76 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.536668] env[69052]: DEBUG nova.compute.manager [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.537216] env[69052]: DEBUG nova.virt.hardware [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.537445] env[69052]: DEBUG nova.virt.hardware [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.537603] env[69052]: DEBUG nova.virt.hardware [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.537786] env[69052]: DEBUG nova.virt.hardware [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.537933] env[69052]: DEBUG nova.virt.hardware [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.538090] env[69052]: DEBUG nova.virt.hardware [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.538326] env[69052]: DEBUG nova.virt.hardware [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.538517] env[69052]: DEBUG nova.virt.hardware [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.538704] env[69052]: DEBUG nova.virt.hardware [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.538869] env[69052]: DEBUG nova.virt.hardware [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.539061] env[69052]: DEBUG nova.virt.hardware [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.540313] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469e636a-4616-4ee7-93e5-ca0c29037c77 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.554436] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9f6ef373-9c4d-4c9c-ba28-938c76baaa91 tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Acquiring lock "270aad9c-8764-4485-9b22-d8c29281fe5e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.554681] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9f6ef373-9c4d-4c9c-ba28-938c76baaa91 tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Lock "270aad9c-8764-4485-9b22-d8c29281fe5e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.554939] env[69052]: INFO nova.compute.manager [None req-9f6ef373-9c4d-4c9c-ba28-938c76baaa91 tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Rebooting instance [ 1080.564512] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 4b21ce9d-f72e-4baa-8ab3-491ceaca9471/4b21ce9d-f72e-4baa-8ab3-491ceaca9471.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.567683] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a19a5a4-802a-4891-8e8e-e1009b9085bc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.586132] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9164a9-aaf4-4fbf-8da7-45943fdbe85e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.591492] env[69052]: DEBUG oslo_vmware.api [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 1080.591492] env[69052]: value = "task-3237058" [ 1080.591492] env[69052]: _type = "Task" [ 1080.591492] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.608689] env[69052]: DEBUG oslo_vmware.api [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3237058, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.625819] env[69052]: DEBUG nova.network.neutron [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Successfully created port: c4a7f645-5380-4a1c-9c60-a33ce159477a {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.643096] env[69052]: DEBUG oslo_concurrency.lockutils [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Releasing lock "refresh_cache-df3b06cf-7e3e-493e-845b-7ae4c41afad4" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.685819] env[69052]: DEBUG nova.network.neutron [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Updating instance_info_cache with network_info: [{"id": "540efcd8-3dab-4d45-9fa5-c08bb09b95c4", "address": "fa:16:3e:cb:bc:30", "network": {"id": "0624a1b3-6c9d-43d5-ac68-beaedb10c4eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-356147984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5d11523a34a41fc93f369d4737ccf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap540efcd8-3d", "ovs_interfaceid": "540efcd8-3dab-4d45-9fa5-c08bb09b95c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.014631] env[69052]: DEBUG nova.scheduler.client.report [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.087731] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9f6ef373-9c4d-4c9c-ba28-938c76baaa91 tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Acquiring lock "refresh_cache-270aad9c-8764-4485-9b22-d8c29281fe5e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.087866] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9f6ef373-9c4d-4c9c-ba28-938c76baaa91 tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Acquired lock "refresh_cache-270aad9c-8764-4485-9b22-d8c29281fe5e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.088066] env[69052]: DEBUG nova.network.neutron [None req-9f6ef373-9c4d-4c9c-ba28-938c76baaa91 tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.104279] env[69052]: DEBUG oslo_vmware.api [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3237058, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.188361] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Releasing lock "refresh_cache-9ccfb80f-ea9f-4be8-a152-68c5b30d68f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.188726] env[69052]: DEBUG nova.compute.manager [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Instance network_info: |[{"id": "540efcd8-3dab-4d45-9fa5-c08bb09b95c4", "address": "fa:16:3e:cb:bc:30", "network": {"id": "0624a1b3-6c9d-43d5-ac68-beaedb10c4eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-356147984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5d11523a34a41fc93f369d4737ccf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap540efcd8-3d", "ovs_interfaceid": "540efcd8-3dab-4d45-9fa5-c08bb09b95c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.189203] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:bc:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '540efcd8-3dab-4d45-9fa5-c08bb09b95c4', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.197178] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.198629] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.200263] env[69052]: DEBUG nova.compute.manager [req-6e219eb7-c7b0-4317-a045-89734a0f64a5 req-193b15bd-089a-47f0-ace3-bd89cbd1d94f service nova] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Received event network-vif-unplugged-0edc3da1-f1ad-4ec7-8898-78221c20e70f {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.200487] env[69052]: DEBUG oslo_concurrency.lockutils [req-6e219eb7-c7b0-4317-a045-89734a0f64a5 req-193b15bd-089a-47f0-ace3-bd89cbd1d94f service nova] Acquiring lock "df3b06cf-7e3e-493e-845b-7ae4c41afad4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.200721] env[69052]: DEBUG oslo_concurrency.lockutils [req-6e219eb7-c7b0-4317-a045-89734a0f64a5 req-193b15bd-089a-47f0-ace3-bd89cbd1d94f service nova] Lock "df3b06cf-7e3e-493e-845b-7ae4c41afad4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.200912] env[69052]: DEBUG oslo_concurrency.lockutils [req-6e219eb7-c7b0-4317-a045-89734a0f64a5 req-193b15bd-089a-47f0-ace3-bd89cbd1d94f service nova] Lock "df3b06cf-7e3e-493e-845b-7ae4c41afad4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.201099] env[69052]: DEBUG nova.compute.manager [req-6e219eb7-c7b0-4317-a045-89734a0f64a5 req-193b15bd-089a-47f0-ace3-bd89cbd1d94f service nova] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] No waiting events found dispatching network-vif-unplugged-0edc3da1-f1ad-4ec7-8898-78221c20e70f {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1081.201303] env[69052]: WARNING nova.compute.manager [req-6e219eb7-c7b0-4317-a045-89734a0f64a5 req-193b15bd-089a-47f0-ace3-bd89cbd1d94f service nova] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Received unexpected event network-vif-unplugged-0edc3da1-f1ad-4ec7-8898-78221c20e70f for instance with vm_state shelved and task_state shelving_offloading. [ 1081.201604] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3d357ab-9c93-46a1-a363-9f99a1b28a76 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.220498] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.222348] env[69052]: DEBUG nova.compute.manager [req-3f11a158-58d0-498d-9eeb-4bbe9c7d3dcc req-18a24dd6-0514-4446-b72e-19f403e71011 service nova] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Received event network-vif-plugged-540efcd8-3dab-4d45-9fa5-c08bb09b95c4 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.222576] env[69052]: DEBUG oslo_concurrency.lockutils [req-3f11a158-58d0-498d-9eeb-4bbe9c7d3dcc req-18a24dd6-0514-4446-b72e-19f403e71011 service nova] Acquiring lock "9ccfb80f-ea9f-4be8-a152-68c5b30d68f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.222849] env[69052]: DEBUG oslo_concurrency.lockutils [req-3f11a158-58d0-498d-9eeb-4bbe9c7d3dcc req-18a24dd6-0514-4446-b72e-19f403e71011 service nova] Lock "9ccfb80f-ea9f-4be8-a152-68c5b30d68f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.223102] env[69052]: DEBUG oslo_concurrency.lockutils [req-3f11a158-58d0-498d-9eeb-4bbe9c7d3dcc req-18a24dd6-0514-4446-b72e-19f403e71011 service nova] Lock "9ccfb80f-ea9f-4be8-a152-68c5b30d68f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.223644] env[69052]: DEBUG nova.compute.manager [req-3f11a158-58d0-498d-9eeb-4bbe9c7d3dcc req-18a24dd6-0514-4446-b72e-19f403e71011 service nova] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] No waiting events found dispatching network-vif-plugged-540efcd8-3dab-4d45-9fa5-c08bb09b95c4 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1081.223644] env[69052]: WARNING nova.compute.manager [req-3f11a158-58d0-498d-9eeb-4bbe9c7d3dcc req-18a24dd6-0514-4446-b72e-19f403e71011 service nova] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Received unexpected event network-vif-plugged-540efcd8-3dab-4d45-9fa5-c08bb09b95c4 for instance with vm_state building and task_state spawning. [ 1081.223644] env[69052]: DEBUG nova.compute.manager [req-3f11a158-58d0-498d-9eeb-4bbe9c7d3dcc req-18a24dd6-0514-4446-b72e-19f403e71011 service nova] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Received event network-changed-540efcd8-3dab-4d45-9fa5-c08bb09b95c4 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.223836] env[69052]: DEBUG nova.compute.manager [req-3f11a158-58d0-498d-9eeb-4bbe9c7d3dcc req-18a24dd6-0514-4446-b72e-19f403e71011 service nova] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Refreshing instance network info cache due to event network-changed-540efcd8-3dab-4d45-9fa5-c08bb09b95c4. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.224030] env[69052]: DEBUG oslo_concurrency.lockutils [req-3f11a158-58d0-498d-9eeb-4bbe9c7d3dcc req-18a24dd6-0514-4446-b72e-19f403e71011 service nova] Acquiring lock "refresh_cache-9ccfb80f-ea9f-4be8-a152-68c5b30d68f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.224205] env[69052]: DEBUG oslo_concurrency.lockutils [req-3f11a158-58d0-498d-9eeb-4bbe9c7d3dcc req-18a24dd6-0514-4446-b72e-19f403e71011 service nova] Acquired lock "refresh_cache-9ccfb80f-ea9f-4be8-a152-68c5b30d68f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.224408] env[69052]: DEBUG nova.network.neutron [req-3f11a158-58d0-498d-9eeb-4bbe9c7d3dcc req-18a24dd6-0514-4446-b72e-19f403e71011 service nova] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Refreshing network info cache for port 540efcd8-3dab-4d45-9fa5-c08bb09b95c4 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.226409] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4213b22a-a52f-4bf1-afe9-95da4b7ea1d5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.237716] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.239015] env[69052]: DEBUG nova.compute.manager [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.240996] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd9536e9-c264-49b2-9a9f-afbb52868bc3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.242513] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.242513] env[69052]: value = "task-3237059" [ 1081.242513] env[69052]: _type = "Task" [ 1081.242513] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.255280] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237059, 'name': CreateVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.279277] env[69052]: DEBUG nova.virt.hardware [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.279539] env[69052]: DEBUG nova.virt.hardware [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.279696] env[69052]: DEBUG nova.virt.hardware [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.279881] env[69052]: DEBUG nova.virt.hardware [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.280092] env[69052]: DEBUG nova.virt.hardware [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.280273] env[69052]: DEBUG nova.virt.hardware [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.280487] env[69052]: DEBUG nova.virt.hardware [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.280644] env[69052]: DEBUG nova.virt.hardware [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.280809] env[69052]: DEBUG nova.virt.hardware [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.280974] env[69052]: DEBUG nova.virt.hardware [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.281168] env[69052]: DEBUG nova.virt.hardware [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.282029] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d707aa42-dc65-4de5-8892-61262ddb6af2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.291697] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60396f39-6751-4120-9d08-aec8c25be157 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.325172] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.325411] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.325809] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Deleting the datastore file [datastore2] df3b06cf-7e3e-493e-845b-7ae4c41afad4 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.325973] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef876735-de84-4dba-b876-68e7fb7dc778 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.334638] env[69052]: DEBUG oslo_vmware.api [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1081.334638] env[69052]: value = "task-3237061" [ 1081.334638] env[69052]: _type = "Task" [ 1081.334638] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.344884] env[69052]: DEBUG oslo_vmware.api [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.520286] env[69052]: DEBUG oslo_concurrency.lockutils [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.520892] env[69052]: DEBUG nova.compute.manager [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.524052] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.952s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.525428] env[69052]: INFO nova.compute.claims [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.603054] env[69052]: DEBUG oslo_vmware.api [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3237058, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.757798] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237059, 'name': CreateVM_Task, 'duration_secs': 0.380913} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.757798] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.758112] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'device_type': None, 'attachment_id': 'fd48704e-eed1-4808-bf3d-428a80a9fc02', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646964', 'volume_id': '2211020c-3007-4790-be79-c9b55e3f6040', 'name': 'volume-2211020c-3007-4790-be79-c9b55e3f6040', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9ccfb80f-ea9f-4be8-a152-68c5b30d68f8', 'attached_at': '', 'detached_at': '', 'volume_id': '2211020c-3007-4790-be79-c9b55e3f6040', 'serial': '2211020c-3007-4790-be79-c9b55e3f6040'}, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69052) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1081.758328] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Root volume attach. Driver type: vmdk {{(pid=69052) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1081.761284] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2cfcad-c966-4be5-9546-8324478e360a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.770072] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783d8b12-57c7-43e2-bc87-c484e677ecfb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.776572] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71953ae7-1fc3-4191-8fb6-3fd0e8ea3496 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.782590] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-54ac1070-64b5-4054-b0f5-afb417874f10 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.790596] env[69052]: DEBUG oslo_vmware.api [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1081.790596] env[69052]: value = "task-3237062" [ 1081.790596] env[69052]: _type = "Task" [ 1081.790596] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.794349] env[69052]: DEBUG nova.network.neutron [None req-9f6ef373-9c4d-4c9c-ba28-938c76baaa91 tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Updating instance_info_cache with network_info: [{"id": "6d4d3019-d911-4ffe-bed8-cb163764b88c", "address": "fa:16:3e:3f:00:2c", "network": {"id": "aff3b3b3-ef1a-45ac-af25-367b1ad7837a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1504827785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b238cf62e345df8e4be843852eb3cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d4d3019-d9", "ovs_interfaceid": "6d4d3019-d911-4ffe-bed8-cb163764b88c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.803453] env[69052]: DEBUG oslo_vmware.api [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237062, 'name': RelocateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.846016] env[69052]: DEBUG oslo_vmware.api [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145078} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.846292] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.846476] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.846650] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.871522] env[69052]: INFO nova.scheduler.client.report [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Deleted allocations for instance df3b06cf-7e3e-493e-845b-7ae4c41afad4 [ 1081.937841] env[69052]: DEBUG nova.network.neutron [req-3f11a158-58d0-498d-9eeb-4bbe9c7d3dcc req-18a24dd6-0514-4446-b72e-19f403e71011 service nova] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Updated VIF entry in instance network info cache for port 540efcd8-3dab-4d45-9fa5-c08bb09b95c4. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.938305] env[69052]: DEBUG nova.network.neutron [req-3f11a158-58d0-498d-9eeb-4bbe9c7d3dcc req-18a24dd6-0514-4446-b72e-19f403e71011 service nova] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Updating instance_info_cache with network_info: [{"id": "540efcd8-3dab-4d45-9fa5-c08bb09b95c4", "address": "fa:16:3e:cb:bc:30", "network": {"id": "0624a1b3-6c9d-43d5-ac68-beaedb10c4eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-356147984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5d11523a34a41fc93f369d4737ccf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap540efcd8-3d", "ovs_interfaceid": "540efcd8-3dab-4d45-9fa5-c08bb09b95c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.030234] env[69052]: DEBUG nova.compute.utils [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.033955] env[69052]: DEBUG nova.compute.manager [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1082.034110] env[69052]: DEBUG nova.network.neutron [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1082.070437] env[69052]: DEBUG nova.policy [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17661cf9e4ac435ea02ca5937c3ff24d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19918ec410294b2685d0e75828f74507', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.105734] env[69052]: DEBUG oslo_vmware.api [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3237058, 'name': ReconfigVM_Task, 'duration_secs': 1.326433} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.106124] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 4b21ce9d-f72e-4baa-8ab3-491ceaca9471/4b21ce9d-f72e-4baa-8ab3-491ceaca9471.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.106831] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4cdbf10-02bc-4276-aa0e-11fc1bb365ec {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.115231] env[69052]: DEBUG oslo_vmware.api [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 1082.115231] env[69052]: value = "task-3237063" [ 1082.115231] env[69052]: _type = "Task" [ 1082.115231] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.124703] env[69052]: DEBUG oslo_vmware.api [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3237063, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.174989] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.299266] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9f6ef373-9c4d-4c9c-ba28-938c76baaa91 tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Releasing lock "refresh_cache-270aad9c-8764-4485-9b22-d8c29281fe5e" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.306213] env[69052]: DEBUG oslo_vmware.api [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237062, 'name': RelocateVM_Task} progress is 38%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.376422] env[69052]: DEBUG oslo_concurrency.lockutils [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.413809] env[69052]: DEBUG nova.network.neutron [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Successfully created port: 7befea80-7beb-4b37-84bd-3eca7a361805 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.441847] env[69052]: DEBUG oslo_concurrency.lockutils [req-3f11a158-58d0-498d-9eeb-4bbe9c7d3dcc req-18a24dd6-0514-4446-b72e-19f403e71011 service nova] Releasing lock "refresh_cache-9ccfb80f-ea9f-4be8-a152-68c5b30d68f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.535640] env[69052]: DEBUG nova.compute.manager [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.641518] env[69052]: DEBUG oslo_vmware.api [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3237063, 'name': Rename_Task, 'duration_secs': 0.398084} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.645224] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.645509] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c50bb845-fbea-4c97-b1f5-60b9d2f3e556 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.656646] env[69052]: DEBUG oslo_vmware.api [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 1082.656646] env[69052]: value = "task-3237064" [ 1082.656646] env[69052]: _type = "Task" [ 1082.656646] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.680669] env[69052]: DEBUG oslo_vmware.api [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3237064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.783864] env[69052]: DEBUG nova.network.neutron [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Successfully updated port: 4c0a3afb-b92d-4e1f-a22d-15dd6d92078a {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.811307] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b22cb33-1a66-421a-bc30-93a6ecac7929 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.815827] env[69052]: DEBUG nova.compute.manager [None req-9f6ef373-9c4d-4c9c-ba28-938c76baaa91 tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.818422] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13008636-67e6-4b22-89f8-120815fc9b8d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.827340] env[69052]: DEBUG oslo_vmware.api [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237062, 'name': RelocateVM_Task} progress is 51%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.830298] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49bc4e0-e41d-4cb9-b351-dc164a7e964e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.870639] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e899507-7f3c-4225-a6e3-84b18d1d1861 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.882225] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527d457b-35ea-43f5-b557-1e413784471b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.900285] env[69052]: DEBUG nova.compute.provider_tree [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.172187] env[69052]: DEBUG oslo_vmware.api [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3237064, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.230429] env[69052]: DEBUG nova.compute.manager [req-6aed2214-62ba-4d39-aaf8-911bd29b66df req-47afa4ef-7ced-4e58-8788-e6283269be21 service nova] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Received event network-changed-0edc3da1-f1ad-4ec7-8898-78221c20e70f {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.230597] env[69052]: DEBUG nova.compute.manager [req-6aed2214-62ba-4d39-aaf8-911bd29b66df req-47afa4ef-7ced-4e58-8788-e6283269be21 service nova] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Refreshing instance network info cache due to event network-changed-0edc3da1-f1ad-4ec7-8898-78221c20e70f. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.230747] env[69052]: DEBUG oslo_concurrency.lockutils [req-6aed2214-62ba-4d39-aaf8-911bd29b66df req-47afa4ef-7ced-4e58-8788-e6283269be21 service nova] Acquiring lock "refresh_cache-df3b06cf-7e3e-493e-845b-7ae4c41afad4" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.230928] env[69052]: DEBUG oslo_concurrency.lockutils [req-6aed2214-62ba-4d39-aaf8-911bd29b66df req-47afa4ef-7ced-4e58-8788-e6283269be21 service nova] Acquired lock "refresh_cache-df3b06cf-7e3e-493e-845b-7ae4c41afad4" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.231061] env[69052]: DEBUG nova.network.neutron [req-6aed2214-62ba-4d39-aaf8-911bd29b66df req-47afa4ef-7ced-4e58-8788-e6283269be21 service nova] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Refreshing network info cache for port 0edc3da1-f1ad-4ec7-8898-78221c20e70f {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.310143] env[69052]: DEBUG oslo_vmware.api [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237062, 'name': RelocateVM_Task} progress is 63%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.310143] env[69052]: DEBUG oslo_concurrency.lockutils [None req-68228cda-53f8-4028-9eb0-e46febae762b tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Acquiring lock "e146fc98-968c-48aa-a570-ace49141a002" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.310143] env[69052]: DEBUG oslo_concurrency.lockutils [None req-68228cda-53f8-4028-9eb0-e46febae762b tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Lock "e146fc98-968c-48aa-a570-ace49141a002" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.310143] env[69052]: DEBUG oslo_concurrency.lockutils [None req-68228cda-53f8-4028-9eb0-e46febae762b tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Acquiring lock "e146fc98-968c-48aa-a570-ace49141a002-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.310724] env[69052]: DEBUG oslo_concurrency.lockutils [None req-68228cda-53f8-4028-9eb0-e46febae762b tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Lock "e146fc98-968c-48aa-a570-ace49141a002-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.310724] env[69052]: DEBUG oslo_concurrency.lockutils [None req-68228cda-53f8-4028-9eb0-e46febae762b tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Lock "e146fc98-968c-48aa-a570-ace49141a002-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.313910] env[69052]: INFO nova.compute.manager [None req-68228cda-53f8-4028-9eb0-e46febae762b tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Terminating instance [ 1083.404059] env[69052]: DEBUG nova.scheduler.client.report [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.550721] env[69052]: DEBUG nova.compute.manager [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.584204] env[69052]: DEBUG nova.virt.hardware [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.584389] env[69052]: DEBUG nova.virt.hardware [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.584555] env[69052]: DEBUG nova.virt.hardware [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.584757] env[69052]: DEBUG nova.virt.hardware [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.584934] env[69052]: DEBUG nova.virt.hardware [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.585182] env[69052]: DEBUG nova.virt.hardware [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.585402] env[69052]: DEBUG nova.virt.hardware [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.585562] env[69052]: DEBUG nova.virt.hardware [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.585729] env[69052]: DEBUG nova.virt.hardware [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.585892] env[69052]: DEBUG nova.virt.hardware [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.586141] env[69052]: DEBUG nova.virt.hardware [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.587100] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fe10b4-080c-4395-80a7-96ad0a959d31 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.598527] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516bca7d-c5f3-44cb-b69d-1478952785bd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.673487] env[69052]: DEBUG oslo_vmware.api [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3237064, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.716862] env[69052]: DEBUG oslo_concurrency.lockutils [None req-98d0c80f-1f78-4651-9140-5552725320f4 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "df3b06cf-7e3e-493e-845b-7ae4c41afad4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.813287] env[69052]: DEBUG oslo_vmware.api [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237062, 'name': RelocateVM_Task} progress is 78%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.818557] env[69052]: DEBUG nova.compute.manager [None req-68228cda-53f8-4028-9eb0-e46febae762b tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.819090] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3be56266-aad3-4408-9815-11031356db00 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.833820] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef37802c-7bbf-4392-b80b-828860627eae {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.850814] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b67063c-545c-4a51-b469-5f0ada0d42aa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.861825] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6ef373-9c4d-4c9c-ba28-938c76baaa91 tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Doing hard reboot of VM {{(pid=69052) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1083.862134] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-3737ffb4-8517-4b65-b7cf-a500c496573f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.880140] env[69052]: WARNING nova.virt.vmwareapi.driver [None req-68228cda-53f8-4028-9eb0-e46febae762b tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance e146fc98-968c-48aa-a570-ace49141a002 could not be found. [ 1083.883586] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-68228cda-53f8-4028-9eb0-e46febae762b tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.885269] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6fbf793-1730-45e0-b28d-d372ad041df5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.887712] env[69052]: DEBUG oslo_vmware.api [None req-9f6ef373-9c4d-4c9c-ba28-938c76baaa91 tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Waiting for the task: (returnval){ [ 1083.887712] env[69052]: value = "task-3237065" [ 1083.887712] env[69052]: _type = "Task" [ 1083.887712] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.905493] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed16169a-5a8c-434d-a10d-2c4e50ecfc06 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.919070] env[69052]: DEBUG nova.compute.manager [req-cca97e9a-dd66-4b69-b45b-bb42395c183e req-f343b58e-de94-4cbe-bde5-ae50546e2580 service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Received event network-vif-plugged-7befea80-7beb-4b37-84bd-3eca7a361805 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.920036] env[69052]: DEBUG oslo_concurrency.lockutils [req-cca97e9a-dd66-4b69-b45b-bb42395c183e req-f343b58e-de94-4cbe-bde5-ae50546e2580 service nova] Acquiring lock "9df7bf8b-3cdc-46d5-9e81-54f3391902ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.920036] env[69052]: DEBUG oslo_concurrency.lockutils [req-cca97e9a-dd66-4b69-b45b-bb42395c183e req-f343b58e-de94-4cbe-bde5-ae50546e2580 service nova] Lock "9df7bf8b-3cdc-46d5-9e81-54f3391902ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.920036] env[69052]: DEBUG oslo_concurrency.lockutils [req-cca97e9a-dd66-4b69-b45b-bb42395c183e req-f343b58e-de94-4cbe-bde5-ae50546e2580 service nova] Lock "9df7bf8b-3cdc-46d5-9e81-54f3391902ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.920036] env[69052]: DEBUG nova.compute.manager [req-cca97e9a-dd66-4b69-b45b-bb42395c183e req-f343b58e-de94-4cbe-bde5-ae50546e2580 service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] No waiting events found dispatching network-vif-plugged-7befea80-7beb-4b37-84bd-3eca7a361805 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.920282] env[69052]: WARNING nova.compute.manager [req-cca97e9a-dd66-4b69-b45b-bb42395c183e req-f343b58e-de94-4cbe-bde5-ae50546e2580 service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Received unexpected event network-vif-plugged-7befea80-7beb-4b37-84bd-3eca7a361805 for instance with vm_state building and task_state spawning. [ 1083.920914] env[69052]: DEBUG oslo_vmware.api [None req-9f6ef373-9c4d-4c9c-ba28-938c76baaa91 tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Task: {'id': task-3237065, 'name': ResetVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.924262] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.924787] env[69052]: DEBUG nova.compute.manager [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1083.931019] env[69052]: DEBUG oslo_concurrency.lockutils [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.318s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.931019] env[69052]: DEBUG nova.objects.instance [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lazy-loading 'resources' on Instance uuid dd487472-5baf-4e41-b7b6-27a56ce96f04 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.961676] env[69052]: WARNING nova.virt.vmwareapi.vmops [None req-68228cda-53f8-4028-9eb0-e46febae762b tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance e146fc98-968c-48aa-a570-ace49141a002 could not be found. [ 1083.961931] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-68228cda-53f8-4028-9eb0-e46febae762b tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.962114] env[69052]: INFO nova.compute.manager [None req-68228cda-53f8-4028-9eb0-e46febae762b tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Took 0.14 seconds to destroy the instance on the hypervisor. [ 1083.962506] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68228cda-53f8-4028-9eb0-e46febae762b tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.962937] env[69052]: DEBUG nova.compute.manager [-] [instance: e146fc98-968c-48aa-a570-ace49141a002] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.962937] env[69052]: DEBUG nova.network.neutron [-] [instance: e146fc98-968c-48aa-a570-ace49141a002] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.030018] env[69052]: DEBUG nova.network.neutron [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Successfully updated port: 7befea80-7beb-4b37-84bd-3eca7a361805 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.177748] env[69052]: DEBUG oslo_vmware.api [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3237064, 'name': PowerOnVM_Task, 'duration_secs': 1.079678} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.178222] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.178502] env[69052]: INFO nova.compute.manager [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Took 9.65 seconds to spawn the instance on the hypervisor. [ 1084.178844] env[69052]: DEBUG nova.compute.manager [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.180187] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43704b0f-6b71-4220-8e73-446b81b70be0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.188168] env[69052]: DEBUG nova.network.neutron [req-6aed2214-62ba-4d39-aaf8-911bd29b66df req-47afa4ef-7ced-4e58-8788-e6283269be21 service nova] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Updated VIF entry in instance network info cache for port 0edc3da1-f1ad-4ec7-8898-78221c20e70f. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.188655] env[69052]: DEBUG nova.network.neutron [req-6aed2214-62ba-4d39-aaf8-911bd29b66df req-47afa4ef-7ced-4e58-8788-e6283269be21 service nova] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Updating instance_info_cache with network_info: [{"id": "0edc3da1-f1ad-4ec7-8898-78221c20e70f", "address": "fa:16:3e:da:43:9a", "network": {"id": "1e799245-f22d-49f1-9e4a-3f8c57970aef", "bridge": null, "label": "tempest-DeleteServersTestJSON-77695136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a78122ee1db4ec99999744f40855901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0edc3da1-f1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.311083] env[69052]: DEBUG oslo_vmware.api [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237062, 'name': RelocateVM_Task} progress is 92%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.398648] env[69052]: DEBUG oslo_vmware.api [None req-9f6ef373-9c4d-4c9c-ba28-938c76baaa91 tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Task: {'id': task-3237065, 'name': ResetVM_Task, 'duration_secs': 0.11474} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.398816] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6ef373-9c4d-4c9c-ba28-938c76baaa91 tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Did hard reboot of VM {{(pid=69052) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1084.399021] env[69052]: DEBUG nova.compute.manager [None req-9f6ef373-9c4d-4c9c-ba28-938c76baaa91 tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.399799] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b05d19-6a10-4207-9c8e-89b9bc57701e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.429689] env[69052]: DEBUG nova.compute.utils [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.431132] env[69052]: DEBUG nova.compute.manager [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.431314] env[69052]: DEBUG nova.network.neutron [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.520758] env[69052]: DEBUG nova.policy [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f047f102b6d4e30a7837f01a46f6a57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1495d4ac73df4810a0b8e7a5a102deb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.532199] env[69052]: DEBUG oslo_concurrency.lockutils [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "refresh_cache-9df7bf8b-3cdc-46d5-9e81-54f3391902ff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.532565] env[69052]: DEBUG oslo_concurrency.lockutils [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquired lock "refresh_cache-9df7bf8b-3cdc-46d5-9e81-54f3391902ff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.532565] env[69052]: DEBUG nova.network.neutron [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.648586] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbf7e51-2cf2-4874-bb2e-abd7fd2341ee {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.657460] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b80df1-1c71-4b18-921c-b99f2cd3beed {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.690051] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0e3d9e-8b80-4960-bbc8-097e627d875e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.700759] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db82b41-a98f-41e0-88a0-758f59c9fec3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.704440] env[69052]: DEBUG oslo_concurrency.lockutils [req-6aed2214-62ba-4d39-aaf8-911bd29b66df req-47afa4ef-7ced-4e58-8788-e6283269be21 service nova] Releasing lock "refresh_cache-df3b06cf-7e3e-493e-845b-7ae4c41afad4" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.704684] env[69052]: DEBUG nova.compute.manager [req-6aed2214-62ba-4d39-aaf8-911bd29b66df req-47afa4ef-7ced-4e58-8788-e6283269be21 service nova] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Received event network-vif-plugged-4c0a3afb-b92d-4e1f-a22d-15dd6d92078a {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.704886] env[69052]: DEBUG oslo_concurrency.lockutils [req-6aed2214-62ba-4d39-aaf8-911bd29b66df req-47afa4ef-7ced-4e58-8788-e6283269be21 service nova] Acquiring lock "86a4be36-156e-42b8-9fe6-e328ce53d5f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.705159] env[69052]: DEBUG oslo_concurrency.lockutils [req-6aed2214-62ba-4d39-aaf8-911bd29b66df req-47afa4ef-7ced-4e58-8788-e6283269be21 service nova] Lock "86a4be36-156e-42b8-9fe6-e328ce53d5f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.705346] env[69052]: DEBUG oslo_concurrency.lockutils [req-6aed2214-62ba-4d39-aaf8-911bd29b66df req-47afa4ef-7ced-4e58-8788-e6283269be21 service nova] Lock "86a4be36-156e-42b8-9fe6-e328ce53d5f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.705516] env[69052]: DEBUG nova.compute.manager [req-6aed2214-62ba-4d39-aaf8-911bd29b66df req-47afa4ef-7ced-4e58-8788-e6283269be21 service nova] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] No waiting events found dispatching network-vif-plugged-4c0a3afb-b92d-4e1f-a22d-15dd6d92078a {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1084.705679] env[69052]: WARNING nova.compute.manager [req-6aed2214-62ba-4d39-aaf8-911bd29b66df req-47afa4ef-7ced-4e58-8788-e6283269be21 service nova] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Received unexpected event network-vif-plugged-4c0a3afb-b92d-4e1f-a22d-15dd6d92078a for instance with vm_state building and task_state spawning. [ 1084.705835] env[69052]: DEBUG nova.compute.manager [req-6aed2214-62ba-4d39-aaf8-911bd29b66df req-47afa4ef-7ced-4e58-8788-e6283269be21 service nova] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Received event network-changed-4c0a3afb-b92d-4e1f-a22d-15dd6d92078a {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.706031] env[69052]: DEBUG nova.compute.manager [req-6aed2214-62ba-4d39-aaf8-911bd29b66df req-47afa4ef-7ced-4e58-8788-e6283269be21 service nova] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Refreshing instance network info cache due to event network-changed-4c0a3afb-b92d-4e1f-a22d-15dd6d92078a. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.706246] env[69052]: DEBUG oslo_concurrency.lockutils [req-6aed2214-62ba-4d39-aaf8-911bd29b66df req-47afa4ef-7ced-4e58-8788-e6283269be21 service nova] Acquiring lock "refresh_cache-86a4be36-156e-42b8-9fe6-e328ce53d5f1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.706392] env[69052]: DEBUG oslo_concurrency.lockutils [req-6aed2214-62ba-4d39-aaf8-911bd29b66df req-47afa4ef-7ced-4e58-8788-e6283269be21 service nova] Acquired lock "refresh_cache-86a4be36-156e-42b8-9fe6-e328ce53d5f1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.706547] env[69052]: DEBUG nova.network.neutron [req-6aed2214-62ba-4d39-aaf8-911bd29b66df req-47afa4ef-7ced-4e58-8788-e6283269be21 service nova] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Refreshing network info cache for port 4c0a3afb-b92d-4e1f-a22d-15dd6d92078a {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.723042] env[69052]: DEBUG nova.compute.provider_tree [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.724715] env[69052]: INFO nova.compute.manager [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Took 17.94 seconds to build instance. [ 1084.807147] env[69052]: DEBUG oslo_vmware.api [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237062, 'name': RelocateVM_Task} progress is 98%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.913478] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9f6ef373-9c4d-4c9c-ba28-938c76baaa91 tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Lock "270aad9c-8764-4485-9b22-d8c29281fe5e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.359s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.934128] env[69052]: DEBUG nova.compute.manager [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.076222] env[69052]: DEBUG nova.network.neutron [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.227618] env[69052]: DEBUG nova.scheduler.client.report [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.235030] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5a67b920-a9f1-4fb4-8f89-ad7a9c355319 tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "4b21ce9d-f72e-4baa-8ab3-491ceaca9471" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.464s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.302784] env[69052]: DEBUG nova.network.neutron [req-6aed2214-62ba-4d39-aaf8-911bd29b66df req-47afa4ef-7ced-4e58-8788-e6283269be21 service nova] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.315685] env[69052]: DEBUG oslo_vmware.api [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237062, 'name': RelocateVM_Task, 'duration_secs': 3.28797} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.316023] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Volume attach. Driver type: vmdk {{(pid=69052) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1085.316287] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646964', 'volume_id': '2211020c-3007-4790-be79-c9b55e3f6040', 'name': 'volume-2211020c-3007-4790-be79-c9b55e3f6040', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9ccfb80f-ea9f-4be8-a152-68c5b30d68f8', 'attached_at': '', 'detached_at': '', 'volume_id': '2211020c-3007-4790-be79-c9b55e3f6040', 'serial': '2211020c-3007-4790-be79-c9b55e3f6040'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1085.317194] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0403005f-a34d-4432-affa-da9ca2d000a8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.337719] env[69052]: DEBUG nova.network.neutron [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Updating instance_info_cache with network_info: [{"id": "7befea80-7beb-4b37-84bd-3eca7a361805", "address": "fa:16:3e:8f:c2:7d", "network": {"id": "a09c611a-3f85-44ff-a673-e176af1ea211", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-63151955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19918ec410294b2685d0e75828f74507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7befea80-7b", "ovs_interfaceid": "7befea80-7beb-4b37-84bd-3eca7a361805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.338067] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a792f9dc-3c52-4e0e-8d6a-54da863d01c7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.362228] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-2211020c-3007-4790-be79-c9b55e3f6040/volume-2211020c-3007-4790-be79-c9b55e3f6040.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.363296] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d07f52e-f28e-4246-a895-fd8bcc06ba7e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.384799] env[69052]: DEBUG oslo_vmware.api [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1085.384799] env[69052]: value = "task-3237066" [ 1085.384799] env[69052]: _type = "Task" [ 1085.384799] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.394370] env[69052]: DEBUG oslo_vmware.api [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.538843] env[69052]: DEBUG nova.compute.manager [req-1879248e-60c1-47b7-a3bb-081fb324d6f5 req-a6ec8aa9-a7c2-4ce1-a759-822a9ecfa2e3 service nova] [instance: e146fc98-968c-48aa-a570-ace49141a002] Received event network-vif-deleted-4d34f7fb-ee6a-483d-945e-0330bc7da54f {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.538843] env[69052]: INFO nova.compute.manager [req-1879248e-60c1-47b7-a3bb-081fb324d6f5 req-a6ec8aa9-a7c2-4ce1-a759-822a9ecfa2e3 service nova] [instance: e146fc98-968c-48aa-a570-ace49141a002] Neutron deleted interface 4d34f7fb-ee6a-483d-945e-0330bc7da54f; detaching it from the instance and deleting it from the info cache [ 1085.538843] env[69052]: DEBUG nova.network.neutron [req-1879248e-60c1-47b7-a3bb-081fb324d6f5 req-a6ec8aa9-a7c2-4ce1-a759-822a9ecfa2e3 service nova] [instance: e146fc98-968c-48aa-a570-ace49141a002] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.556622] env[69052]: DEBUG nova.network.neutron [req-6aed2214-62ba-4d39-aaf8-911bd29b66df req-47afa4ef-7ced-4e58-8788-e6283269be21 service nova] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.584166] env[69052]: DEBUG nova.network.neutron [-] [instance: e146fc98-968c-48aa-a570-ace49141a002] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.691173] env[69052]: DEBUG nova.network.neutron [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Successfully created port: 1a640e2e-295e-43f9-862c-a863c646cb75 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.736023] env[69052]: DEBUG oslo_concurrency.lockutils [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.738370] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.991s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.738574] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.738733] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69052) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1085.739055] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.565s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.745134] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30eede9-cad8-47d3-9b3c-2ae0d41c0310 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.754595] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a48e884-f874-4cd4-940a-a698b04bc091 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.778720] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d394785-5656-4a9d-a322-5f890fe97a56 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.786778] env[69052]: INFO nova.scheduler.client.report [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Deleted allocations for instance dd487472-5baf-4e41-b7b6-27a56ce96f04 [ 1085.787617] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab0cf2d-923a-4fb6-9ec3-b09cf2569cbc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.826621] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179497MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=69052) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1085.827299] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.831094] env[69052]: DEBUG nova.network.neutron [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Successfully updated port: c4a7f645-5380-4a1c-9c60-a33ce159477a {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.842427] env[69052]: DEBUG oslo_concurrency.lockutils [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Releasing lock "refresh_cache-9df7bf8b-3cdc-46d5-9e81-54f3391902ff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.842829] env[69052]: DEBUG nova.compute.manager [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Instance network_info: |[{"id": "7befea80-7beb-4b37-84bd-3eca7a361805", "address": "fa:16:3e:8f:c2:7d", "network": {"id": "a09c611a-3f85-44ff-a673-e176af1ea211", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-63151955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19918ec410294b2685d0e75828f74507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7befea80-7b", "ovs_interfaceid": "7befea80-7beb-4b37-84bd-3eca7a361805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.843401] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:c2:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7befea80-7beb-4b37-84bd-3eca7a361805', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.852553] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.857715] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.858408] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5cc9dde-5b67-432d-95d5-224e857e42eb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.890439] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.890439] env[69052]: value = "task-3237067" [ 1085.890439] env[69052]: _type = "Task" [ 1085.890439] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.901860] env[69052]: DEBUG oslo_vmware.api [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237066, 'name': ReconfigVM_Task, 'duration_secs': 0.308566} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.906031] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-2211020c-3007-4790-be79-c9b55e3f6040/volume-2211020c-3007-4790-be79-c9b55e3f6040.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.912299] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5bcf661-dfd2-4d28-b6ac-9ce9eadde527 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.925436] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237067, 'name': CreateVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.935607] env[69052]: DEBUG oslo_vmware.api [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1085.935607] env[69052]: value = "task-3237068" [ 1085.935607] env[69052]: _type = "Task" [ 1085.935607] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.946131] env[69052]: DEBUG oslo_vmware.api [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.950040] env[69052]: DEBUG nova.compute.manager [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1085.987793] env[69052]: DEBUG nova.virt.hardware [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.988108] env[69052]: DEBUG nova.virt.hardware [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.988291] env[69052]: DEBUG nova.virt.hardware [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.988537] env[69052]: DEBUG nova.virt.hardware [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.988687] env[69052]: DEBUG nova.virt.hardware [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.988859] env[69052]: DEBUG nova.virt.hardware [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.989116] env[69052]: DEBUG nova.virt.hardware [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.989294] env[69052]: DEBUG nova.virt.hardware [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.989547] env[69052]: DEBUG nova.virt.hardware [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.989829] env[69052]: DEBUG nova.virt.hardware [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.990112] env[69052]: DEBUG nova.virt.hardware [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.991728] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137258ab-4140-49e2-b7f4-1ad161b7bbb4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.005472] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448505f3-70fc-4377-a037-286332e50715 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.041225] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0f2ab76-341a-4ca0-9792-62f8f0db3a8a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.054925] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2921224d-82d9-4b1c-ab1c-c1a921d77820 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.069298] env[69052]: DEBUG oslo_concurrency.lockutils [req-6aed2214-62ba-4d39-aaf8-911bd29b66df req-47afa4ef-7ced-4e58-8788-e6283269be21 service nova] Releasing lock "refresh_cache-86a4be36-156e-42b8-9fe6-e328ce53d5f1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.084514] env[69052]: DEBUG nova.compute.manager [req-13037f88-9450-4cfc-906b-84eb571eba88 req-969bd271-e6ae-4e1c-aa64-a99c2ae8e8c6 service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Received event network-changed-7befea80-7beb-4b37-84bd-3eca7a361805 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.084514] env[69052]: DEBUG nova.compute.manager [req-13037f88-9450-4cfc-906b-84eb571eba88 req-969bd271-e6ae-4e1c-aa64-a99c2ae8e8c6 service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Refreshing instance network info cache due to event network-changed-7befea80-7beb-4b37-84bd-3eca7a361805. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.084637] env[69052]: DEBUG oslo_concurrency.lockutils [req-13037f88-9450-4cfc-906b-84eb571eba88 req-969bd271-e6ae-4e1c-aa64-a99c2ae8e8c6 service nova] Acquiring lock "refresh_cache-9df7bf8b-3cdc-46d5-9e81-54f3391902ff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.084755] env[69052]: DEBUG oslo_concurrency.lockutils [req-13037f88-9450-4cfc-906b-84eb571eba88 req-969bd271-e6ae-4e1c-aa64-a99c2ae8e8c6 service nova] Acquired lock "refresh_cache-9df7bf8b-3cdc-46d5-9e81-54f3391902ff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.085014] env[69052]: DEBUG nova.network.neutron [req-13037f88-9450-4cfc-906b-84eb571eba88 req-969bd271-e6ae-4e1c-aa64-a99c2ae8e8c6 service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Refreshing network info cache for port 7befea80-7beb-4b37-84bd-3eca7a361805 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.089758] env[69052]: INFO nova.compute.manager [-] [instance: e146fc98-968c-48aa-a570-ace49141a002] Took 2.13 seconds to deallocate network for instance. [ 1086.107050] env[69052]: DEBUG nova.compute.manager [req-1879248e-60c1-47b7-a3bb-081fb324d6f5 req-a6ec8aa9-a7c2-4ce1-a759-822a9ecfa2e3 service nova] [instance: e146fc98-968c-48aa-a570-ace49141a002] Detach interface failed, port_id=4d34f7fb-ee6a-483d-945e-0330bc7da54f, reason: Instance e146fc98-968c-48aa-a570-ace49141a002 could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1086.116304] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b3252b-92d9-4b64-9ed0-89bac00a601c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.126132] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce46712-8b21-4add-bf84-c904389b7506 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.160976] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d60bf3e-1463-48b5-b612-281a1128863f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.171710] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f696ead1-097a-4fc3-a3dd-69f63958f4ee {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.211808] env[69052]: DEBUG nova.compute.provider_tree [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.299378] env[69052]: DEBUG oslo_concurrency.lockutils [None req-734cff34-a5f0-47da-8322-5b2a2bc4adbb tempest-AttachInterfacesTestJSON-1759037747 tempest-AttachInterfacesTestJSON-1759037747-project-member] Lock "dd487472-5baf-4e41-b7b6-27a56ce96f04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.233s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.334159] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Acquiring lock "refresh_cache-86a4be36-156e-42b8-9fe6-e328ce53d5f1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.334326] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Acquired lock "refresh_cache-86a4be36-156e-42b8-9fe6-e328ce53d5f1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.336596] env[69052]: DEBUG nova.network.neutron [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.382817] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Acquiring lock "270aad9c-8764-4485-9b22-d8c29281fe5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.385542] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Lock "270aad9c-8764-4485-9b22-d8c29281fe5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.385542] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Acquiring lock "270aad9c-8764-4485-9b22-d8c29281fe5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.385542] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Lock "270aad9c-8764-4485-9b22-d8c29281fe5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.385542] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Lock "270aad9c-8764-4485-9b22-d8c29281fe5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.388536] env[69052]: INFO nova.compute.manager [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Terminating instance [ 1086.403698] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237067, 'name': CreateVM_Task, 'duration_secs': 0.4025} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.404653] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.406327] env[69052]: DEBUG oslo_concurrency.lockutils [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.406327] env[69052]: DEBUG oslo_concurrency.lockutils [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.406327] env[69052]: DEBUG oslo_concurrency.lockutils [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.407264] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58702aeb-7fa8-4040-b698-72072c8ae6d7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.414564] env[69052]: DEBUG oslo_vmware.api [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1086.414564] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e3dec0-b4bb-3d7d-a859-602d018f54d8" [ 1086.414564] env[69052]: _type = "Task" [ 1086.414564] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.425917] env[69052]: DEBUG oslo_vmware.api [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e3dec0-b4bb-3d7d-a859-602d018f54d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.449573] env[69052]: DEBUG oslo_vmware.api [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237068, 'name': ReconfigVM_Task, 'duration_secs': 0.175668} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.449573] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646964', 'volume_id': '2211020c-3007-4790-be79-c9b55e3f6040', 'name': 'volume-2211020c-3007-4790-be79-c9b55e3f6040', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9ccfb80f-ea9f-4be8-a152-68c5b30d68f8', 'attached_at': '', 'detached_at': '', 'volume_id': '2211020c-3007-4790-be79-c9b55e3f6040', 'serial': '2211020c-3007-4790-be79-c9b55e3f6040'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1086.449573] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da6efcd3-ec48-4146-b628-4b32567d9a35 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.457426] env[69052]: DEBUG oslo_vmware.api [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1086.457426] env[69052]: value = "task-3237069" [ 1086.457426] env[69052]: _type = "Task" [ 1086.457426] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.470386] env[69052]: DEBUG oslo_vmware.api [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237069, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.661107] env[69052]: INFO nova.compute.manager [None req-68228cda-53f8-4028-9eb0-e46febae762b tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Took 0.56 seconds to detach 1 volumes for instance. [ 1086.662486] env[69052]: DEBUG nova.compute.manager [None req-68228cda-53f8-4028-9eb0-e46febae762b tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Deleting volume: 2f8c0c05-6b88-4d1a-8862-062c2e67fba9 {{(pid=69052) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1086.715993] env[69052]: DEBUG nova.scheduler.client.report [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.897761] env[69052]: DEBUG nova.compute.manager [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.898014] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.898937] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f549bfa5-39e3-45e2-8269-3d73d94f7346 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.908445] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.908719] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e767fae-6b8c-4c5b-aa22-e32fddf386fa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.920486] env[69052]: DEBUG oslo_vmware.api [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Waiting for the task: (returnval){ [ 1086.920486] env[69052]: value = "task-3237071" [ 1086.920486] env[69052]: _type = "Task" [ 1086.920486] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.930893] env[69052]: DEBUG oslo_vmware.api [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e3dec0-b4bb-3d7d-a859-602d018f54d8, 'name': SearchDatastore_Task, 'duration_secs': 0.012076} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.934581] env[69052]: DEBUG oslo_concurrency.lockutils [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.934840] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.935121] env[69052]: DEBUG oslo_concurrency.lockutils [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.935343] env[69052]: DEBUG oslo_concurrency.lockutils [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.935519] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.935811] env[69052]: DEBUG oslo_vmware.api [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Task: {'id': task-3237071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.938170] env[69052]: DEBUG nova.network.neutron [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.939592] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e05b58a6-16ae-4999-a6c3-9c62b993b5ab {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.950763] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.951253] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.952097] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5ba71ae-cd26-40d9-afea-1b2ca56934b4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.958708] env[69052]: DEBUG oslo_vmware.api [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1086.958708] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521d353c-572a-7494-c888-ac6a3690789a" [ 1086.958708] env[69052]: _type = "Task" [ 1086.958708] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.971890] env[69052]: DEBUG oslo_vmware.api [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237069, 'name': Rename_Task, 'duration_secs': 0.152806} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.975225] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.975523] env[69052]: DEBUG oslo_vmware.api [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521d353c-572a-7494-c888-ac6a3690789a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.975727] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1ecb3ee-81c5-4736-be7d-60f28133a8a7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.990778] env[69052]: DEBUG oslo_vmware.api [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1086.990778] env[69052]: value = "task-3237072" [ 1086.990778] env[69052]: _type = "Task" [ 1086.990778] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.004023] env[69052]: DEBUG oslo_vmware.api [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.197746] env[69052]: DEBUG nova.network.neutron [req-13037f88-9450-4cfc-906b-84eb571eba88 req-969bd271-e6ae-4e1c-aa64-a99c2ae8e8c6 service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Updated VIF entry in instance network info cache for port 7befea80-7beb-4b37-84bd-3eca7a361805. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.198205] env[69052]: DEBUG nova.network.neutron [req-13037f88-9450-4cfc-906b-84eb571eba88 req-969bd271-e6ae-4e1c-aa64-a99c2ae8e8c6 service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Updating instance_info_cache with network_info: [{"id": "7befea80-7beb-4b37-84bd-3eca7a361805", "address": "fa:16:3e:8f:c2:7d", "network": {"id": "a09c611a-3f85-44ff-a673-e176af1ea211", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-63151955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19918ec410294b2685d0e75828f74507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7befea80-7b", "ovs_interfaceid": "7befea80-7beb-4b37-84bd-3eca7a361805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.215770] env[69052]: DEBUG oslo_concurrency.lockutils [None req-68228cda-53f8-4028-9eb0-e46febae762b tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.227706] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.488s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.228079] env[69052]: INFO nova.compute.manager [None req-e6d73aef-6d7f-4e8d-ba92-31c4d5741744 tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] [instance: e146fc98-968c-48aa-a570-ace49141a002] Successfully reverted task state from rebuilding on failure for instance. [ 1087.240740] env[69052]: DEBUG oslo_concurrency.lockutils [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.864s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.241344] env[69052]: DEBUG nova.objects.instance [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lazy-loading 'resources' on Instance uuid df3b06cf-7e3e-493e-845b-7ae4c41afad4 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.432725] env[69052]: DEBUG oslo_vmware.api [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Task: {'id': task-3237071, 'name': PowerOffVM_Task, 'duration_secs': 0.27993} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.433043] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.433224] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.433492] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9d88729-4443-4645-9252-bd1c9ae47010 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.474647] env[69052]: DEBUG oslo_vmware.api [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521d353c-572a-7494-c888-ac6a3690789a, 'name': SearchDatastore_Task, 'duration_secs': 0.014557} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.475642] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdd014d7-82d9-4f1a-a33a-81dfd52c9203 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.482102] env[69052]: DEBUG oslo_vmware.api [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1087.482102] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524c6322-b45e-3069-ecf4-ae00722eee39" [ 1087.482102] env[69052]: _type = "Task" [ 1087.482102] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.491422] env[69052]: DEBUG oslo_vmware.api [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524c6322-b45e-3069-ecf4-ae00722eee39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.505416] env[69052]: DEBUG oslo_vmware.api [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237072, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.529373] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.529612] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.529803] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Deleting the datastore file [datastore1] 270aad9c-8764-4485-9b22-d8c29281fe5e {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.530115] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ee25266-7053-44f3-b32e-91e63327350f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.539724] env[69052]: DEBUG oslo_vmware.api [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Waiting for the task: (returnval){ [ 1087.539724] env[69052]: value = "task-3237074" [ 1087.539724] env[69052]: _type = "Task" [ 1087.539724] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.550510] env[69052]: DEBUG oslo_vmware.api [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Task: {'id': task-3237074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.613513] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "4b21ce9d-f72e-4baa-8ab3-491ceaca9471" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.613788] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "4b21ce9d-f72e-4baa-8ab3-491ceaca9471" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.613991] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "4b21ce9d-f72e-4baa-8ab3-491ceaca9471-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.614191] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "4b21ce9d-f72e-4baa-8ab3-491ceaca9471-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.614454] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "4b21ce9d-f72e-4baa-8ab3-491ceaca9471-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.620250] env[69052]: INFO nova.compute.manager [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Terminating instance [ 1087.636501] env[69052]: DEBUG nova.compute.manager [req-ecb853b1-c922-49dc-820e-9c20892e98bc req-663cfa78-13b3-4aea-b4a2-736f4dd1d570 service nova] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Received event network-vif-plugged-c4a7f645-5380-4a1c-9c60-a33ce159477a {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.636811] env[69052]: DEBUG oslo_concurrency.lockutils [req-ecb853b1-c922-49dc-820e-9c20892e98bc req-663cfa78-13b3-4aea-b4a2-736f4dd1d570 service nova] Acquiring lock "86a4be36-156e-42b8-9fe6-e328ce53d5f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.637470] env[69052]: DEBUG oslo_concurrency.lockutils [req-ecb853b1-c922-49dc-820e-9c20892e98bc req-663cfa78-13b3-4aea-b4a2-736f4dd1d570 service nova] Lock "86a4be36-156e-42b8-9fe6-e328ce53d5f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.638120] env[69052]: DEBUG oslo_concurrency.lockutils [req-ecb853b1-c922-49dc-820e-9c20892e98bc req-663cfa78-13b3-4aea-b4a2-736f4dd1d570 service nova] Lock "86a4be36-156e-42b8-9fe6-e328ce53d5f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.638456] env[69052]: DEBUG nova.compute.manager [req-ecb853b1-c922-49dc-820e-9c20892e98bc req-663cfa78-13b3-4aea-b4a2-736f4dd1d570 service nova] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] No waiting events found dispatching network-vif-plugged-c4a7f645-5380-4a1c-9c60-a33ce159477a {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1087.638713] env[69052]: WARNING nova.compute.manager [req-ecb853b1-c922-49dc-820e-9c20892e98bc req-663cfa78-13b3-4aea-b4a2-736f4dd1d570 service nova] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Received unexpected event network-vif-plugged-c4a7f645-5380-4a1c-9c60-a33ce159477a for instance with vm_state building and task_state spawning. [ 1087.638955] env[69052]: DEBUG nova.compute.manager [req-ecb853b1-c922-49dc-820e-9c20892e98bc req-663cfa78-13b3-4aea-b4a2-736f4dd1d570 service nova] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Received event network-changed-c4a7f645-5380-4a1c-9c60-a33ce159477a {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.640251] env[69052]: DEBUG nova.compute.manager [req-ecb853b1-c922-49dc-820e-9c20892e98bc req-663cfa78-13b3-4aea-b4a2-736f4dd1d570 service nova] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Refreshing instance network info cache due to event network-changed-c4a7f645-5380-4a1c-9c60-a33ce159477a. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.640251] env[69052]: DEBUG oslo_concurrency.lockutils [req-ecb853b1-c922-49dc-820e-9c20892e98bc req-663cfa78-13b3-4aea-b4a2-736f4dd1d570 service nova] Acquiring lock "refresh_cache-86a4be36-156e-42b8-9fe6-e328ce53d5f1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.699808] env[69052]: DEBUG nova.network.neutron [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Updating instance_info_cache with network_info: [{"id": "4c0a3afb-b92d-4e1f-a22d-15dd6d92078a", "address": "fa:16:3e:74:85:1e", "network": {"id": "3ce55669-1344-49d1-b541-f992c4ef858e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-284352606", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4f092011b2d4dbe94ccbcafcc89cedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c0a3afb-b9", "ovs_interfaceid": "4c0a3afb-b92d-4e1f-a22d-15dd6d92078a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c4a7f645-5380-4a1c-9c60-a33ce159477a", "address": "fa:16:3e:66:51:0c", "network": {"id": "9bda7923-9eda-4eb9-9db3-35b525f78562", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-693959883", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c4f092011b2d4dbe94ccbcafcc89cedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4a7f645-53", "ovs_interfaceid": "c4a7f645-5380-4a1c-9c60-a33ce159477a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.705024] env[69052]: DEBUG oslo_concurrency.lockutils [req-13037f88-9450-4cfc-906b-84eb571eba88 req-969bd271-e6ae-4e1c-aa64-a99c2ae8e8c6 service nova] Releasing lock "refresh_cache-9df7bf8b-3cdc-46d5-9e81-54f3391902ff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.746301] env[69052]: DEBUG nova.objects.instance [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lazy-loading 'numa_topology' on Instance uuid df3b06cf-7e3e-493e-845b-7ae4c41afad4 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.868379] env[69052]: DEBUG nova.network.neutron [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Successfully updated port: 1a640e2e-295e-43f9-862c-a863c646cb75 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1088.004215] env[69052]: DEBUG oslo_vmware.api [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524c6322-b45e-3069-ecf4-ae00722eee39, 'name': SearchDatastore_Task, 'duration_secs': 0.032663} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.005517] env[69052]: DEBUG oslo_concurrency.lockutils [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.006141] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 9df7bf8b-3cdc-46d5-9e81-54f3391902ff/9df7bf8b-3cdc-46d5-9e81-54f3391902ff.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.006703] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b5fc4f0-a13e-4608-b8a0-fb54c1c5313f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.015202] env[69052]: DEBUG oslo_vmware.api [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237072, 'name': PowerOnVM_Task, 'duration_secs': 0.681811} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.017966] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.017966] env[69052]: INFO nova.compute.manager [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1088.017966] env[69052]: DEBUG nova.compute.manager [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.018281] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6ecce6-7b4f-4dfb-b021-2b3337733875 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.023814] env[69052]: DEBUG oslo_vmware.api [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1088.023814] env[69052]: value = "task-3237075" [ 1088.023814] env[69052]: _type = "Task" [ 1088.023814] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.044866] env[69052]: DEBUG oslo_vmware.api [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.058803] env[69052]: DEBUG oslo_vmware.api [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Task: {'id': task-3237074, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.130298] env[69052]: DEBUG nova.compute.manager [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.130543] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.134685] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdbb70d-d073-4125-bc8f-d3f10a6355f5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.146183] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.146507] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac403ce2-ed98-4bba-9bd6-57eaf39c34a0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.156239] env[69052]: DEBUG oslo_vmware.api [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 1088.156239] env[69052]: value = "task-3237076" [ 1088.156239] env[69052]: _type = "Task" [ 1088.156239] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.170452] env[69052]: DEBUG oslo_vmware.api [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3237076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.205526] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Releasing lock "refresh_cache-86a4be36-156e-42b8-9fe6-e328ce53d5f1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.205526] env[69052]: DEBUG nova.compute.manager [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Instance network_info: |[{"id": "4c0a3afb-b92d-4e1f-a22d-15dd6d92078a", "address": "fa:16:3e:74:85:1e", "network": {"id": "3ce55669-1344-49d1-b541-f992c4ef858e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-284352606", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4f092011b2d4dbe94ccbcafcc89cedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c0a3afb-b9", "ovs_interfaceid": "4c0a3afb-b92d-4e1f-a22d-15dd6d92078a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c4a7f645-5380-4a1c-9c60-a33ce159477a", "address": "fa:16:3e:66:51:0c", "network": {"id": "9bda7923-9eda-4eb9-9db3-35b525f78562", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-693959883", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c4f092011b2d4dbe94ccbcafcc89cedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4a7f645-53", "ovs_interfaceid": "c4a7f645-5380-4a1c-9c60-a33ce159477a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1088.205722] env[69052]: DEBUG oslo_concurrency.lockutils [req-ecb853b1-c922-49dc-820e-9c20892e98bc req-663cfa78-13b3-4aea-b4a2-736f4dd1d570 service nova] Acquired lock "refresh_cache-86a4be36-156e-42b8-9fe6-e328ce53d5f1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.206482] env[69052]: DEBUG nova.network.neutron [req-ecb853b1-c922-49dc-820e-9c20892e98bc req-663cfa78-13b3-4aea-b4a2-736f4dd1d570 service nova] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Refreshing network info cache for port c4a7f645-5380-4a1c-9c60-a33ce159477a {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.207138] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:85:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c0a3afb-b92d-4e1f-a22d-15dd6d92078a', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:51:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4a7f645-5380-4a1c-9c60-a33ce159477a', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.218348] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.219504] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.219802] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55028187-ff8a-48ad-a6dc-6a63db07ed6d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.247678] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.247678] env[69052]: value = "task-3237077" [ 1088.247678] env[69052]: _type = "Task" [ 1088.247678] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.251985] env[69052]: DEBUG nova.objects.base [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69052) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1088.264712] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237077, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.375903] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "refresh_cache-f0d1ed9c-894a-4521-afd7-4022225e3431" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.375903] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquired lock "refresh_cache-f0d1ed9c-894a-4521-afd7-4022225e3431" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.375903] env[69052]: DEBUG nova.network.neutron [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.555652] env[69052]: INFO nova.compute.manager [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Took 16.24 seconds to build instance. [ 1088.562507] env[69052]: DEBUG oslo_vmware.api [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237075, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.571300] env[69052]: DEBUG oslo_vmware.api [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Task: {'id': task-3237074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.517999} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.573295] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.573295] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.573486] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.573640] env[69052]: INFO nova.compute.manager [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1088.573927] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.575024] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3882bfb-4f70-4770-92cc-9cde6342f3eb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.577875] env[69052]: DEBUG nova.compute.manager [-] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.577875] env[69052]: DEBUG nova.network.neutron [-] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1088.586990] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbd8ada-0616-4436-b5db-2e08d7c6ba36 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.646920] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cff1b0-b59e-4d5c-abfb-11b2ff29420f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.656632] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c357fb-a42b-4440-bf50-f7e032baae28 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.684794] env[69052]: DEBUG nova.compute.provider_tree [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.693147] env[69052]: DEBUG oslo_vmware.api [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3237076, 'name': PowerOffVM_Task, 'duration_secs': 0.295158} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.695386] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.695386] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.695386] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef69b314-ac0f-4f6c-8512-715b0478238b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.761377] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237077, 'name': CreateVM_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.784081] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.784321] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.784508] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Deleting the datastore file [datastore1] 4b21ce9d-f72e-4baa-8ab3-491ceaca9471 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.784785] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cc14f6b-098a-4ffc-bc17-87c232b84ef3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.792381] env[69052]: DEBUG oslo_vmware.api [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for the task: (returnval){ [ 1088.792381] env[69052]: value = "task-3237079" [ 1088.792381] env[69052]: _type = "Task" [ 1088.792381] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.801984] env[69052]: DEBUG oslo_vmware.api [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3237079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.992766] env[69052]: DEBUG nova.network.neutron [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.035774] env[69052]: DEBUG oslo_vmware.api [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72937} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.038249] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 9df7bf8b-3cdc-46d5-9e81-54f3391902ff/9df7bf8b-3cdc-46d5-9e81-54f3391902ff.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.038471] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.038726] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa36495a-7566-448f-8c63-34689ca60d64 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.047662] env[69052]: DEBUG oslo_vmware.api [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1089.047662] env[69052]: value = "task-3237080" [ 1089.047662] env[69052]: _type = "Task" [ 1089.047662] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.057365] env[69052]: DEBUG oslo_vmware.api [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.064733] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5cbfe46c-13e9-45ed-bc45-76806f79945d tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "9ccfb80f-ea9f-4be8-a152-68c5b30d68f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.756s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.194802] env[69052]: DEBUG nova.scheduler.client.report [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.259611] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237077, 'name': CreateVM_Task, 'duration_secs': 0.747962} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.259789] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.260692] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.260918] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.261185] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.261444] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c3549ab-a29c-4cb4-8ea1-0e0f36239ce3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.267459] env[69052]: DEBUG oslo_vmware.api [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Waiting for the task: (returnval){ [ 1089.267459] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528c6108-124e-73ea-4fd6-9aa8aca1270c" [ 1089.267459] env[69052]: _type = "Task" [ 1089.267459] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.275928] env[69052]: DEBUG oslo_vmware.api [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528c6108-124e-73ea-4fd6-9aa8aca1270c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.302344] env[69052]: DEBUG oslo_vmware.api [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Task: {'id': task-3237079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422062} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.302600] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.302782] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.302968] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.303240] env[69052]: INFO nova.compute.manager [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1089.303428] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.303628] env[69052]: DEBUG nova.compute.manager [-] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.303733] env[69052]: DEBUG nova.network.neutron [-] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.559260] env[69052]: DEBUG oslo_vmware.api [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112409} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.559550] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.560553] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a1883d-d6e4-46e1-b06f-ba9d21a2c3f4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.590326] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 9df7bf8b-3cdc-46d5-9e81-54f3391902ff/9df7bf8b-3cdc-46d5-9e81-54f3391902ff.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.590657] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a74f170-74eb-4470-8d2a-264b2b243da3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.613610] env[69052]: DEBUG oslo_vmware.api [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1089.613610] env[69052]: value = "task-3237081" [ 1089.613610] env[69052]: _type = "Task" [ 1089.613610] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.623959] env[69052]: DEBUG oslo_vmware.api [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.699762] env[69052]: DEBUG oslo_concurrency.lockutils [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.459s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.702732] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.876s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.770208] env[69052]: DEBUG nova.network.neutron [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Updating instance_info_cache with network_info: [{"id": "1a640e2e-295e-43f9-862c-a863c646cb75", "address": "fa:16:3e:3b:53:59", "network": {"id": "d0cac059-a3a4-4d5b-ba84-74fb9bc83064", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811767563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1495d4ac73df4810a0b8e7a5a102deb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a640e2e-29", "ovs_interfaceid": "1a640e2e-295e-43f9-862c-a863c646cb75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.783333] env[69052]: DEBUG nova.network.neutron [req-ecb853b1-c922-49dc-820e-9c20892e98bc req-663cfa78-13b3-4aea-b4a2-736f4dd1d570 service nova] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Updated VIF entry in instance network info cache for port c4a7f645-5380-4a1c-9c60-a33ce159477a. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.784032] env[69052]: DEBUG nova.network.neutron [req-ecb853b1-c922-49dc-820e-9c20892e98bc req-663cfa78-13b3-4aea-b4a2-736f4dd1d570 service nova] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Updating instance_info_cache with network_info: [{"id": "4c0a3afb-b92d-4e1f-a22d-15dd6d92078a", "address": "fa:16:3e:74:85:1e", "network": {"id": "3ce55669-1344-49d1-b541-f992c4ef858e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-284352606", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4f092011b2d4dbe94ccbcafcc89cedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c0a3afb-b9", "ovs_interfaceid": "4c0a3afb-b92d-4e1f-a22d-15dd6d92078a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c4a7f645-5380-4a1c-9c60-a33ce159477a", "address": "fa:16:3e:66:51:0c", "network": {"id": "9bda7923-9eda-4eb9-9db3-35b525f78562", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-693959883", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c4f092011b2d4dbe94ccbcafcc89cedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4a7f645-53", "ovs_interfaceid": "c4a7f645-5380-4a1c-9c60-a33ce159477a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.793827] env[69052]: DEBUG oslo_vmware.api [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528c6108-124e-73ea-4fd6-9aa8aca1270c, 'name': SearchDatastore_Task, 'duration_secs': 0.010613} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.793827] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.793827] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.793827] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.793827] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.794241] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.795692] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22991bd2-2249-4466-8ea7-d0ce83c76e47 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.809332] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.809332] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.809332] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f78a1d8-c75f-4134-a6d0-e3e05d60f7f7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.814867] env[69052]: DEBUG nova.compute.manager [req-9f16d4b5-e647-4022-9502-e988115e834d req-352caece-998e-4b2f-92de-b11278688d7d service nova] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Received event network-vif-plugged-1a640e2e-295e-43f9-862c-a863c646cb75 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.815111] env[69052]: DEBUG oslo_concurrency.lockutils [req-9f16d4b5-e647-4022-9502-e988115e834d req-352caece-998e-4b2f-92de-b11278688d7d service nova] Acquiring lock "f0d1ed9c-894a-4521-afd7-4022225e3431-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.815329] env[69052]: DEBUG oslo_concurrency.lockutils [req-9f16d4b5-e647-4022-9502-e988115e834d req-352caece-998e-4b2f-92de-b11278688d7d service nova] Lock "f0d1ed9c-894a-4521-afd7-4022225e3431-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.815493] env[69052]: DEBUG oslo_concurrency.lockutils [req-9f16d4b5-e647-4022-9502-e988115e834d req-352caece-998e-4b2f-92de-b11278688d7d service nova] Lock "f0d1ed9c-894a-4521-afd7-4022225e3431-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.815684] env[69052]: DEBUG nova.compute.manager [req-9f16d4b5-e647-4022-9502-e988115e834d req-352caece-998e-4b2f-92de-b11278688d7d service nova] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] No waiting events found dispatching network-vif-plugged-1a640e2e-295e-43f9-862c-a863c646cb75 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1089.815816] env[69052]: WARNING nova.compute.manager [req-9f16d4b5-e647-4022-9502-e988115e834d req-352caece-998e-4b2f-92de-b11278688d7d service nova] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Received unexpected event network-vif-plugged-1a640e2e-295e-43f9-862c-a863c646cb75 for instance with vm_state building and task_state spawning. [ 1089.816151] env[69052]: DEBUG nova.compute.manager [req-9f16d4b5-e647-4022-9502-e988115e834d req-352caece-998e-4b2f-92de-b11278688d7d service nova] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Received event network-changed-1a640e2e-295e-43f9-862c-a863c646cb75 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.816215] env[69052]: DEBUG nova.compute.manager [req-9f16d4b5-e647-4022-9502-e988115e834d req-352caece-998e-4b2f-92de-b11278688d7d service nova] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Refreshing instance network info cache due to event network-changed-1a640e2e-295e-43f9-862c-a863c646cb75. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.816430] env[69052]: DEBUG oslo_concurrency.lockutils [req-9f16d4b5-e647-4022-9502-e988115e834d req-352caece-998e-4b2f-92de-b11278688d7d service nova] Acquiring lock "refresh_cache-f0d1ed9c-894a-4521-afd7-4022225e3431" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.821253] env[69052]: DEBUG oslo_vmware.api [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Waiting for the task: (returnval){ [ 1089.821253] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e35490-210b-4b0d-e706-369691d7fb61" [ 1089.821253] env[69052]: _type = "Task" [ 1089.821253] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.831613] env[69052]: DEBUG oslo_vmware.api [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e35490-210b-4b0d-e706-369691d7fb61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.840324] env[69052]: DEBUG nova.compute.manager [req-64342839-bd4a-4c86-a536-c6297e3d966e req-d2862495-20f0-40a7-8540-19efeb18190d service nova] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Received event network-vif-deleted-8d0b79ed-37c6-4a27-8f01-fc76be240a55 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.840423] env[69052]: INFO nova.compute.manager [req-64342839-bd4a-4c86-a536-c6297e3d966e req-d2862495-20f0-40a7-8540-19efeb18190d service nova] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Neutron deleted interface 8d0b79ed-37c6-4a27-8f01-fc76be240a55; detaching it from the instance and deleting it from the info cache [ 1089.840935] env[69052]: DEBUG nova.network.neutron [req-64342839-bd4a-4c86-a536-c6297e3d966e req-d2862495-20f0-40a7-8540-19efeb18190d service nova] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.130018] env[69052]: DEBUG oslo_vmware.api [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237081, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.184677] env[69052]: DEBUG nova.network.neutron [-] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.223879] env[69052]: DEBUG oslo_concurrency.lockutils [None req-de7fbc60-2691-4f31-abb8-c2cf2ae2febb tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "df3b06cf-7e3e-493e-845b-7ae4c41afad4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.241s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.225430] env[69052]: DEBUG oslo_concurrency.lockutils [None req-98d0c80f-1f78-4651-9140-5552725320f4 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "df3b06cf-7e3e-493e-845b-7ae4c41afad4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.509s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.226627] env[69052]: DEBUG oslo_concurrency.lockutils [None req-98d0c80f-1f78-4651-9140-5552725320f4 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "df3b06cf-7e3e-493e-845b-7ae4c41afad4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.226627] env[69052]: DEBUG oslo_concurrency.lockutils [None req-98d0c80f-1f78-4651-9140-5552725320f4 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "df3b06cf-7e3e-493e-845b-7ae4c41afad4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.226627] env[69052]: DEBUG oslo_concurrency.lockutils [None req-98d0c80f-1f78-4651-9140-5552725320f4 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "df3b06cf-7e3e-493e-845b-7ae4c41afad4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.227907] env[69052]: INFO nova.compute.manager [None req-98d0c80f-1f78-4651-9140-5552725320f4 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Terminating instance [ 1090.278821] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Releasing lock "refresh_cache-f0d1ed9c-894a-4521-afd7-4022225e3431" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.279512] env[69052]: DEBUG nova.compute.manager [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Instance network_info: |[{"id": "1a640e2e-295e-43f9-862c-a863c646cb75", "address": "fa:16:3e:3b:53:59", "network": {"id": "d0cac059-a3a4-4d5b-ba84-74fb9bc83064", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811767563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1495d4ac73df4810a0b8e7a5a102deb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a640e2e-29", "ovs_interfaceid": "1a640e2e-295e-43f9-862c-a863c646cb75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1090.279672] env[69052]: DEBUG oslo_concurrency.lockutils [req-9f16d4b5-e647-4022-9502-e988115e834d req-352caece-998e-4b2f-92de-b11278688d7d service nova] Acquired lock "refresh_cache-f0d1ed9c-894a-4521-afd7-4022225e3431" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.279795] env[69052]: DEBUG nova.network.neutron [req-9f16d4b5-e647-4022-9502-e988115e834d req-352caece-998e-4b2f-92de-b11278688d7d service nova] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Refreshing network info cache for port 1a640e2e-295e-43f9-862c-a863c646cb75 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.281193] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:53:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a640e2e-295e-43f9-862c-a863c646cb75', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.292214] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.295888] env[69052]: DEBUG nova.network.neutron [-] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.297443] env[69052]: DEBUG oslo_concurrency.lockutils [req-ecb853b1-c922-49dc-820e-9c20892e98bc req-663cfa78-13b3-4aea-b4a2-736f4dd1d570 service nova] Releasing lock "refresh_cache-86a4be36-156e-42b8-9fe6-e328ce53d5f1" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.301020] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.301020] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b77482f0-640f-4460-bb13-9c6e7003bfeb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.327287] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.327287] env[69052]: value = "task-3237082" [ 1090.327287] env[69052]: _type = "Task" [ 1090.327287] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.344687] env[69052]: DEBUG oslo_vmware.api [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e35490-210b-4b0d-e706-369691d7fb61, 'name': SearchDatastore_Task, 'duration_secs': 0.010634} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.346439] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa559b2e-5365-4d28-b05f-460bf4aa1760 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.353317] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b69d719-f226-4913-89e8-e938b7bf1b90 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.355934] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237082, 'name': CreateVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.366167] env[69052]: DEBUG oslo_vmware.api [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Waiting for the task: (returnval){ [ 1090.366167] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52780c59-131d-25bc-20dc-1240287b18e1" [ 1090.366167] env[69052]: _type = "Task" [ 1090.366167] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.371884] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2fa893-19da-4b37-b4dd-86e681d5ed97 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.393120] env[69052]: DEBUG oslo_vmware.api [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52780c59-131d-25bc-20dc-1240287b18e1, 'name': SearchDatastore_Task, 'duration_secs': 0.014341} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.396341] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.397060] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 86a4be36-156e-42b8-9fe6-e328ce53d5f1/86a4be36-156e-42b8-9fe6-e328ce53d5f1.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.397060] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3affd54-98a9-44e3-9395-c2155752da14 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.414307] env[69052]: DEBUG nova.compute.manager [req-64342839-bd4a-4c86-a536-c6297e3d966e req-d2862495-20f0-40a7-8540-19efeb18190d service nova] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Detach interface failed, port_id=8d0b79ed-37c6-4a27-8f01-fc76be240a55, reason: Instance 4b21ce9d-f72e-4baa-8ab3-491ceaca9471 could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1090.421154] env[69052]: DEBUG oslo_vmware.api [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Waiting for the task: (returnval){ [ 1090.421154] env[69052]: value = "task-3237083" [ 1090.421154] env[69052]: _type = "Task" [ 1090.421154] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.432344] env[69052]: DEBUG oslo_vmware.api [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3237083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.636928] env[69052]: DEBUG oslo_vmware.api [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237081, 'name': ReconfigVM_Task, 'duration_secs': 0.973316} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.637516] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 9df7bf8b-3cdc-46d5-9e81-54f3391902ff/9df7bf8b-3cdc-46d5-9e81-54f3391902ff.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.638486] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6443ae44-5e0a-468c-beae-c3034e3012cd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.654536] env[69052]: DEBUG oslo_vmware.api [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1090.654536] env[69052]: value = "task-3237084" [ 1090.654536] env[69052]: _type = "Task" [ 1090.654536] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.665208] env[69052]: DEBUG oslo_vmware.api [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237084, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.687684] env[69052]: INFO nova.compute.manager [-] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Took 1.38 seconds to deallocate network for instance. [ 1090.733347] env[69052]: DEBUG nova.compute.manager [None req-98d0c80f-1f78-4651-9140-5552725320f4 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.733598] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-98d0c80f-1f78-4651-9140-5552725320f4 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.733987] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ca8dc01-3894-42cc-822a-6acd3645e82f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.748748] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1757da-4587-420f-94c2-ecfe2bf09fdb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.760067] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 13fd90f3-97b9-4e45-9de3-da498c79a8a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.760206] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 14e5058b-8515-48a2-9b3a-f08ece6029c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.761105] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance a53a7c2e-0070-481c-a770-0399e79a1c62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.761105] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 30110a54-70b7-413a-bc6c-1487e68ff9e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.761105] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance bf3f221d-77ae-4c8d-b407-6acd6a35a0f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.761105] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance c86a2d36-9543-4d25-82b9-9897ec1abc08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.761105] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 967d5ea7-0f43-492d-bc39-e14da474fb58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.761105] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 270aad9c-8764-4485-9b22-d8c29281fe5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.761105] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 4b21ce9d-f72e-4baa-8ab3-491ceaca9471 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.761105] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.761575] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 86a4be36-156e-42b8-9fe6-e328ce53d5f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.761575] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 9df7bf8b-3cdc-46d5-9e81-54f3391902ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.761575] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance f0d1ed9c-894a-4521-afd7-4022225e3431 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1090.762187] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69052) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1090.762187] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69052) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1090.806023] env[69052]: INFO nova.compute.manager [-] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Took 2.23 seconds to deallocate network for instance. [ 1090.806908] env[69052]: WARNING nova.virt.vmwareapi.vmops [None req-98d0c80f-1f78-4651-9140-5552725320f4 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance df3b06cf-7e3e-493e-845b-7ae4c41afad4 could not be found. [ 1090.807226] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-98d0c80f-1f78-4651-9140-5552725320f4 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.807554] env[69052]: INFO nova.compute.manager [None req-98d0c80f-1f78-4651-9140-5552725320f4 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1090.808103] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98d0c80f-1f78-4651-9140-5552725320f4 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.815540] env[69052]: DEBUG nova.compute.manager [-] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.815735] env[69052]: DEBUG nova.network.neutron [-] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.850353] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237082, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.928423] env[69052]: DEBUG nova.network.neutron [req-9f16d4b5-e647-4022-9502-e988115e834d req-352caece-998e-4b2f-92de-b11278688d7d service nova] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Updated VIF entry in instance network info cache for port 1a640e2e-295e-43f9-862c-a863c646cb75. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.928813] env[69052]: DEBUG nova.network.neutron [req-9f16d4b5-e647-4022-9502-e988115e834d req-352caece-998e-4b2f-92de-b11278688d7d service nova] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Updating instance_info_cache with network_info: [{"id": "1a640e2e-295e-43f9-862c-a863c646cb75", "address": "fa:16:3e:3b:53:59", "network": {"id": "d0cac059-a3a4-4d5b-ba84-74fb9bc83064", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811767563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1495d4ac73df4810a0b8e7a5a102deb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a640e2e-29", "ovs_interfaceid": "1a640e2e-295e-43f9-862c-a863c646cb75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.943033] env[69052]: DEBUG oslo_vmware.api [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3237083, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.063833] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5bd052-76b4-4180-8571-541098a41171 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.073269] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69485e62-ca40-4366-8e0f-4cd61fea9c83 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.106138] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c835cdd-3110-4351-bed0-13a334e6cfe7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.114888] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d306a8-1960-4026-928b-b46788d32373 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.131027] env[69052]: DEBUG nova.compute.provider_tree [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.167204] env[69052]: DEBUG oslo_vmware.api [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237084, 'name': Rename_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.198109] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.290540] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Acquiring lock "36e736a6-eb4c-4337-b629-8c87ad6faf5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.290540] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Lock "36e736a6-eb4c-4337-b629-8c87ad6faf5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.326957] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.341387] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237082, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.435695] env[69052]: DEBUG oslo_concurrency.lockutils [req-9f16d4b5-e647-4022-9502-e988115e834d req-352caece-998e-4b2f-92de-b11278688d7d service nova] Releasing lock "refresh_cache-f0d1ed9c-894a-4521-afd7-4022225e3431" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.441801] env[69052]: DEBUG oslo_vmware.api [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3237083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558859} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.442107] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 86a4be36-156e-42b8-9fe6-e328ce53d5f1/86a4be36-156e-42b8-9fe6-e328ce53d5f1.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.442326] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.442579] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a37c4771-d3cb-4eb0-9ed6-6dcb9a897c1d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.452810] env[69052]: DEBUG oslo_vmware.api [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Waiting for the task: (returnval){ [ 1091.452810] env[69052]: value = "task-3237085" [ 1091.452810] env[69052]: _type = "Task" [ 1091.452810] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.463279] env[69052]: DEBUG oslo_vmware.api [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3237085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.639134] env[69052]: DEBUG nova.scheduler.client.report [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.669764] env[69052]: DEBUG oslo_vmware.api [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237084, 'name': Rename_Task, 'duration_secs': 0.562192} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.670507] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.670874] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c6b89a1-d19b-4293-8863-9f48bfe09502 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.682487] env[69052]: DEBUG oslo_vmware.api [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1091.682487] env[69052]: value = "task-3237086" [ 1091.682487] env[69052]: _type = "Task" [ 1091.682487] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.695691] env[69052]: DEBUG oslo_vmware.api [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.792695] env[69052]: DEBUG nova.compute.manager [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1091.837219] env[69052]: DEBUG nova.network.neutron [-] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.848964] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237082, 'name': CreateVM_Task, 'duration_secs': 1.251305} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.848964] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.850023] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.850462] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.850858] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.851138] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c82c562e-45f4-4ca8-93dc-0acc0e325abc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.858045] env[69052]: DEBUG oslo_vmware.api [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1091.858045] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52222bea-0286-54e9-fe9a-8a6a733f3faa" [ 1091.858045] env[69052]: _type = "Task" [ 1091.858045] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.870898] env[69052]: DEBUG oslo_vmware.api [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52222bea-0286-54e9-fe9a-8a6a733f3faa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.884402] env[69052]: DEBUG nova.compute.manager [req-65d87e63-906c-4302-86c1-37d8ed7ae5ca req-5b7dac81-1a29-457e-9ad2-dceb1623bba8 service nova] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Received event network-vif-deleted-6d4d3019-d911-4ffe-bed8-cb163764b88c {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.884989] env[69052]: DEBUG nova.compute.manager [req-65d87e63-906c-4302-86c1-37d8ed7ae5ca req-5b7dac81-1a29-457e-9ad2-dceb1623bba8 service nova] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Received event network-changed-76d1d411-8ead-4705-b1de-21435b6bdfb4 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.885346] env[69052]: DEBUG nova.compute.manager [req-65d87e63-906c-4302-86c1-37d8ed7ae5ca req-5b7dac81-1a29-457e-9ad2-dceb1623bba8 service nova] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Refreshing instance network info cache due to event network-changed-76d1d411-8ead-4705-b1de-21435b6bdfb4. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.887958] env[69052]: DEBUG oslo_concurrency.lockutils [req-65d87e63-906c-4302-86c1-37d8ed7ae5ca req-5b7dac81-1a29-457e-9ad2-dceb1623bba8 service nova] Acquiring lock "refresh_cache-13fd90f3-97b9-4e45-9de3-da498c79a8a6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.887958] env[69052]: DEBUG oslo_concurrency.lockutils [req-65d87e63-906c-4302-86c1-37d8ed7ae5ca req-5b7dac81-1a29-457e-9ad2-dceb1623bba8 service nova] Acquired lock "refresh_cache-13fd90f3-97b9-4e45-9de3-da498c79a8a6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.887958] env[69052]: DEBUG nova.network.neutron [req-65d87e63-906c-4302-86c1-37d8ed7ae5ca req-5b7dac81-1a29-457e-9ad2-dceb1623bba8 service nova] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Refreshing network info cache for port 76d1d411-8ead-4705-b1de-21435b6bdfb4 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.966338] env[69052]: DEBUG oslo_vmware.api [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3237085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068257} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.967054] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.968122] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d759e9-aa1f-47cb-b804-065d61ea87d7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.001417] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 86a4be36-156e-42b8-9fe6-e328ce53d5f1/86a4be36-156e-42b8-9fe6-e328ce53d5f1.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.002019] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f20d5569-2268-421f-a57b-147731991c83 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.023616] env[69052]: DEBUG oslo_vmware.api [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Waiting for the task: (returnval){ [ 1092.023616] env[69052]: value = "task-3237087" [ 1092.023616] env[69052]: _type = "Task" [ 1092.023616] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.034555] env[69052]: DEBUG oslo_vmware.api [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3237087, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.142224] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69052) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1092.142479] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.440s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.142927] env[69052]: DEBUG oslo_concurrency.lockutils [None req-68228cda-53f8-4028-9eb0-e46febae762b tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.928s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.143263] env[69052]: DEBUG oslo_concurrency.lockutils [None req-68228cda-53f8-4028-9eb0-e46febae762b tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.145573] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.948s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.146089] env[69052]: DEBUG nova.objects.instance [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lazy-loading 'resources' on Instance uuid 4b21ce9d-f72e-4baa-8ab3-491ceaca9471 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.197162] env[69052]: DEBUG oslo_vmware.api [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237086, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.314583] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.347961] env[69052]: INFO nova.compute.manager [-] [instance: df3b06cf-7e3e-493e-845b-7ae4c41afad4] Took 1.53 seconds to deallocate network for instance. [ 1092.373522] env[69052]: DEBUG oslo_vmware.api [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52222bea-0286-54e9-fe9a-8a6a733f3faa, 'name': SearchDatastore_Task, 'duration_secs': 0.011832} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.378016] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.378016] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.378016] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.378016] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.378016] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.378016] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09de8275-d9a4-41ee-9e6e-b171787fdd79 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.386599] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.386599] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.386599] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf17d0fc-3823-4a63-a1ff-5e8ac17910a0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.395186] env[69052]: DEBUG oslo_vmware.api [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1092.395186] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e78ccd-fa45-48d2-9262-813cdc7f5983" [ 1092.395186] env[69052]: _type = "Task" [ 1092.395186] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.404315] env[69052]: DEBUG oslo_vmware.api [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e78ccd-fa45-48d2-9262-813cdc7f5983, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.534519] env[69052]: DEBUG oslo_vmware.api [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3237087, 'name': ReconfigVM_Task, 'duration_secs': 0.317327} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.534810] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 86a4be36-156e-42b8-9fe6-e328ce53d5f1/86a4be36-156e-42b8-9fe6-e328ce53d5f1.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.535506] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dde4f32-4016-4f19-9732-8cd9c81dad03 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.543066] env[69052]: DEBUG oslo_vmware.api [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Waiting for the task: (returnval){ [ 1092.543066] env[69052]: value = "task-3237088" [ 1092.543066] env[69052]: _type = "Task" [ 1092.543066] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.556542] env[69052]: DEBUG oslo_vmware.api [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3237088, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.674238] env[69052]: DEBUG oslo_concurrency.lockutils [None req-68228cda-53f8-4028-9eb0-e46febae762b tempest-ServerActionsV293TestJSON-1218660677 tempest-ServerActionsV293TestJSON-1218660677-project-member] Lock "e146fc98-968c-48aa-a570-ace49141a002" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.364s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.698737] env[69052]: DEBUG oslo_vmware.api [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237086, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.913875] env[69052]: DEBUG oslo_vmware.api [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e78ccd-fa45-48d2-9262-813cdc7f5983, 'name': SearchDatastore_Task, 'duration_secs': 0.010345} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.913875] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81350970-47e8-4a19-ad06-3c0f86341fb3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.922670] env[69052]: DEBUG oslo_vmware.api [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1092.922670] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521359ec-f13e-dfa8-f6d9-7292da52bd4b" [ 1092.922670] env[69052]: _type = "Task" [ 1092.922670] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.937800] env[69052]: DEBUG oslo_vmware.api [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521359ec-f13e-dfa8-f6d9-7292da52bd4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.944532] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91405a65-77c3-440d-a575-6632b88fa580 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.953308] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea82e2a-d927-4d0b-aee4-e31e3cd93449 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.984390] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed3d416-87b3-4771-98f2-7917d22ffab0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.992783] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afa6658-ed3b-45cc-a786-8762267adea5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.006911] env[69052]: DEBUG nova.compute.provider_tree [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.056364] env[69052]: DEBUG oslo_vmware.api [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3237088, 'name': Rename_Task, 'duration_secs': 0.153467} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.056364] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.056630] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a69199fe-8c61-4bf3-90b4-c3a610b7c503 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.062228] env[69052]: DEBUG nova.compute.manager [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Stashing vm_state: active {{(pid=69052) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1093.066457] env[69052]: DEBUG oslo_vmware.api [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Waiting for the task: (returnval){ [ 1093.066457] env[69052]: value = "task-3237089" [ 1093.066457] env[69052]: _type = "Task" [ 1093.066457] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.077216] env[69052]: DEBUG oslo_vmware.api [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3237089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.161363] env[69052]: DEBUG nova.network.neutron [req-65d87e63-906c-4302-86c1-37d8ed7ae5ca req-5b7dac81-1a29-457e-9ad2-dceb1623bba8 service nova] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Updated VIF entry in instance network info cache for port 76d1d411-8ead-4705-b1de-21435b6bdfb4. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.161804] env[69052]: DEBUG nova.network.neutron [req-65d87e63-906c-4302-86c1-37d8ed7ae5ca req-5b7dac81-1a29-457e-9ad2-dceb1623bba8 service nova] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Updating instance_info_cache with network_info: [{"id": "76d1d411-8ead-4705-b1de-21435b6bdfb4", "address": "fa:16:3e:d5:75:ea", "network": {"id": "0624a1b3-6c9d-43d5-ac68-beaedb10c4eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-356147984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5d11523a34a41fc93f369d4737ccf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d1d411-8e", "ovs_interfaceid": "76d1d411-8ead-4705-b1de-21435b6bdfb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.194682] env[69052]: DEBUG oslo_vmware.api [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237086, 'name': PowerOnVM_Task, 'duration_secs': 1.14232} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.194918] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.195141] env[69052]: INFO nova.compute.manager [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Took 9.64 seconds to spawn the instance on the hypervisor. [ 1093.195319] env[69052]: DEBUG nova.compute.manager [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.196113] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f36814-220b-452c-a4b4-c8cb385d2f95 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.384344] env[69052]: DEBUG oslo_concurrency.lockutils [None req-98d0c80f-1f78-4651-9140-5552725320f4 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "df3b06cf-7e3e-493e-845b-7ae4c41afad4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.156s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.435829] env[69052]: DEBUG oslo_vmware.api [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]521359ec-f13e-dfa8-f6d9-7292da52bd4b, 'name': SearchDatastore_Task, 'duration_secs': 0.011834} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.436182] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.436478] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] f0d1ed9c-894a-4521-afd7-4022225e3431/f0d1ed9c-894a-4521-afd7-4022225e3431.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.436781] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4eff7261-d57c-4403-8f76-f5e1cb793fa9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.445528] env[69052]: DEBUG oslo_vmware.api [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1093.445528] env[69052]: value = "task-3237090" [ 1093.445528] env[69052]: _type = "Task" [ 1093.445528] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.454727] env[69052]: DEBUG oslo_vmware.api [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.510637] env[69052]: DEBUG nova.scheduler.client.report [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.582997] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.583248] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Cleaning up deleted instances {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1093.593613] env[69052]: DEBUG oslo_vmware.api [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3237089, 'name': PowerOnVM_Task, 'duration_secs': 0.51961} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.594054] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.594574] env[69052]: INFO nova.compute.manager [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Took 12.36 seconds to spawn the instance on the hypervisor. [ 1093.594806] env[69052]: DEBUG nova.compute.manager [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.597042] env[69052]: DEBUG oslo_concurrency.lockutils [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.597825] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdd335f-f99f-44b8-96e5-b0593fa7aa96 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.665242] env[69052]: DEBUG oslo_concurrency.lockutils [req-65d87e63-906c-4302-86c1-37d8ed7ae5ca req-5b7dac81-1a29-457e-9ad2-dceb1623bba8 service nova] Releasing lock "refresh_cache-13fd90f3-97b9-4e45-9de3-da498c79a8a6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.665964] env[69052]: DEBUG nova.compute.manager [req-65d87e63-906c-4302-86c1-37d8ed7ae5ca req-5b7dac81-1a29-457e-9ad2-dceb1623bba8 service nova] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Received event network-changed-540efcd8-3dab-4d45-9fa5-c08bb09b95c4 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.666309] env[69052]: DEBUG nova.compute.manager [req-65d87e63-906c-4302-86c1-37d8ed7ae5ca req-5b7dac81-1a29-457e-9ad2-dceb1623bba8 service nova] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Refreshing instance network info cache due to event network-changed-540efcd8-3dab-4d45-9fa5-c08bb09b95c4. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.666624] env[69052]: DEBUG oslo_concurrency.lockutils [req-65d87e63-906c-4302-86c1-37d8ed7ae5ca req-5b7dac81-1a29-457e-9ad2-dceb1623bba8 service nova] Acquiring lock "refresh_cache-9ccfb80f-ea9f-4be8-a152-68c5b30d68f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.666821] env[69052]: DEBUG oslo_concurrency.lockutils [req-65d87e63-906c-4302-86c1-37d8ed7ae5ca req-5b7dac81-1a29-457e-9ad2-dceb1623bba8 service nova] Acquired lock "refresh_cache-9ccfb80f-ea9f-4be8-a152-68c5b30d68f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.667062] env[69052]: DEBUG nova.network.neutron [req-65d87e63-906c-4302-86c1-37d8ed7ae5ca req-5b7dac81-1a29-457e-9ad2-dceb1623bba8 service nova] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Refreshing network info cache for port 540efcd8-3dab-4d45-9fa5-c08bb09b95c4 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.717035] env[69052]: INFO nova.compute.manager [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Took 20.18 seconds to build instance. [ 1093.957623] env[69052]: DEBUG oslo_vmware.api [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486812} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.957623] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] f0d1ed9c-894a-4521-afd7-4022225e3431/f0d1ed9c-894a-4521-afd7-4022225e3431.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.957623] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.957623] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ddb8d64-248f-47a8-9592-a3e8b8646fdd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.967279] env[69052]: DEBUG oslo_vmware.api [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1093.967279] env[69052]: value = "task-3237091" [ 1093.967279] env[69052]: _type = "Task" [ 1093.967279] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.975631] env[69052]: DEBUG oslo_vmware.api [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.019541] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.874s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.021931] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.695s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.022622] env[69052]: DEBUG nova.objects.instance [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Lazy-loading 'resources' on Instance uuid 270aad9c-8764-4485-9b22-d8c29281fe5e {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.048331] env[69052]: INFO nova.scheduler.client.report [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Deleted allocations for instance 4b21ce9d-f72e-4baa-8ab3-491ceaca9471 [ 1094.105797] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] There are 61 instances to clean {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1094.105974] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: b13a9d48-2113-461d-9241-0d6f2e0166b8] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1094.120500] env[69052]: INFO nova.compute.manager [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Took 21.17 seconds to build instance. [ 1094.219860] env[69052]: DEBUG oslo_concurrency.lockutils [None req-48ef5a9f-0e8e-41b2-b6ae-cee4b41a412a tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "9df7bf8b-3cdc-46d5-9e81-54f3391902ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.691s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.478500] env[69052]: DEBUG oslo_vmware.api [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078315} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.478500] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.479921] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0190b5-7cd2-43c5-9d27-5c6db6c93179 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.518045] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] f0d1ed9c-894a-4521-afd7-4022225e3431/f0d1ed9c-894a-4521-afd7-4022225e3431.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.521417] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-855acc33-2107-4fac-b05f-0720de3ea6c5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.550347] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Acquiring lock "86a4be36-156e-42b8-9fe6-e328ce53d5f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.550722] env[69052]: DEBUG oslo_vmware.api [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1094.550722] env[69052]: value = "task-3237092" [ 1094.550722] env[69052]: _type = "Task" [ 1094.550722] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.557799] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4f21692f-f047-45f4-96fd-969df5142ffa tempest-ServerDiskConfigTestJSON-1591840322 tempest-ServerDiskConfigTestJSON-1591840322-project-member] Lock "4b21ce9d-f72e-4baa-8ab3-491ceaca9471" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.944s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.564814] env[69052]: DEBUG oslo_vmware.api [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237092, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.612144] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: e146fc98-968c-48aa-a570-ace49141a002] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1094.623173] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e3caa85b-ace7-42e7-89ff-6a38fcb01aba tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Lock "86a4be36-156e-42b8-9fe6-e328ce53d5f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.692s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.623173] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Lock "86a4be36-156e-42b8-9fe6-e328ce53d5f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.073s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.623363] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Acquiring lock "86a4be36-156e-42b8-9fe6-e328ce53d5f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.623597] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Lock "86a4be36-156e-42b8-9fe6-e328ce53d5f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.623777] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Lock "86a4be36-156e-42b8-9fe6-e328ce53d5f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.627400] env[69052]: INFO nova.compute.manager [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Terminating instance [ 1094.649027] env[69052]: DEBUG oslo_concurrency.lockutils [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "6aabb5f0-3eda-4422-86b0-1a7e97467909" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.649027] env[69052]: DEBUG oslo_concurrency.lockutils [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "6aabb5f0-3eda-4422-86b0-1a7e97467909" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.794736] env[69052]: DEBUG nova.network.neutron [req-65d87e63-906c-4302-86c1-37d8ed7ae5ca req-5b7dac81-1a29-457e-9ad2-dceb1623bba8 service nova] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Updated VIF entry in instance network info cache for port 540efcd8-3dab-4d45-9fa5-c08bb09b95c4. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.795180] env[69052]: DEBUG nova.network.neutron [req-65d87e63-906c-4302-86c1-37d8ed7ae5ca req-5b7dac81-1a29-457e-9ad2-dceb1623bba8 service nova] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Updating instance_info_cache with network_info: [{"id": "540efcd8-3dab-4d45-9fa5-c08bb09b95c4", "address": "fa:16:3e:cb:bc:30", "network": {"id": "0624a1b3-6c9d-43d5-ac68-beaedb10c4eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-356147984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5d11523a34a41fc93f369d4737ccf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap540efcd8-3d", "ovs_interfaceid": "540efcd8-3dab-4d45-9fa5-c08bb09b95c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.802831] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9b1acc-5021-480c-990a-084854a6d269 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.813464] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f2409c-2b26-448e-ba87-4a29b636f353 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.848659] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c296be3f-b88a-438a-b96c-1fc65e2c3e34 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.857082] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c9721f-47f4-4c07-bc4b-695173b177c0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.871928] env[69052]: DEBUG nova.compute.provider_tree [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.066027] env[69052]: DEBUG oslo_vmware.api [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237092, 'name': ReconfigVM_Task, 'duration_secs': 0.316749} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.066027] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Reconfigured VM instance instance-0000006b to attach disk [datastore2] f0d1ed9c-894a-4521-afd7-4022225e3431/f0d1ed9c-894a-4521-afd7-4022225e3431.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.066027] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35188fcd-3476-4327-8e1c-9fab5c7a512b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.073590] env[69052]: DEBUG oslo_vmware.api [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1095.073590] env[69052]: value = "task-3237093" [ 1095.073590] env[69052]: _type = "Task" [ 1095.073590] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.082508] env[69052]: DEBUG oslo_vmware.api [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237093, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.120398] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 800e0b06-5ee3-4909-ae20-c50562852f85] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1095.134188] env[69052]: DEBUG nova.compute.manager [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.134188] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.134188] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2284d70-c00c-4098-a8fc-6d5f0cd11bf2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.143802] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.144335] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8fc351c-b21d-4d99-946a-3aeb4dbf0919 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.151015] env[69052]: DEBUG nova.compute.manager [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.157604] env[69052]: DEBUG oslo_vmware.api [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Waiting for the task: (returnval){ [ 1095.157604] env[69052]: value = "task-3237094" [ 1095.157604] env[69052]: _type = "Task" [ 1095.157604] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.176403] env[69052]: DEBUG oslo_vmware.api [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3237094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.299174] env[69052]: DEBUG oslo_concurrency.lockutils [req-65d87e63-906c-4302-86c1-37d8ed7ae5ca req-5b7dac81-1a29-457e-9ad2-dceb1623bba8 service nova] Releasing lock "refresh_cache-9ccfb80f-ea9f-4be8-a152-68c5b30d68f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.376024] env[69052]: DEBUG nova.scheduler.client.report [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.589199] env[69052]: DEBUG oslo_vmware.api [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237093, 'name': Rename_Task, 'duration_secs': 0.166116} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.589555] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.589841] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46f78414-85c9-480c-886e-e524196c514f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.599404] env[69052]: DEBUG oslo_vmware.api [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1095.599404] env[69052]: value = "task-3237095" [ 1095.599404] env[69052]: _type = "Task" [ 1095.599404] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.610914] env[69052]: DEBUG oslo_vmware.api [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.621578] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 2aae0d5d-7ebd-4191-b0c6-2b1b09dc463c] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1095.678186] env[69052]: DEBUG oslo_vmware.api [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3237094, 'name': PowerOffVM_Task, 'duration_secs': 0.228694} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.678186] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.678186] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.678298] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1ffa9b3-6460-4c8f-b25d-5183991fefe8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.692399] env[69052]: DEBUG oslo_concurrency.lockutils [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.798261] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.798683] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.799026] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Deleting the datastore file [datastore2] 86a4be36-156e-42b8-9fe6-e328ce53d5f1 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.799442] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d0876d0-6a79-4098-94de-711b189dc455 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.808195] env[69052]: DEBUG oslo_vmware.api [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Waiting for the task: (returnval){ [ 1095.808195] env[69052]: value = "task-3237097" [ 1095.808195] env[69052]: _type = "Task" [ 1095.808195] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.819961] env[69052]: DEBUG oslo_vmware.api [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3237097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.881907] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.885922] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.571s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.890015] env[69052]: INFO nova.compute.claims [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.914029] env[69052]: INFO nova.scheduler.client.report [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Deleted allocations for instance 270aad9c-8764-4485-9b22-d8c29281fe5e [ 1096.118998] env[69052]: DEBUG oslo_vmware.api [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237095, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.128226] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: b99c851a-15fc-43be-a239-259ed7eaef89] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1096.132308] env[69052]: DEBUG nova.compute.manager [req-3448e8a3-b090-4b68-91ac-b915eb101a9f req-76de806d-52da-4289-ae95-a89588d2b322 service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Received event network-changed-7befea80-7beb-4b37-84bd-3eca7a361805 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.132484] env[69052]: DEBUG nova.compute.manager [req-3448e8a3-b090-4b68-91ac-b915eb101a9f req-76de806d-52da-4289-ae95-a89588d2b322 service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Refreshing instance network info cache due to event network-changed-7befea80-7beb-4b37-84bd-3eca7a361805. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.132692] env[69052]: DEBUG oslo_concurrency.lockutils [req-3448e8a3-b090-4b68-91ac-b915eb101a9f req-76de806d-52da-4289-ae95-a89588d2b322 service nova] Acquiring lock "refresh_cache-9df7bf8b-3cdc-46d5-9e81-54f3391902ff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.132828] env[69052]: DEBUG oslo_concurrency.lockutils [req-3448e8a3-b090-4b68-91ac-b915eb101a9f req-76de806d-52da-4289-ae95-a89588d2b322 service nova] Acquired lock "refresh_cache-9df7bf8b-3cdc-46d5-9e81-54f3391902ff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.132981] env[69052]: DEBUG nova.network.neutron [req-3448e8a3-b090-4b68-91ac-b915eb101a9f req-76de806d-52da-4289-ae95-a89588d2b322 service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Refreshing network info cache for port 7befea80-7beb-4b37-84bd-3eca7a361805 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.321375] env[69052]: DEBUG oslo_vmware.api [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Task: {'id': task-3237097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228209} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.321667] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.322082] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.322316] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.322459] env[69052]: INFO nova.compute.manager [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1096.322709] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.322897] env[69052]: DEBUG nova.compute.manager [-] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.322991] env[69052]: DEBUG nova.network.neutron [-] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.425838] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ffebc8b4-f2e1-4724-b0ef-ddca6f16205f tempest-InstanceActionsTestJSON-1970514751 tempest-InstanceActionsTestJSON-1970514751-project-member] Lock "270aad9c-8764-4485-9b22-d8c29281fe5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.043s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.590452] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "30110a54-70b7-413a-bc6c-1487e68ff9e6" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.590723] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "30110a54-70b7-413a-bc6c-1487e68ff9e6" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.590893] env[69052]: INFO nova.compute.manager [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Shelving [ 1096.613207] env[69052]: DEBUG oslo_vmware.api [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237095, 'name': PowerOnVM_Task, 'duration_secs': 0.89662} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.613207] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.613207] env[69052]: INFO nova.compute.manager [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Took 10.66 seconds to spawn the instance on the hypervisor. [ 1096.613207] env[69052]: DEBUG nova.compute.manager [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.614014] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1856e0-fdb1-4385-91fe-ea3d2a42e1eb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.628731] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquiring lock "3af0bfee-96f0-470d-bad4-160c69325c6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.630054] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lock "3af0bfee-96f0-470d-bad4-160c69325c6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.630861] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 93823d64-1b97-4358-84c3-9cad2713ab4d] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1096.658321] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquiring lock "4a7d68df-ac42-4963-8d69-2c6a356b215f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.658986] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lock "4a7d68df-ac42-4963-8d69-2c6a356b215f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.695916] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquiring lock "3c5f8b78-66fd-481c-9957-5331f17628b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.696224] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lock "3c5f8b78-66fd-481c-9957-5331f17628b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.139412] env[69052]: DEBUG nova.compute.manager [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1097.144170] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 924d8eb4-3cfe-4c6c-950c-2f6a4eaa4829] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1097.145620] env[69052]: INFO nova.compute.manager [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Took 21.60 seconds to build instance. [ 1097.163583] env[69052]: DEBUG nova.compute.manager [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1097.199063] env[69052]: DEBUG nova.compute.manager [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1097.205576] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9681cdfb-6186-4af8-bdaf-0bdebd4a875c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.221786] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7065e98c-7d83-4d86-978f-eae79fed58e6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.260529] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233325db-ea59-4f6a-b747-deb86e998ced {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.271172] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120c80f6-e79a-4c68-b6ae-85cdf4e99977 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.286701] env[69052]: DEBUG nova.compute.provider_tree [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.602222] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.602553] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-881cc5b0-9636-4efd-a144-3a3c3c5d1c3b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.612467] env[69052]: DEBUG oslo_vmware.api [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 1097.612467] env[69052]: value = "task-3237098" [ 1097.612467] env[69052]: _type = "Task" [ 1097.612467] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.624193] env[69052]: DEBUG oslo_vmware.api [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.644329] env[69052]: DEBUG nova.network.neutron [req-3448e8a3-b090-4b68-91ac-b915eb101a9f req-76de806d-52da-4289-ae95-a89588d2b322 service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Updated VIF entry in instance network info cache for port 7befea80-7beb-4b37-84bd-3eca7a361805. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.644737] env[69052]: DEBUG nova.network.neutron [req-3448e8a3-b090-4b68-91ac-b915eb101a9f req-76de806d-52da-4289-ae95-a89588d2b322 service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Updating instance_info_cache with network_info: [{"id": "7befea80-7beb-4b37-84bd-3eca7a361805", "address": "fa:16:3e:8f:c2:7d", "network": {"id": "a09c611a-3f85-44ff-a673-e176af1ea211", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-63151955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19918ec410294b2685d0e75828f74507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7befea80-7b", "ovs_interfaceid": "7befea80-7beb-4b37-84bd-3eca7a361805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.647256] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 1c65f73d-234c-4f98-8b7f-a3e8e772dfff] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1097.656243] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ccb388cb-d192-41ec-96a7-11c9de5be92f tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "f0d1ed9c-894a-4521-afd7-4022225e3431" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.125s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.685564] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.690628] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.735270] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.791979] env[69052]: DEBUG nova.scheduler.client.report [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.126887] env[69052]: DEBUG oslo_vmware.api [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237098, 'name': PowerOffVM_Task, 'duration_secs': 0.218332} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.129498] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.130425] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0b99c4-c6ff-4594-98d7-f0f088e196f0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.153180] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bb5918-078c-49d9-8af4-3d7362552703 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.156962] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: dd487472-5baf-4e41-b7b6-27a56ce96f04] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1098.160718] env[69052]: DEBUG oslo_concurrency.lockutils [req-3448e8a3-b090-4b68-91ac-b915eb101a9f req-76de806d-52da-4289-ae95-a89588d2b322 service nova] Releasing lock "refresh_cache-9df7bf8b-3cdc-46d5-9e81-54f3391902ff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.184069] env[69052]: DEBUG nova.compute.manager [req-a2a0fba0-20d1-4b86-ae24-994e07f44dee req-064cb9ca-46bb-4305-8ece-04904e477061 service nova] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Received event network-vif-deleted-4c0a3afb-b92d-4e1f-a22d-15dd6d92078a {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.184383] env[69052]: INFO nova.compute.manager [req-a2a0fba0-20d1-4b86-ae24-994e07f44dee req-064cb9ca-46bb-4305-8ece-04904e477061 service nova] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Neutron deleted interface 4c0a3afb-b92d-4e1f-a22d-15dd6d92078a; detaching it from the instance and deleting it from the info cache [ 1098.184763] env[69052]: DEBUG nova.network.neutron [req-a2a0fba0-20d1-4b86-ae24-994e07f44dee req-064cb9ca-46bb-4305-8ece-04904e477061 service nova] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Updating instance_info_cache with network_info: [{"id": "c4a7f645-5380-4a1c-9c60-a33ce159477a", "address": "fa:16:3e:66:51:0c", "network": {"id": "9bda7923-9eda-4eb9-9db3-35b525f78562", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-693959883", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c4f092011b2d4dbe94ccbcafcc89cedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4a7f645-53", "ovs_interfaceid": "c4a7f645-5380-4a1c-9c60-a33ce159477a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.289997] env[69052]: DEBUG nova.network.neutron [-] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.297755] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.298304] env[69052]: DEBUG nova.compute.manager [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.301246] env[69052]: DEBUG oslo_concurrency.lockutils [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.704s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.669441] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: dca74ef4-9a33-41d3-89bf-12d6b6ecd79c] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1098.673538] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Creating Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1098.674568] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-782ca4da-1196-45f3-8a45-5dfabb94e5e1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.688908] env[69052]: DEBUG oslo_vmware.api [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 1098.688908] env[69052]: value = "task-3237099" [ 1098.688908] env[69052]: _type = "Task" [ 1098.688908] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.688908] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65ffdfc3-2f85-4152-9467-672a64b94b24 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.702682] env[69052]: DEBUG oslo_vmware.api [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237099, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.707806] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ace03dc-8532-4b8f-83ac-eb04530d458b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.751208] env[69052]: DEBUG nova.compute.manager [req-a2a0fba0-20d1-4b86-ae24-994e07f44dee req-064cb9ca-46bb-4305-8ece-04904e477061 service nova] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Detach interface failed, port_id=4c0a3afb-b92d-4e1f-a22d-15dd6d92078a, reason: Instance 86a4be36-156e-42b8-9fe6-e328ce53d5f1 could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1098.751454] env[69052]: DEBUG nova.compute.manager [req-a2a0fba0-20d1-4b86-ae24-994e07f44dee req-064cb9ca-46bb-4305-8ece-04904e477061 service nova] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Received event network-vif-deleted-c4a7f645-5380-4a1c-9c60-a33ce159477a {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.751686] env[69052]: INFO nova.compute.manager [req-a2a0fba0-20d1-4b86-ae24-994e07f44dee req-064cb9ca-46bb-4305-8ece-04904e477061 service nova] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Neutron deleted interface c4a7f645-5380-4a1c-9c60-a33ce159477a; detaching it from the instance and deleting it from the info cache [ 1098.751826] env[69052]: DEBUG nova.network.neutron [req-a2a0fba0-20d1-4b86-ae24-994e07f44dee req-064cb9ca-46bb-4305-8ece-04904e477061 service nova] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.793011] env[69052]: INFO nova.compute.manager [-] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Took 2.47 seconds to deallocate network for instance. [ 1098.806129] env[69052]: DEBUG nova.compute.utils [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.812443] env[69052]: INFO nova.compute.claims [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.816829] env[69052]: DEBUG nova.compute.manager [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.818126] env[69052]: DEBUG nova.network.neutron [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.878375] env[69052]: DEBUG nova.policy [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '107338671ca54eebb985aea2d2fbd0bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5757795335d54633a85a5de5bbd7a5de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.175280] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 4074755d-0b4e-49a6-ab8d-252f8aae2fea] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1099.206718] env[69052]: DEBUG oslo_vmware.api [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237099, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.255309] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47000dd9-8bec-4301-91b0-a6763248c37a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.268573] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc25c7b-fdb8-4c87-a186-806d8739d074 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.279346] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "f0d1ed9c-894a-4521-afd7-4022225e3431" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.279587] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "f0d1ed9c-894a-4521-afd7-4022225e3431" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.279780] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "f0d1ed9c-894a-4521-afd7-4022225e3431-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.279953] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "f0d1ed9c-894a-4521-afd7-4022225e3431-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.280155] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "f0d1ed9c-894a-4521-afd7-4022225e3431-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.284125] env[69052]: INFO nova.compute.manager [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Terminating instance [ 1099.306722] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.307123] env[69052]: DEBUG nova.compute.manager [req-a2a0fba0-20d1-4b86-ae24-994e07f44dee req-064cb9ca-46bb-4305-8ece-04904e477061 service nova] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Detach interface failed, port_id=c4a7f645-5380-4a1c-9c60-a33ce159477a, reason: Instance 86a4be36-156e-42b8-9fe6-e328ce53d5f1 could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1099.308264] env[69052]: DEBUG nova.network.neutron [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Successfully created port: e525b55f-c9b6-4831-bd19-daef29f6c1d7 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.321763] env[69052]: INFO nova.compute.resource_tracker [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Updating resource usage from migration 1a0dae1d-6d99-45af-8063-298a630133a2 [ 1099.324629] env[69052]: DEBUG nova.compute.manager [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.641518] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bdcb06-613d-426a-b005-bf0e24b6557c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.650290] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0a0225-eac5-4c22-a9d5-c0ee350b0fde {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.683082] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 2eb93fe3-17b5-4d50-9c02-85e5c9000df2] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1099.686232] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65adad9c-210d-456a-95f2-c727cb61eb9b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.701488] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94984d0e-2d38-4474-9c68-e7d4e4096a9c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.712611] env[69052]: DEBUG oslo_vmware.api [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237099, 'name': CreateSnapshot_Task, 'duration_secs': 0.74602} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.713465] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Created Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1099.714595] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f57edf-d542-4e78-bd28-1606fd2d1278 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.728081] env[69052]: DEBUG nova.compute.provider_tree [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.787717] env[69052]: DEBUG nova.compute.manager [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.787968] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.788860] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68791da0-b04c-41d7-a8cc-fe43c08cd012 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.797051] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.797275] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f040429d-da62-4bf8-822b-420dfd626d15 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.805767] env[69052]: DEBUG oslo_vmware.api [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1099.805767] env[69052]: value = "task-3237100" [ 1099.805767] env[69052]: _type = "Task" [ 1099.805767] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.814693] env[69052]: DEBUG oslo_vmware.api [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.191804] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: c692a9b1-fd0a-4a38-ac0b-c4e3c4e0ed55] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1100.234521] env[69052]: DEBUG nova.scheduler.client.report [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.250040] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Creating linked-clone VM from snapshot {{(pid=69052) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1100.250809] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-21a82b96-c8a2-4676-b2a2-7a1e334feb8b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.269337] env[69052]: DEBUG oslo_vmware.api [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 1100.269337] env[69052]: value = "task-3237101" [ 1100.269337] env[69052]: _type = "Task" [ 1100.269337] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.278599] env[69052]: DEBUG oslo_vmware.api [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237101, 'name': CloneVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.315776] env[69052]: DEBUG oslo_vmware.api [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237100, 'name': PowerOffVM_Task, 'duration_secs': 0.212623} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.316078] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.316253] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.316522] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5ca189b-a941-4ffe-b733-51c6bb8fd9ba {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.333174] env[69052]: DEBUG nova.compute.manager [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.363664] env[69052]: DEBUG nova.virt.hardware [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.363991] env[69052]: DEBUG nova.virt.hardware [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.364184] env[69052]: DEBUG nova.virt.hardware [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.364782] env[69052]: DEBUG nova.virt.hardware [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.364782] env[69052]: DEBUG nova.virt.hardware [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.364782] env[69052]: DEBUG nova.virt.hardware [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.364997] env[69052]: DEBUG nova.virt.hardware [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.364997] env[69052]: DEBUG nova.virt.hardware [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.365170] env[69052]: DEBUG nova.virt.hardware [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.365421] env[69052]: DEBUG nova.virt.hardware [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.365624] env[69052]: DEBUG nova.virt.hardware [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.366660] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2aaf51-5016-43b3-9694-5ed8a412abb4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.375715] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6def63b-2d77-400f-93e2-581832e41bd6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.397767] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.398175] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.398175] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Deleting the datastore file [datastore2] f0d1ed9c-894a-4521-afd7-4022225e3431 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.398425] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e744706-eba0-493d-8725-06595fc47807 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.405373] env[69052]: DEBUG oslo_vmware.api [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1100.405373] env[69052]: value = "task-3237103" [ 1100.405373] env[69052]: _type = "Task" [ 1100.405373] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.414262] env[69052]: DEBUG oslo_vmware.api [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.695460] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: beee158f-8950-4279-a0af-d2153148aaa2] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1100.752298] env[69052]: DEBUG oslo_concurrency.lockutils [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.451s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.752515] env[69052]: INFO nova.compute.manager [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Migrating [ 1100.760377] env[69052]: DEBUG oslo_concurrency.lockutils [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.068s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.762186] env[69052]: INFO nova.compute.claims [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.785177] env[69052]: DEBUG oslo_vmware.api [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237101, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.871015] env[69052]: DEBUG nova.compute.manager [req-4a6aa229-b3e3-4b39-b262-df01c1fa2fe0 req-f11bb4ca-3f3a-40b6-a6f2-b512abdf68bd service nova] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Received event network-vif-plugged-e525b55f-c9b6-4831-bd19-daef29f6c1d7 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.871276] env[69052]: DEBUG oslo_concurrency.lockutils [req-4a6aa229-b3e3-4b39-b262-df01c1fa2fe0 req-f11bb4ca-3f3a-40b6-a6f2-b512abdf68bd service nova] Acquiring lock "36e736a6-eb4c-4337-b629-8c87ad6faf5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.871491] env[69052]: DEBUG oslo_concurrency.lockutils [req-4a6aa229-b3e3-4b39-b262-df01c1fa2fe0 req-f11bb4ca-3f3a-40b6-a6f2-b512abdf68bd service nova] Lock "36e736a6-eb4c-4337-b629-8c87ad6faf5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.871679] env[69052]: DEBUG oslo_concurrency.lockutils [req-4a6aa229-b3e3-4b39-b262-df01c1fa2fe0 req-f11bb4ca-3f3a-40b6-a6f2-b512abdf68bd service nova] Lock "36e736a6-eb4c-4337-b629-8c87ad6faf5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.871876] env[69052]: DEBUG nova.compute.manager [req-4a6aa229-b3e3-4b39-b262-df01c1fa2fe0 req-f11bb4ca-3f3a-40b6-a6f2-b512abdf68bd service nova] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] No waiting events found dispatching network-vif-plugged-e525b55f-c9b6-4831-bd19-daef29f6c1d7 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.873678] env[69052]: WARNING nova.compute.manager [req-4a6aa229-b3e3-4b39-b262-df01c1fa2fe0 req-f11bb4ca-3f3a-40b6-a6f2-b512abdf68bd service nova] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Received unexpected event network-vif-plugged-e525b55f-c9b6-4831-bd19-daef29f6c1d7 for instance with vm_state building and task_state spawning. [ 1100.918022] env[69052]: DEBUG oslo_vmware.api [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220325} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.918462] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.918706] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.918930] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.919158] env[69052]: INFO nova.compute.manager [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1100.919445] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.919708] env[69052]: DEBUG nova.compute.manager [-] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.919848] env[69052]: DEBUG nova.network.neutron [-] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.043798] env[69052]: DEBUG nova.network.neutron [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Successfully updated port: e525b55f-c9b6-4831-bd19-daef29f6c1d7 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.204048] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 9315c5e8-1419-4352-96b9-d541b3c95dd3] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1101.273750] env[69052]: DEBUG oslo_concurrency.lockutils [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "refresh_cache-9ccfb80f-ea9f-4be8-a152-68c5b30d68f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.278095] env[69052]: DEBUG oslo_concurrency.lockutils [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquired lock "refresh_cache-9ccfb80f-ea9f-4be8-a152-68c5b30d68f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.278095] env[69052]: DEBUG nova.network.neutron [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.291465] env[69052]: DEBUG oslo_vmware.api [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237101, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.546549] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Acquiring lock "refresh_cache-36e736a6-eb4c-4337-b629-8c87ad6faf5a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.546718] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Acquired lock "refresh_cache-36e736a6-eb4c-4337-b629-8c87ad6faf5a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.546875] env[69052]: DEBUG nova.network.neutron [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.706950] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: b1112efb-65aa-421e-b9ae-e1af4294cf54] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1101.790129] env[69052]: DEBUG nova.network.neutron [-] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.791572] env[69052]: DEBUG oslo_vmware.api [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237101, 'name': CloneVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.014983] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4ccf69-68d0-4818-91eb-f83e4b3b6a4a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.027861] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddd83e6-0b92-42d2-bfe5-3e1898214e53 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.063770] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f552be-1985-44ee-b449-f92578ff8d0a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.076021] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69e09e6-8a0f-47a8-9b92-5b1042a65015 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.091611] env[69052]: DEBUG nova.compute.provider_tree [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.124606] env[69052]: DEBUG nova.network.neutron [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.211341] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 378d47dd-e9df-4594-9180-9dfe8a815a38] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1102.288721] env[69052]: DEBUG oslo_vmware.api [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237101, 'name': CloneVM_Task, 'duration_secs': 1.56162} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.289029] env[69052]: INFO nova.virt.vmwareapi.vmops [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Created linked-clone VM from snapshot [ 1102.289793] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41beb9b-d96a-4ca0-83a9-860a75a3e87a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.298073] env[69052]: INFO nova.compute.manager [-] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Took 1.38 seconds to deallocate network for instance. [ 1102.298073] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Uploading image 1d6eeab6-c1b5-4a60-a321-7e63ea103f94 {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1102.316389] env[69052]: DEBUG nova.network.neutron [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Updating instance_info_cache with network_info: [{"id": "540efcd8-3dab-4d45-9fa5-c08bb09b95c4", "address": "fa:16:3e:cb:bc:30", "network": {"id": "0624a1b3-6c9d-43d5-ac68-beaedb10c4eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-356147984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5d11523a34a41fc93f369d4737ccf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap540efcd8-3d", "ovs_interfaceid": "540efcd8-3dab-4d45-9fa5-c08bb09b95c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.339561] env[69052]: DEBUG oslo_vmware.rw_handles [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1102.339561] env[69052]: value = "vm-646979" [ 1102.339561] env[69052]: _type = "VirtualMachine" [ 1102.339561] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1102.339851] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-19ba3f0b-ecfd-44ca-bf4c-c557746030ca {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.353478] env[69052]: DEBUG oslo_vmware.rw_handles [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lease: (returnval){ [ 1102.353478] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52305992-156f-7332-1e3f-be2d0fbb5eba" [ 1102.353478] env[69052]: _type = "HttpNfcLease" [ 1102.353478] env[69052]: } obtained for exporting VM: (result){ [ 1102.353478] env[69052]: value = "vm-646979" [ 1102.353478] env[69052]: _type = "VirtualMachine" [ 1102.353478] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1102.353747] env[69052]: DEBUG oslo_vmware.api [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the lease: (returnval){ [ 1102.353747] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52305992-156f-7332-1e3f-be2d0fbb5eba" [ 1102.353747] env[69052]: _type = "HttpNfcLease" [ 1102.353747] env[69052]: } to be ready. {{(pid=69052) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1102.361876] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1102.361876] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52305992-156f-7332-1e3f-be2d0fbb5eba" [ 1102.361876] env[69052]: _type = "HttpNfcLease" [ 1102.361876] env[69052]: } is initializing. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1102.403017] env[69052]: DEBUG nova.network.neutron [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Updating instance_info_cache with network_info: [{"id": "e525b55f-c9b6-4831-bd19-daef29f6c1d7", "address": "fa:16:3e:18:60:5b", "network": {"id": "daf2450d-a444-4833-886f-67de6ce2b1a5", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-413398447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5757795335d54633a85a5de5bbd7a5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape525b55f-c9", "ovs_interfaceid": "e525b55f-c9b6-4831-bd19-daef29f6c1d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.598931] env[69052]: DEBUG nova.scheduler.client.report [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.714034] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 1e3c83a0-2c88-4a9c-8170-a60a5c73cb10] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1102.810878] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.816583] env[69052]: DEBUG oslo_concurrency.lockutils [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Releasing lock "refresh_cache-9ccfb80f-ea9f-4be8-a152-68c5b30d68f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.863292] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1102.863292] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52305992-156f-7332-1e3f-be2d0fbb5eba" [ 1102.863292] env[69052]: _type = "HttpNfcLease" [ 1102.863292] env[69052]: } is ready. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1102.863558] env[69052]: DEBUG oslo_vmware.rw_handles [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1102.863558] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52305992-156f-7332-1e3f-be2d0fbb5eba" [ 1102.863558] env[69052]: _type = "HttpNfcLease" [ 1102.863558] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1102.864363] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ca13d7-a715-48e4-be79-e28e07d69971 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.871654] env[69052]: DEBUG oslo_vmware.rw_handles [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5208f843-1655-6ee0-1acd-81fad0296f3a/disk-0.vmdk from lease info. {{(pid=69052) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1102.871933] env[69052]: DEBUG oslo_vmware.rw_handles [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5208f843-1655-6ee0-1acd-81fad0296f3a/disk-0.vmdk for reading. {{(pid=69052) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1102.928332] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Releasing lock "refresh_cache-36e736a6-eb4c-4337-b629-8c87ad6faf5a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.928673] env[69052]: DEBUG nova.compute.manager [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Instance network_info: |[{"id": "e525b55f-c9b6-4831-bd19-daef29f6c1d7", "address": "fa:16:3e:18:60:5b", "network": {"id": "daf2450d-a444-4833-886f-67de6ce2b1a5", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-413398447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5757795335d54633a85a5de5bbd7a5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape525b55f-c9", "ovs_interfaceid": "e525b55f-c9b6-4831-bd19-daef29f6c1d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.930118] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:60:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e525b55f-c9b6-4831-bd19-daef29f6c1d7', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.937482] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Creating folder: Project (5757795335d54633a85a5de5bbd7a5de). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1102.938956] env[69052]: DEBUG nova.compute.manager [req-e3bec215-d01c-451f-946e-9a2cc5ac650b req-c9fc5506-7273-4570-8bdb-fecd73788ccf service nova] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Received event network-changed-e525b55f-c9b6-4831-bd19-daef29f6c1d7 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.939148] env[69052]: DEBUG nova.compute.manager [req-e3bec215-d01c-451f-946e-9a2cc5ac650b req-c9fc5506-7273-4570-8bdb-fecd73788ccf service nova] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Refreshing instance network info cache due to event network-changed-e525b55f-c9b6-4831-bd19-daef29f6c1d7. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.939358] env[69052]: DEBUG oslo_concurrency.lockutils [req-e3bec215-d01c-451f-946e-9a2cc5ac650b req-c9fc5506-7273-4570-8bdb-fecd73788ccf service nova] Acquiring lock "refresh_cache-36e736a6-eb4c-4337-b629-8c87ad6faf5a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.939501] env[69052]: DEBUG oslo_concurrency.lockutils [req-e3bec215-d01c-451f-946e-9a2cc5ac650b req-c9fc5506-7273-4570-8bdb-fecd73788ccf service nova] Acquired lock "refresh_cache-36e736a6-eb4c-4337-b629-8c87ad6faf5a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.939654] env[69052]: DEBUG nova.network.neutron [req-e3bec215-d01c-451f-946e-9a2cc5ac650b req-c9fc5506-7273-4570-8bdb-fecd73788ccf service nova] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Refreshing network info cache for port e525b55f-c9b6-4831-bd19-daef29f6c1d7 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.943680] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16b2fb9e-0194-47be-b478-6b46e3322e1d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.956564] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Created folder: Project (5757795335d54633a85a5de5bbd7a5de) in parent group-v646676. [ 1102.956778] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Creating folder: Instances. Parent ref: group-v646980. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1102.957031] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac5b8155-b8c6-4152-8b75-236711422225 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.967985] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Created folder: Instances in parent group-v646980. [ 1102.968328] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.968464] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.968710] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e74e9798-c048-4073-8d97-45e6c91070f4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.986939] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5a83c3df-e402-4239-bd56-460d8e391952 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.993475] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.993475] env[69052]: value = "task-3237107" [ 1102.993475] env[69052]: _type = "Task" [ 1102.993475] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.005544] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237107, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.105606] env[69052]: DEBUG oslo_concurrency.lockutils [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.106159] env[69052]: DEBUG nova.compute.manager [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1103.110587] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.425s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.112022] env[69052]: INFO nova.compute.claims [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.117409] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.117994] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.184764] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "9a220b28-52f6-47d1-be3c-d825c95c1d42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.185032] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "9a220b28-52f6-47d1-be3c-d825c95c1d42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.217555] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: ffe88174-f31a-4e21-9aa6-17e7d838a492] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1103.510554] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237107, 'name': CreateVM_Task, 'duration_secs': 0.386201} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.512501] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.513281] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.513455] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.513788] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.514065] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ded39a9-94fb-4e88-bdc6-370c6fa83bed {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.521667] env[69052]: DEBUG oslo_vmware.api [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Waiting for the task: (returnval){ [ 1103.521667] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529dc2a3-a15e-cce2-d596-3883ef3ca2d2" [ 1103.521667] env[69052]: _type = "Task" [ 1103.521667] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.531611] env[69052]: DEBUG oslo_vmware.api [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529dc2a3-a15e-cce2-d596-3883ef3ca2d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.619013] env[69052]: DEBUG nova.compute.utils [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.624051] env[69052]: DEBUG nova.compute.manager [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1103.624051] env[69052]: DEBUG nova.network.neutron [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.627495] env[69052]: DEBUG nova.compute.manager [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1103.687800] env[69052]: DEBUG nova.compute.manager [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1103.700514] env[69052]: DEBUG nova.policy [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc9e0a5292334edd807df00f5fca08b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a78122ee1db4ec99999744f40855901', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.721442] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: e0b241bd-76bb-4aa1-a234-983eb6dd8e7c] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1103.783420] env[69052]: DEBUG nova.network.neutron [req-e3bec215-d01c-451f-946e-9a2cc5ac650b req-c9fc5506-7273-4570-8bdb-fecd73788ccf service nova] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Updated VIF entry in instance network info cache for port e525b55f-c9b6-4831-bd19-daef29f6c1d7. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.783665] env[69052]: DEBUG nova.network.neutron [req-e3bec215-d01c-451f-946e-9a2cc5ac650b req-c9fc5506-7273-4570-8bdb-fecd73788ccf service nova] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Updating instance_info_cache with network_info: [{"id": "e525b55f-c9b6-4831-bd19-daef29f6c1d7", "address": "fa:16:3e:18:60:5b", "network": {"id": "daf2450d-a444-4833-886f-67de6ce2b1a5", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-413398447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5757795335d54633a85a5de5bbd7a5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape525b55f-c9", "ovs_interfaceid": "e525b55f-c9b6-4831-bd19-daef29f6c1d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.038501] env[69052]: DEBUG oslo_vmware.api [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529dc2a3-a15e-cce2-d596-3883ef3ca2d2, 'name': SearchDatastore_Task, 'duration_secs': 0.013966} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.038501] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.038501] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.038501] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.038501] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.038501] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.038724] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdea514e-b420-4280-96e4-dac8231fea61 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.050502] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.050657] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.051804] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57b2235c-fd54-4015-bd48-1b17b38c54b6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.058747] env[69052]: DEBUG oslo_vmware.api [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Waiting for the task: (returnval){ [ 1104.058747] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526e43fa-4b3f-4413-0564-e325a59f767c" [ 1104.058747] env[69052]: _type = "Task" [ 1104.058747] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.069543] env[69052]: DEBUG oslo_vmware.api [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526e43fa-4b3f-4413-0564-e325a59f767c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.089498] env[69052]: DEBUG nova.network.neutron [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Successfully created port: c1437269-65db-41f8-87dc-43764744aaf3 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1104.124348] env[69052]: DEBUG nova.compute.manager [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1104.154252] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.212741] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.225376] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: c3245dc8-eb8d-45f7-ae7c-c28ac37b3061] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1104.288989] env[69052]: DEBUG oslo_concurrency.lockutils [req-e3bec215-d01c-451f-946e-9a2cc5ac650b req-c9fc5506-7273-4570-8bdb-fecd73788ccf service nova] Releasing lock "refresh_cache-36e736a6-eb4c-4337-b629-8c87ad6faf5a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.289540] env[69052]: DEBUG nova.compute.manager [req-e3bec215-d01c-451f-946e-9a2cc5ac650b req-c9fc5506-7273-4570-8bdb-fecd73788ccf service nova] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Received event network-vif-deleted-1a640e2e-295e-43f9-862c-a863c646cb75 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.333472] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6e793f-8ff5-45fd-a805-5d41429dc7b6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.358016] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Updating instance '9ccfb80f-ea9f-4be8-a152-68c5b30d68f8' progress to 0 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1104.441726] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e801a4-0c81-48ce-8fa8-5bdde2548eee {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.450481] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b177626-dc4e-4810-b791-d27ea0e3b68d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.482279] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4661fca-e738-43e1-a340-5d6128ad5b69 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.491124] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63127891-a367-4ddc-b64c-d6af06bd96ed {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.505882] env[69052]: DEBUG nova.compute.provider_tree [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.572916] env[69052]: DEBUG oslo_vmware.api [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526e43fa-4b3f-4413-0564-e325a59f767c, 'name': SearchDatastore_Task, 'duration_secs': 0.025866} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.573792] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34576092-f353-47bb-a1ad-ff5b8f2067f7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.579969] env[69052]: DEBUG oslo_vmware.api [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Waiting for the task: (returnval){ [ 1104.579969] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d88163-aa67-b255-e3f3-f6692bb844b2" [ 1104.579969] env[69052]: _type = "Task" [ 1104.579969] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.591075] env[69052]: DEBUG oslo_vmware.api [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d88163-aa67-b255-e3f3-f6692bb844b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.730073] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 5e7687e6-d333-4a4f-85f0-628f6afa8d79] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1104.867381] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.868146] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd0577ce-ef11-4809-9dd3-906c330c49da {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.880266] env[69052]: DEBUG oslo_vmware.api [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1104.880266] env[69052]: value = "task-3237108" [ 1104.880266] env[69052]: _type = "Task" [ 1104.880266] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.898695] env[69052]: DEBUG oslo_vmware.api [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.009394] env[69052]: DEBUG nova.scheduler.client.report [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.091301] env[69052]: DEBUG oslo_vmware.api [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d88163-aa67-b255-e3f3-f6692bb844b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010586} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.091934] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.092632] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 36e736a6-eb4c-4337-b629-8c87ad6faf5a/36e736a6-eb4c-4337-b629-8c87ad6faf5a.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.092632] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51d36aca-e3f0-46e0-be61-4452b20530be {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.102803] env[69052]: DEBUG oslo_vmware.api [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Waiting for the task: (returnval){ [ 1105.102803] env[69052]: value = "task-3237109" [ 1105.102803] env[69052]: _type = "Task" [ 1105.102803] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.111882] env[69052]: DEBUG oslo_vmware.api [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Task: {'id': task-3237109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.134257] env[69052]: DEBUG nova.compute.manager [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1105.163980] env[69052]: DEBUG nova.virt.hardware [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.164345] env[69052]: DEBUG nova.virt.hardware [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.164612] env[69052]: DEBUG nova.virt.hardware [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.164977] env[69052]: DEBUG nova.virt.hardware [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.165194] env[69052]: DEBUG nova.virt.hardware [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.165424] env[69052]: DEBUG nova.virt.hardware [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.165757] env[69052]: DEBUG nova.virt.hardware [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.165971] env[69052]: DEBUG nova.virt.hardware [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.166183] env[69052]: DEBUG nova.virt.hardware [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.166360] env[69052]: DEBUG nova.virt.hardware [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.166541] env[69052]: DEBUG nova.virt.hardware [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.167443] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2557a8-22af-4d46-8cd7-b7b141be4462 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.176796] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf59deb-4a96-4f5d-ad63-e02492c70e4e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.232801] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: de28d97b-f8b2-49ed-aa19-26543f9c3c42] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1105.393228] env[69052]: DEBUG oslo_vmware.api [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237108, 'name': PowerOffVM_Task, 'duration_secs': 0.251642} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.393414] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.393756] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Updating instance '9ccfb80f-ea9f-4be8-a152-68c5b30d68f8' progress to 17 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1105.519381] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.520026] env[69052]: DEBUG nova.compute.manager [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1105.523176] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.833s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.525600] env[69052]: INFO nova.compute.claims [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.617321] env[69052]: DEBUG oslo_vmware.api [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Task: {'id': task-3237109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476799} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.617584] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 36e736a6-eb4c-4337-b629-8c87ad6faf5a/36e736a6-eb4c-4337-b629-8c87ad6faf5a.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.617800] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.618063] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f67ad54e-e04b-4dfc-b8d2-a442c28585fb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.633041] env[69052]: DEBUG oslo_vmware.api [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Waiting for the task: (returnval){ [ 1105.633041] env[69052]: value = "task-3237110" [ 1105.633041] env[69052]: _type = "Task" [ 1105.633041] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.645175] env[69052]: DEBUG oslo_vmware.api [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Task: {'id': task-3237110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.737019] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 1c69d12c-8441-484e-990c-dbdd81a9d21d] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1105.900403] env[69052]: DEBUG nova.virt.hardware [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.900662] env[69052]: DEBUG nova.virt.hardware [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.900821] env[69052]: DEBUG nova.virt.hardware [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.901006] env[69052]: DEBUG nova.virt.hardware [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.901173] env[69052]: DEBUG nova.virt.hardware [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.901323] env[69052]: DEBUG nova.virt.hardware [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.901527] env[69052]: DEBUG nova.virt.hardware [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.901686] env[69052]: DEBUG nova.virt.hardware [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.901848] env[69052]: DEBUG nova.virt.hardware [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.902030] env[69052]: DEBUG nova.virt.hardware [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.902381] env[69052]: DEBUG nova.virt.hardware [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.908125] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2834a0db-0651-499e-ba45-52b0966dfef3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.938863] env[69052]: DEBUG oslo_vmware.api [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1105.938863] env[69052]: value = "task-3237111" [ 1105.938863] env[69052]: _type = "Task" [ 1105.938863] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.941328] env[69052]: DEBUG nova.compute.manager [req-bbf1bc13-efc9-421f-9cce-19f7a6b0e855 req-e1792166-61f0-4887-bcad-3fbae52133b4 service nova] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Received event network-vif-plugged-c1437269-65db-41f8-87dc-43764744aaf3 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.941569] env[69052]: DEBUG oslo_concurrency.lockutils [req-bbf1bc13-efc9-421f-9cce-19f7a6b0e855 req-e1792166-61f0-4887-bcad-3fbae52133b4 service nova] Acquiring lock "6aabb5f0-3eda-4422-86b0-1a7e97467909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.941824] env[69052]: DEBUG oslo_concurrency.lockutils [req-bbf1bc13-efc9-421f-9cce-19f7a6b0e855 req-e1792166-61f0-4887-bcad-3fbae52133b4 service nova] Lock "6aabb5f0-3eda-4422-86b0-1a7e97467909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.942008] env[69052]: DEBUG oslo_concurrency.lockutils [req-bbf1bc13-efc9-421f-9cce-19f7a6b0e855 req-e1792166-61f0-4887-bcad-3fbae52133b4 service nova] Lock "6aabb5f0-3eda-4422-86b0-1a7e97467909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.942185] env[69052]: DEBUG nova.compute.manager [req-bbf1bc13-efc9-421f-9cce-19f7a6b0e855 req-e1792166-61f0-4887-bcad-3fbae52133b4 service nova] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] No waiting events found dispatching network-vif-plugged-c1437269-65db-41f8-87dc-43764744aaf3 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.942354] env[69052]: WARNING nova.compute.manager [req-bbf1bc13-efc9-421f-9cce-19f7a6b0e855 req-e1792166-61f0-4887-bcad-3fbae52133b4 service nova] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Received unexpected event network-vif-plugged-c1437269-65db-41f8-87dc-43764744aaf3 for instance with vm_state building and task_state spawning. [ 1105.953033] env[69052]: DEBUG oslo_vmware.api [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237111, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.033032] env[69052]: DEBUG nova.compute.utils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.033789] env[69052]: DEBUG nova.compute.manager [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1106.033975] env[69052]: DEBUG nova.network.neutron [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1106.139362] env[69052]: DEBUG nova.policy [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b587347fd5984553a649647dcea9509c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da9db18ab4614b1f8ab202e75e7f3519', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.147182] env[69052]: DEBUG oslo_vmware.api [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Task: {'id': task-3237110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106465} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.147498] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.148505] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7b8df2-e76e-4079-bcd7-2884892c20fa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.175606] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 36e736a6-eb4c-4337-b629-8c87ad6faf5a/36e736a6-eb4c-4337-b629-8c87ad6faf5a.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.175967] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b05afaeb-0243-4368-87cb-153062f3e056 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.195680] env[69052]: DEBUG nova.network.neutron [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Successfully updated port: c1437269-65db-41f8-87dc-43764744aaf3 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.204245] env[69052]: DEBUG oslo_vmware.api [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Waiting for the task: (returnval){ [ 1106.204245] env[69052]: value = "task-3237112" [ 1106.204245] env[69052]: _type = "Task" [ 1106.204245] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.216748] env[69052]: DEBUG oslo_vmware.api [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Task: {'id': task-3237112, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.240261] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: eb1d97fe-61e7-4543-bdb1-841e5db7f21c] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1106.458881] env[69052]: DEBUG oslo_vmware.api [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237111, 'name': ReconfigVM_Task, 'duration_secs': 0.245581} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.459270] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Updating instance '9ccfb80f-ea9f-4be8-a152-68c5b30d68f8' progress to 33 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.536760] env[69052]: DEBUG nova.compute.manager [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1106.543187] env[69052]: DEBUG nova.network.neutron [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Successfully created port: 13817ea2-4044-45d4-8fea-f3c9e924ae19 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.699596] env[69052]: DEBUG oslo_concurrency.lockutils [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "refresh_cache-6aabb5f0-3eda-4422-86b0-1a7e97467909" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.699751] env[69052]: DEBUG oslo_concurrency.lockutils [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquired lock "refresh_cache-6aabb5f0-3eda-4422-86b0-1a7e97467909" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.699948] env[69052]: DEBUG nova.network.neutron [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.725874] env[69052]: DEBUG oslo_vmware.api [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Task: {'id': task-3237112, 'name': ReconfigVM_Task, 'duration_secs': 0.425806} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.726338] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 36e736a6-eb4c-4337-b629-8c87ad6faf5a/36e736a6-eb4c-4337-b629-8c87ad6faf5a.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.727220] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5064ca45-1b6a-4a3a-9092-438da264e0ef {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.737103] env[69052]: DEBUG oslo_vmware.api [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Waiting for the task: (returnval){ [ 1106.737103] env[69052]: value = "task-3237113" [ 1106.737103] env[69052]: _type = "Task" [ 1106.737103] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.746688] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 7d0b57d7-4358-4a46-9f88-a439a405a891] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1106.758669] env[69052]: DEBUG oslo_vmware.api [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Task: {'id': task-3237113, 'name': Rename_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.961190] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a8afc1-7171-46c2-984c-07b987116e6d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.968751] env[69052]: DEBUG nova.virt.hardware [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.969101] env[69052]: DEBUG nova.virt.hardware [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.969176] env[69052]: DEBUG nova.virt.hardware [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.969368] env[69052]: DEBUG nova.virt.hardware [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.969554] env[69052]: DEBUG nova.virt.hardware [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.969671] env[69052]: DEBUG nova.virt.hardware [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.969878] env[69052]: DEBUG nova.virt.hardware [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.970048] env[69052]: DEBUG nova.virt.hardware [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.970224] env[69052]: DEBUG nova.virt.hardware [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.970383] env[69052]: DEBUG nova.virt.hardware [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.970553] env[69052]: DEBUG nova.virt.hardware [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.976153] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1106.981192] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84a5dd70-5d58-4509-83ec-bb10c2645cd1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.997849] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08757cc9-f6d0-4e68-801b-38c463c8ae5a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.036923] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e1cc39-5ebf-451c-9e66-68de45459b97 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.039888] env[69052]: DEBUG oslo_vmware.api [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1107.039888] env[69052]: value = "task-3237114" [ 1107.039888] env[69052]: _type = "Task" [ 1107.039888] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.051235] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e436961-cfac-4980-b2f2-9da904d3ecfe {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.059552] env[69052]: DEBUG oslo_vmware.api [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.071013] env[69052]: DEBUG nova.compute.provider_tree [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.247601] env[69052]: DEBUG nova.network.neutron [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.251509] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: fb7fb262-44b7-44f5-a0b5-c84bd3ea2e5e] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1107.256580] env[69052]: DEBUG oslo_vmware.api [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Task: {'id': task-3237113, 'name': Rename_Task, 'duration_secs': 0.215551} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.257060] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.257139] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8de33e4d-eb7d-4884-a001-eebbbc054f69 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.264765] env[69052]: DEBUG oslo_vmware.api [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Waiting for the task: (returnval){ [ 1107.264765] env[69052]: value = "task-3237115" [ 1107.264765] env[69052]: _type = "Task" [ 1107.264765] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.284879] env[69052]: DEBUG oslo_vmware.api [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Task: {'id': task-3237115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.427132] env[69052]: DEBUG nova.network.neutron [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Updating instance_info_cache with network_info: [{"id": "c1437269-65db-41f8-87dc-43764744aaf3", "address": "fa:16:3e:17:1f:d6", "network": {"id": "1e799245-f22d-49f1-9e4a-3f8c57970aef", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-77695136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a78122ee1db4ec99999744f40855901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1437269-65", "ovs_interfaceid": "c1437269-65db-41f8-87dc-43764744aaf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.552460] env[69052]: DEBUG oslo_vmware.api [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237114, 'name': ReconfigVM_Task, 'duration_secs': 0.254537} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.552752] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1107.553650] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57483cfe-369d-4cdd-8329-1db24c130d64 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.556979] env[69052]: DEBUG nova.compute.manager [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1107.580421] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-2211020c-3007-4790-be79-c9b55e3f6040/volume-2211020c-3007-4790-be79-c9b55e3f6040.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.584064] env[69052]: DEBUG nova.scheduler.client.report [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.587899] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-474d67b4-ed1c-4147-b2b3-1bf33f31c27d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.616657] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.616913] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.617084] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.617295] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.617499] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.617586] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.617788] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.617949] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.618131] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.618316] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.618495] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.619045] env[69052]: DEBUG nova.compute.manager [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Stashing vm_state: active {{(pid=69052) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1107.622574] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944244e0-34ff-433b-9a20-8e63cc10bb23 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.627632] env[69052]: DEBUG oslo_vmware.api [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1107.627632] env[69052]: value = "task-3237116" [ 1107.627632] env[69052]: _type = "Task" [ 1107.627632] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.635453] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d500c2-5448-444a-be44-0b72d6dc76ed {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.643030] env[69052]: DEBUG oslo_vmware.api [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.753916] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 78a7aad6-b33e-4d1b-a06b-da3b836c5189] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1107.777284] env[69052]: DEBUG oslo_vmware.api [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Task: {'id': task-3237115, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.930290] env[69052]: DEBUG oslo_concurrency.lockutils [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Releasing lock "refresh_cache-6aabb5f0-3eda-4422-86b0-1a7e97467909" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.930633] env[69052]: DEBUG nova.compute.manager [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Instance network_info: |[{"id": "c1437269-65db-41f8-87dc-43764744aaf3", "address": "fa:16:3e:17:1f:d6", "network": {"id": "1e799245-f22d-49f1-9e4a-3f8c57970aef", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-77695136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a78122ee1db4ec99999744f40855901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1437269-65", "ovs_interfaceid": "c1437269-65db-41f8-87dc-43764744aaf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.931084] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:1f:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1437269-65db-41f8-87dc-43764744aaf3', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.941178] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.941491] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.942300] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8023e7d-c466-4c58-b403-ae9a9d5abdc3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.967010] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.967010] env[69052]: value = "task-3237117" [ 1107.967010] env[69052]: _type = "Task" [ 1107.967010] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.972537] env[69052]: DEBUG nova.compute.manager [req-cb1515c4-a69b-437f-817b-d3d0ef14fa2d req-b5ad11ea-ff44-4ebd-b2f2-45eee79374b6 service nova] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Received event network-changed-c1437269-65db-41f8-87dc-43764744aaf3 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.972775] env[69052]: DEBUG nova.compute.manager [req-cb1515c4-a69b-437f-817b-d3d0ef14fa2d req-b5ad11ea-ff44-4ebd-b2f2-45eee79374b6 service nova] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Refreshing instance network info cache due to event network-changed-c1437269-65db-41f8-87dc-43764744aaf3. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.972997] env[69052]: DEBUG oslo_concurrency.lockutils [req-cb1515c4-a69b-437f-817b-d3d0ef14fa2d req-b5ad11ea-ff44-4ebd-b2f2-45eee79374b6 service nova] Acquiring lock "refresh_cache-6aabb5f0-3eda-4422-86b0-1a7e97467909" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.973152] env[69052]: DEBUG oslo_concurrency.lockutils [req-cb1515c4-a69b-437f-817b-d3d0ef14fa2d req-b5ad11ea-ff44-4ebd-b2f2-45eee79374b6 service nova] Acquired lock "refresh_cache-6aabb5f0-3eda-4422-86b0-1a7e97467909" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.973342] env[69052]: DEBUG nova.network.neutron [req-cb1515c4-a69b-437f-817b-d3d0ef14fa2d req-b5ad11ea-ff44-4ebd-b2f2-45eee79374b6 service nova] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Refreshing network info cache for port c1437269-65db-41f8-87dc-43764744aaf3 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.980872] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237117, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.109198] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.110847] env[69052]: DEBUG nova.compute.manager [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.118023] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.380s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.118023] env[69052]: INFO nova.compute.claims [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.143364] env[69052]: DEBUG oslo_vmware.api [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237116, 'name': ReconfigVM_Task, 'duration_secs': 0.330863} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.144064] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-2211020c-3007-4790-be79-c9b55e3f6040/volume-2211020c-3007-4790-be79-c9b55e3f6040.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.144524] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Updating instance '9ccfb80f-ea9f-4be8-a152-68c5b30d68f8' progress to 50 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1108.154171] env[69052]: DEBUG oslo_concurrency.lockutils [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.257292] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: e8a56eb2-4f01-4a90-9758-f531feba21c9] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1108.279101] env[69052]: DEBUG oslo_vmware.api [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Task: {'id': task-3237115, 'name': PowerOnVM_Task, 'duration_secs': 0.610852} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.279444] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.279675] env[69052]: INFO nova.compute.manager [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1108.279881] env[69052]: DEBUG nova.compute.manager [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.280772] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178788af-277e-4183-9d5c-c88fb6ba8ead {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.389359] env[69052]: DEBUG nova.network.neutron [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Successfully updated port: 13817ea2-4044-45d4-8fea-f3c9e924ae19 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.478783] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237117, 'name': CreateVM_Task, 'duration_secs': 0.378072} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.479943] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.479943] env[69052]: DEBUG oslo_concurrency.lockutils [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.480098] env[69052]: DEBUG oslo_concurrency.lockutils [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.480687] env[69052]: DEBUG oslo_concurrency.lockutils [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.480687] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b40a1bf8-152a-44c8-964b-bc849e399049 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.486047] env[69052]: DEBUG oslo_vmware.api [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1108.486047] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522ab74c-4801-c824-f218-d3261a04540d" [ 1108.486047] env[69052]: _type = "Task" [ 1108.486047] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.494787] env[69052]: DEBUG oslo_vmware.api [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522ab74c-4801-c824-f218-d3261a04540d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.625382] env[69052]: DEBUG nova.compute.utils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.634640] env[69052]: DEBUG nova.compute.manager [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1108.634640] env[69052]: DEBUG nova.network.neutron [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1108.664092] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e0c261-70f8-4739-aac0-aced0efcfea9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.692332] env[69052]: DEBUG nova.policy [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b587347fd5984553a649647dcea9509c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da9db18ab4614b1f8ab202e75e7f3519', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.696111] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db753071-bd40-49a3-a284-f36840f9454d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.718145] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Updating instance '9ccfb80f-ea9f-4be8-a152-68c5b30d68f8' progress to 67 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1108.760682] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 1f08ce1e-b8b6-4785-a768-43d711a8b7c8] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1108.764205] env[69052]: DEBUG nova.network.neutron [req-cb1515c4-a69b-437f-817b-d3d0ef14fa2d req-b5ad11ea-ff44-4ebd-b2f2-45eee79374b6 service nova] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Updated VIF entry in instance network info cache for port c1437269-65db-41f8-87dc-43764744aaf3. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.764569] env[69052]: DEBUG nova.network.neutron [req-cb1515c4-a69b-437f-817b-d3d0ef14fa2d req-b5ad11ea-ff44-4ebd-b2f2-45eee79374b6 service nova] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Updating instance_info_cache with network_info: [{"id": "c1437269-65db-41f8-87dc-43764744aaf3", "address": "fa:16:3e:17:1f:d6", "network": {"id": "1e799245-f22d-49f1-9e4a-3f8c57970aef", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-77695136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a78122ee1db4ec99999744f40855901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1437269-65", "ovs_interfaceid": "c1437269-65db-41f8-87dc-43764744aaf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.799350] env[69052]: INFO nova.compute.manager [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Took 16.50 seconds to build instance. [ 1108.891384] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquiring lock "refresh_cache-3af0bfee-96f0-470d-bad4-160c69325c6a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.891384] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquired lock "refresh_cache-3af0bfee-96f0-470d-bad4-160c69325c6a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.891491] env[69052]: DEBUG nova.network.neutron [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.997932] env[69052]: DEBUG oslo_vmware.api [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522ab74c-4801-c824-f218-d3261a04540d, 'name': SearchDatastore_Task, 'duration_secs': 0.010301} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.998776] env[69052]: DEBUG oslo_concurrency.lockutils [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.998776] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.998776] env[69052]: DEBUG oslo_concurrency.lockutils [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.998902] env[69052]: DEBUG oslo_concurrency.lockutils [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.999050] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.999332] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b8998b9-fb93-4061-8995-d034442fe5bf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.009294] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.009517] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.010204] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b290ec8a-20ec-47b3-8026-63cacf8b00bc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.018875] env[69052]: DEBUG oslo_vmware.api [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1109.018875] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c6ced5-b276-a78e-999e-de137df50163" [ 1109.018875] env[69052]: _type = "Task" [ 1109.018875] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.028699] env[69052]: DEBUG oslo_vmware.api [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c6ced5-b276-a78e-999e-de137df50163, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.029576] env[69052]: DEBUG nova.network.neutron [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Successfully created port: 7b9cdf9a-a0e4-4a87-b7b6-81640fe6cba2 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.131053] env[69052]: DEBUG nova.compute.manager [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.266935] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 62440cd7-3ffd-4f98-ab55-97b6b984b85d] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1109.271886] env[69052]: DEBUG oslo_concurrency.lockutils [req-cb1515c4-a69b-437f-817b-d3d0ef14fa2d req-b5ad11ea-ff44-4ebd-b2f2-45eee79374b6 service nova] Releasing lock "refresh_cache-6aabb5f0-3eda-4422-86b0-1a7e97467909" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.305545] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0dfbdc6e-9d85-40d2-b411-63d39c338a6b tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Lock "36e736a6-eb4c-4337-b629-8c87ad6faf5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.016s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.459683] env[69052]: DEBUG nova.network.neutron [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.466809] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ab9392-f499-4a7f-89c2-1715a86197d7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.480169] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21fcff8-203b-49bd-b26a-1355ff61f8d9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.516297] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e8ad91-577f-41d4-8c93-4e0c39200e06 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.525729] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9224d197-3b18-45a2-a4cd-67f4b4926b26 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.537434] env[69052]: DEBUG oslo_vmware.api [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c6ced5-b276-a78e-999e-de137df50163, 'name': SearchDatastore_Task, 'duration_secs': 0.01021} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.538617] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-641ba265-e9af-4de9-bde6-531e06ee25a4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.549993] env[69052]: DEBUG nova.compute.provider_tree [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.556386] env[69052]: DEBUG oslo_vmware.api [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1109.556386] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c0990a-90b4-8ea9-ca21-bb7dd33d9960" [ 1109.556386] env[69052]: _type = "Task" [ 1109.556386] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.568913] env[69052]: DEBUG oslo_vmware.api [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c0990a-90b4-8ea9-ca21-bb7dd33d9960, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.645823] env[69052]: DEBUG oslo_concurrency.lockutils [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Acquiring lock "36e736a6-eb4c-4337-b629-8c87ad6faf5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.645823] env[69052]: DEBUG oslo_concurrency.lockutils [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Lock "36e736a6-eb4c-4337-b629-8c87ad6faf5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.645823] env[69052]: DEBUG oslo_concurrency.lockutils [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Acquiring lock "36e736a6-eb4c-4337-b629-8c87ad6faf5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.645823] env[69052]: DEBUG oslo_concurrency.lockutils [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Lock "36e736a6-eb4c-4337-b629-8c87ad6faf5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.645823] env[69052]: DEBUG oslo_concurrency.lockutils [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Lock "36e736a6-eb4c-4337-b629-8c87ad6faf5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.646245] env[69052]: INFO nova.compute.manager [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Terminating instance [ 1109.671758] env[69052]: DEBUG nova.network.neutron [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Updating instance_info_cache with network_info: [{"id": "13817ea2-4044-45d4-8fea-f3c9e924ae19", "address": "fa:16:3e:9a:df:88", "network": {"id": "91e99b44-a665-4002-8349-cb6836977520", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1148493412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da9db18ab4614b1f8ab202e75e7f3519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13817ea2-40", "ovs_interfaceid": "13817ea2-4044-45d4-8fea-f3c9e924ae19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.774427] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 4b9f25d1-d2d4-4cb3-b0ac-70afd58af20a] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1110.003736] env[69052]: DEBUG nova.compute.manager [req-c9422d48-9973-4b33-a97c-58fb917ed838 req-3572e213-98bb-4488-9f20-807556e032f1 service nova] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Received event network-vif-plugged-13817ea2-4044-45d4-8fea-f3c9e924ae19 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.004011] env[69052]: DEBUG oslo_concurrency.lockutils [req-c9422d48-9973-4b33-a97c-58fb917ed838 req-3572e213-98bb-4488-9f20-807556e032f1 service nova] Acquiring lock "3af0bfee-96f0-470d-bad4-160c69325c6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.004271] env[69052]: DEBUG oslo_concurrency.lockutils [req-c9422d48-9973-4b33-a97c-58fb917ed838 req-3572e213-98bb-4488-9f20-807556e032f1 service nova] Lock "3af0bfee-96f0-470d-bad4-160c69325c6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.004486] env[69052]: DEBUG oslo_concurrency.lockutils [req-c9422d48-9973-4b33-a97c-58fb917ed838 req-3572e213-98bb-4488-9f20-807556e032f1 service nova] Lock "3af0bfee-96f0-470d-bad4-160c69325c6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.004693] env[69052]: DEBUG nova.compute.manager [req-c9422d48-9973-4b33-a97c-58fb917ed838 req-3572e213-98bb-4488-9f20-807556e032f1 service nova] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] No waiting events found dispatching network-vif-plugged-13817ea2-4044-45d4-8fea-f3c9e924ae19 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1110.004913] env[69052]: WARNING nova.compute.manager [req-c9422d48-9973-4b33-a97c-58fb917ed838 req-3572e213-98bb-4488-9f20-807556e032f1 service nova] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Received unexpected event network-vif-plugged-13817ea2-4044-45d4-8fea-f3c9e924ae19 for instance with vm_state building and task_state spawning. [ 1110.005143] env[69052]: DEBUG nova.compute.manager [req-c9422d48-9973-4b33-a97c-58fb917ed838 req-3572e213-98bb-4488-9f20-807556e032f1 service nova] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Received event network-changed-13817ea2-4044-45d4-8fea-f3c9e924ae19 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.005345] env[69052]: DEBUG nova.compute.manager [req-c9422d48-9973-4b33-a97c-58fb917ed838 req-3572e213-98bb-4488-9f20-807556e032f1 service nova] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Refreshing instance network info cache due to event network-changed-13817ea2-4044-45d4-8fea-f3c9e924ae19. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.005592] env[69052]: DEBUG oslo_concurrency.lockutils [req-c9422d48-9973-4b33-a97c-58fb917ed838 req-3572e213-98bb-4488-9f20-807556e032f1 service nova] Acquiring lock "refresh_cache-3af0bfee-96f0-470d-bad4-160c69325c6a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.053461] env[69052]: DEBUG nova.scheduler.client.report [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.066808] env[69052]: DEBUG oslo_vmware.api [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c0990a-90b4-8ea9-ca21-bb7dd33d9960, 'name': SearchDatastore_Task, 'duration_secs': 0.011711} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.068546] env[69052]: DEBUG oslo_concurrency.lockutils [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.068546] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 6aabb5f0-3eda-4422-86b0-1a7e97467909/6aabb5f0-3eda-4422-86b0-1a7e97467909.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.068546] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21603ba7-c002-41af-8d15-f8081944a418 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.076501] env[69052]: DEBUG oslo_vmware.api [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1110.076501] env[69052]: value = "task-3237118" [ 1110.076501] env[69052]: _type = "Task" [ 1110.076501] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.085417] env[69052]: DEBUG oslo_vmware.api [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.147895] env[69052]: DEBUG nova.compute.manager [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.152060] env[69052]: DEBUG nova.compute.manager [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.152060] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.152622] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1d9fd0-5ab0-432b-96b6-8179b24db673 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.161294] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.161616] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-374ce507-2d78-4441-b88c-e1ef5fe79470 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.172401] env[69052]: DEBUG oslo_vmware.api [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Waiting for the task: (returnval){ [ 1110.172401] env[69052]: value = "task-3237119" [ 1110.172401] env[69052]: _type = "Task" [ 1110.172401] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.173042] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Releasing lock "refresh_cache-3af0bfee-96f0-470d-bad4-160c69325c6a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.173362] env[69052]: DEBUG nova.compute.manager [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Instance network_info: |[{"id": "13817ea2-4044-45d4-8fea-f3c9e924ae19", "address": "fa:16:3e:9a:df:88", "network": {"id": "91e99b44-a665-4002-8349-cb6836977520", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1148493412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da9db18ab4614b1f8ab202e75e7f3519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13817ea2-40", "ovs_interfaceid": "13817ea2-4044-45d4-8fea-f3c9e924ae19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1110.177392] env[69052]: DEBUG oslo_concurrency.lockutils [req-c9422d48-9973-4b33-a97c-58fb917ed838 req-3572e213-98bb-4488-9f20-807556e032f1 service nova] Acquired lock "refresh_cache-3af0bfee-96f0-470d-bad4-160c69325c6a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.177640] env[69052]: DEBUG nova.network.neutron [req-c9422d48-9973-4b33-a97c-58fb917ed838 req-3572e213-98bb-4488-9f20-807556e032f1 service nova] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Refreshing network info cache for port 13817ea2-4044-45d4-8fea-f3c9e924ae19 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.179541] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:df:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13817ea2-4044-45d4-8fea-f3c9e924ae19', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.188646] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Creating folder: Project (da9db18ab4614b1f8ab202e75e7f3519). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1110.194626] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.194930] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.195055] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.195341] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.195545] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.195735] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.196015] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.196241] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.196508] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.196765] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.197065] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.197458] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ab1d938-a624-4403-aee5-e2b82b948450 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.200284] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f0c290-640d-48b8-9020-1ccfa0ffcb26 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.211573] env[69052]: DEBUG oslo_vmware.api [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Task: {'id': task-3237119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.215557] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0270154d-4bc4-41fb-92f7-e529c2aa2402 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.222171] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Created folder: Project (da9db18ab4614b1f8ab202e75e7f3519) in parent group-v646676. [ 1110.222171] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Creating folder: Instances. Parent ref: group-v646984. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1110.222758] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed990895-3fb6-4a99-815f-ea7535b810db {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.243602] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Created folder: Instances in parent group-v646984. [ 1110.243874] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.244096] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.244314] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c688649-53c7-47b4-93e9-61162bbfcb35 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.268150] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.268150] env[69052]: value = "task-3237122" [ 1110.268150] env[69052]: _type = "Task" [ 1110.268150] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.277972] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 74530170-b942-4e79-b027-e4aee95e18cd] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1110.279773] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237122, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.501394] env[69052]: DEBUG nova.network.neutron [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Port 540efcd8-3dab-4d45-9fa5-c08bb09b95c4 binding to destination host cpu-1 is already ACTIVE {{(pid=69052) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1110.558747] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.559520] env[69052]: DEBUG nova.compute.manager [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.563418] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.257s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.563685] env[69052]: DEBUG nova.objects.instance [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Lazy-loading 'resources' on Instance uuid 86a4be36-156e-42b8-9fe6-e328ce53d5f1 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.588217] env[69052]: DEBUG oslo_vmware.api [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237118, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.683646] env[69052]: DEBUG oslo_vmware.api [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Task: {'id': task-3237119, 'name': PowerOffVM_Task, 'duration_secs': 0.269253} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.683850] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.684077] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.684349] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc443d2c-2c7e-4e81-b538-8d8e97b76d97 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.693902] env[69052]: DEBUG nova.network.neutron [req-c9422d48-9973-4b33-a97c-58fb917ed838 req-3572e213-98bb-4488-9f20-807556e032f1 service nova] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Updated VIF entry in instance network info cache for port 13817ea2-4044-45d4-8fea-f3c9e924ae19. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.694265] env[69052]: DEBUG nova.network.neutron [req-c9422d48-9973-4b33-a97c-58fb917ed838 req-3572e213-98bb-4488-9f20-807556e032f1 service nova] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Updating instance_info_cache with network_info: [{"id": "13817ea2-4044-45d4-8fea-f3c9e924ae19", "address": "fa:16:3e:9a:df:88", "network": {"id": "91e99b44-a665-4002-8349-cb6836977520", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1148493412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da9db18ab4614b1f8ab202e75e7f3519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13817ea2-40", "ovs_interfaceid": "13817ea2-4044-45d4-8fea-f3c9e924ae19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.780361] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237122, 'name': CreateVM_Task, 'duration_secs': 0.422705} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.780791] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 91342a01-d210-4d72-8e49-fc88e36ea168] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1110.782534] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.783431] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.783666] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.784012] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.784547] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c198ad2-e29e-4e3b-9766-80bf36f0bca0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.790286] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for the task: (returnval){ [ 1110.790286] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f2b5ed-f063-7fdd-5387-6db3a2b75b8f" [ 1110.790286] env[69052]: _type = "Task" [ 1110.790286] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.800584] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f2b5ed-f063-7fdd-5387-6db3a2b75b8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.846519] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.846762] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.847102] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Deleting the datastore file [datastore1] 36e736a6-eb4c-4337-b629-8c87ad6faf5a {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.847319] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a95159e8-43ab-4b27-9011-d6704c14d8ff {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.857080] env[69052]: DEBUG oslo_vmware.api [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Waiting for the task: (returnval){ [ 1110.857080] env[69052]: value = "task-3237124" [ 1110.857080] env[69052]: _type = "Task" [ 1110.857080] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.867186] env[69052]: DEBUG oslo_vmware.api [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Task: {'id': task-3237124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.028144] env[69052]: DEBUG nova.network.neutron [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Successfully updated port: 7b9cdf9a-a0e4-4a87-b7b6-81640fe6cba2 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.066708] env[69052]: DEBUG nova.compute.utils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.070900] env[69052]: DEBUG nova.compute.manager [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.071101] env[69052]: DEBUG nova.network.neutron [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.087961] env[69052]: DEBUG oslo_vmware.api [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535733} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.088298] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 6aabb5f0-3eda-4422-86b0-1a7e97467909/6aabb5f0-3eda-4422-86b0-1a7e97467909.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.088587] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.089125] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fa7abdc-97f9-4ab0-955f-24533f2c9cd8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.099521] env[69052]: DEBUG oslo_vmware.api [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1111.099521] env[69052]: value = "task-3237125" [ 1111.099521] env[69052]: _type = "Task" [ 1111.099521] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.109112] env[69052]: DEBUG oslo_vmware.api [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.122222] env[69052]: DEBUG nova.policy [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b587347fd5984553a649647dcea9509c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da9db18ab4614b1f8ab202e75e7f3519', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.196509] env[69052]: DEBUG oslo_concurrency.lockutils [req-c9422d48-9973-4b33-a97c-58fb917ed838 req-3572e213-98bb-4488-9f20-807556e032f1 service nova] Releasing lock "refresh_cache-3af0bfee-96f0-470d-bad4-160c69325c6a" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.285515] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 99a03827-ed53-4c0a-987a-a383c4eff5cc] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1111.302769] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f2b5ed-f063-7fdd-5387-6db3a2b75b8f, 'name': SearchDatastore_Task, 'duration_secs': 0.011477} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.305593] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.305863] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.306140] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.306309] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.306494] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.307087] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f926041-c9d9-48aa-8125-d85e3d9a392b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.320990] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.321487] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.322333] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-439ed626-854b-4cfc-905c-3d644e635819 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.330554] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for the task: (returnval){ [ 1111.330554] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52329d09-7e48-9c76-218b-ec9f60a3e608" [ 1111.330554] env[69052]: _type = "Task" [ 1111.330554] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.342753] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52329d09-7e48-9c76-218b-ec9f60a3e608, 'name': SearchDatastore_Task, 'duration_secs': 0.010769} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.343572] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5679a53-b84a-4767-a476-8b67ff27c314 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.352491] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for the task: (returnval){ [ 1111.352491] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52226743-50f2-f5ec-77cd-87e6454801d4" [ 1111.352491] env[69052]: _type = "Task" [ 1111.352491] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.364755] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52226743-50f2-f5ec-77cd-87e6454801d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.365432] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc120cba-8e0a-4b04-ac57-8423053edc3e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.377665] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7ef92a-fb2e-47be-a23c-b512d7297ad3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.380833] env[69052]: DEBUG oslo_vmware.api [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Task: {'id': task-3237124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208042} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.381088] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.381274] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.381450] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.381622] env[69052]: INFO nova.compute.manager [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1111.381975] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.382506] env[69052]: DEBUG nova.compute.manager [-] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.382608] env[69052]: DEBUG nova.network.neutron [-] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.411620] env[69052]: DEBUG nova.network.neutron [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Successfully created port: d64e7778-13b2-49e4-9cf4-db46183d2551 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.414115] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681a35fd-f77b-484b-bc08-d3757ad27104 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.424439] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04244acb-773e-4915-8b0f-3d5c66c8d83b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.439502] env[69052]: DEBUG nova.compute.provider_tree [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.520859] env[69052]: DEBUG oslo_concurrency.lockutils [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "9ccfb80f-ea9f-4be8-a152-68c5b30d68f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.521165] env[69052]: DEBUG oslo_concurrency.lockutils [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "9ccfb80f-ea9f-4be8-a152-68c5b30d68f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.521289] env[69052]: DEBUG oslo_concurrency.lockutils [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "9ccfb80f-ea9f-4be8-a152-68c5b30d68f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.533449] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquiring lock "refresh_cache-4a7d68df-ac42-4963-8d69-2c6a356b215f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.533693] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquired lock "refresh_cache-4a7d68df-ac42-4963-8d69-2c6a356b215f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.533923] env[69052]: DEBUG nova.network.neutron [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.572027] env[69052]: DEBUG nova.compute.manager [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.613957] env[69052]: DEBUG oslo_vmware.api [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112161} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.615135] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.615427] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6884235b-6cba-40f4-8c07-64e693223549 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.645183] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 6aabb5f0-3eda-4422-86b0-1a7e97467909/6aabb5f0-3eda-4422-86b0-1a7e97467909.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.647747] env[69052]: DEBUG oslo_vmware.rw_handles [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5208f843-1655-6ee0-1acd-81fad0296f3a/disk-0.vmdk. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1111.648369] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dc518bd-8821-4dd5-89db-893f30a3f96e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.663262] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28602a0d-5bd0-451a-8661-799707fedf8b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.671061] env[69052]: DEBUG oslo_vmware.rw_handles [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5208f843-1655-6ee0-1acd-81fad0296f3a/disk-0.vmdk is in state: ready. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1111.671310] env[69052]: ERROR oslo_vmware.rw_handles [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5208f843-1655-6ee0-1acd-81fad0296f3a/disk-0.vmdk due to incomplete transfer. [ 1111.672579] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6e33c275-efb5-4346-a010-43d24b1dfb54 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.674265] env[69052]: DEBUG oslo_vmware.api [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1111.674265] env[69052]: value = "task-3237126" [ 1111.674265] env[69052]: _type = "Task" [ 1111.674265] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.682845] env[69052]: DEBUG oslo_vmware.api [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.684358] env[69052]: DEBUG oslo_vmware.rw_handles [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5208f843-1655-6ee0-1acd-81fad0296f3a/disk-0.vmdk. {{(pid=69052) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1111.684358] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Uploaded image 1d6eeab6-c1b5-4a60-a321-7e63ea103f94 to the Glance image server {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1111.686944] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Destroying the VM {{(pid=69052) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1111.687198] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5f3952de-a3b6-4a07-9eb4-db6db37f484c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.694456] env[69052]: DEBUG oslo_vmware.api [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 1111.694456] env[69052]: value = "task-3237127" [ 1111.694456] env[69052]: _type = "Task" [ 1111.694456] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.702681] env[69052]: DEBUG oslo_vmware.api [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237127, 'name': Destroy_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.791278] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: f419ae47-7e6d-46bc-ba2f-f8e570fb8c80] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1111.867325] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52226743-50f2-f5ec-77cd-87e6454801d4, 'name': SearchDatastore_Task, 'duration_secs': 0.011796} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.867681] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.868009] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 3af0bfee-96f0-470d-bad4-160c69325c6a/3af0bfee-96f0-470d-bad4-160c69325c6a.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.868335] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-867b158b-9088-4c76-8915-ef996b65dca9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.876967] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for the task: (returnval){ [ 1111.876967] env[69052]: value = "task-3237128" [ 1111.876967] env[69052]: _type = "Task" [ 1111.876967] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.886172] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.942540] env[69052]: DEBUG nova.scheduler.client.report [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.040214] env[69052]: DEBUG nova.compute.manager [req-5495bfff-b5d3-4f88-96c9-5a56189b061d req-b2689af6-31ec-4e53-bebb-9038735e16ba service nova] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Received event network-vif-plugged-7b9cdf9a-a0e4-4a87-b7b6-81640fe6cba2 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.040214] env[69052]: DEBUG oslo_concurrency.lockutils [req-5495bfff-b5d3-4f88-96c9-5a56189b061d req-b2689af6-31ec-4e53-bebb-9038735e16ba service nova] Acquiring lock "4a7d68df-ac42-4963-8d69-2c6a356b215f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.040293] env[69052]: DEBUG oslo_concurrency.lockutils [req-5495bfff-b5d3-4f88-96c9-5a56189b061d req-b2689af6-31ec-4e53-bebb-9038735e16ba service nova] Lock "4a7d68df-ac42-4963-8d69-2c6a356b215f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.040452] env[69052]: DEBUG oslo_concurrency.lockutils [req-5495bfff-b5d3-4f88-96c9-5a56189b061d req-b2689af6-31ec-4e53-bebb-9038735e16ba service nova] Lock "4a7d68df-ac42-4963-8d69-2c6a356b215f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.040609] env[69052]: DEBUG nova.compute.manager [req-5495bfff-b5d3-4f88-96c9-5a56189b061d req-b2689af6-31ec-4e53-bebb-9038735e16ba service nova] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] No waiting events found dispatching network-vif-plugged-7b9cdf9a-a0e4-4a87-b7b6-81640fe6cba2 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.040797] env[69052]: WARNING nova.compute.manager [req-5495bfff-b5d3-4f88-96c9-5a56189b061d req-b2689af6-31ec-4e53-bebb-9038735e16ba service nova] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Received unexpected event network-vif-plugged-7b9cdf9a-a0e4-4a87-b7b6-81640fe6cba2 for instance with vm_state building and task_state spawning. [ 1112.040970] env[69052]: DEBUG nova.compute.manager [req-5495bfff-b5d3-4f88-96c9-5a56189b061d req-b2689af6-31ec-4e53-bebb-9038735e16ba service nova] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Received event network-changed-7b9cdf9a-a0e4-4a87-b7b6-81640fe6cba2 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.041207] env[69052]: DEBUG nova.compute.manager [req-5495bfff-b5d3-4f88-96c9-5a56189b061d req-b2689af6-31ec-4e53-bebb-9038735e16ba service nova] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Refreshing instance network info cache due to event network-changed-7b9cdf9a-a0e4-4a87-b7b6-81640fe6cba2. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.041349] env[69052]: DEBUG oslo_concurrency.lockutils [req-5495bfff-b5d3-4f88-96c9-5a56189b061d req-b2689af6-31ec-4e53-bebb-9038735e16ba service nova] Acquiring lock "refresh_cache-4a7d68df-ac42-4963-8d69-2c6a356b215f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.092950] env[69052]: DEBUG nova.network.neutron [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.189372] env[69052]: DEBUG oslo_vmware.api [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237126, 'name': ReconfigVM_Task, 'duration_secs': 0.327194} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.189931] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 6aabb5f0-3eda-4422-86b0-1a7e97467909/6aabb5f0-3eda-4422-86b0-1a7e97467909.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.190783] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bda6852-fd66-4feb-bc3e-a402d1b24dc2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.200828] env[69052]: DEBUG oslo_vmware.api [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1112.200828] env[69052]: value = "task-3237129" [ 1112.200828] env[69052]: _type = "Task" [ 1112.200828] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.211802] env[69052]: DEBUG oslo_vmware.api [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237127, 'name': Destroy_Task, 'duration_secs': 0.366372} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.212791] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Destroyed the VM [ 1112.213453] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Deleting Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1112.217021] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2c205c87-ec93-46a9-a5d8-33f66fc41349 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.225453] env[69052]: DEBUG oslo_vmware.api [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237129, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.233558] env[69052]: DEBUG oslo_vmware.api [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 1112.233558] env[69052]: value = "task-3237130" [ 1112.233558] env[69052]: _type = "Task" [ 1112.233558] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.246766] env[69052]: DEBUG oslo_vmware.api [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237130, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.283972] env[69052]: DEBUG nova.network.neutron [-] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.292551] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: df2f721c-7fab-42ac-8da9-3a3c49e36065] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1112.360318] env[69052]: DEBUG nova.network.neutron [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Updating instance_info_cache with network_info: [{"id": "7b9cdf9a-a0e4-4a87-b7b6-81640fe6cba2", "address": "fa:16:3e:87:7d:99", "network": {"id": "91e99b44-a665-4002-8349-cb6836977520", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1148493412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da9db18ab4614b1f8ab202e75e7f3519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b9cdf9a-a0", "ovs_interfaceid": "7b9cdf9a-a0e4-4a87-b7b6-81640fe6cba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.388317] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499058} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.388546] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 3af0bfee-96f0-470d-bad4-160c69325c6a/3af0bfee-96f0-470d-bad4-160c69325c6a.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.388760] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.389038] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f65f1f52-35f2-4008-80ba-c21fc5ade656 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.396547] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for the task: (returnval){ [ 1112.396547] env[69052]: value = "task-3237131" [ 1112.396547] env[69052]: _type = "Task" [ 1112.396547] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.406424] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.447381] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.449739] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.639s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.449975] env[69052]: DEBUG nova.objects.instance [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lazy-loading 'resources' on Instance uuid f0d1ed9c-894a-4521-afd7-4022225e3431 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.470192] env[69052]: INFO nova.scheduler.client.report [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Deleted allocations for instance 86a4be36-156e-42b8-9fe6-e328ce53d5f1 [ 1112.565716] env[69052]: DEBUG oslo_concurrency.lockutils [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "refresh_cache-9ccfb80f-ea9f-4be8-a152-68c5b30d68f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.565906] env[69052]: DEBUG oslo_concurrency.lockutils [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquired lock "refresh_cache-9ccfb80f-ea9f-4be8-a152-68c5b30d68f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.566093] env[69052]: DEBUG nova.network.neutron [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.582349] env[69052]: DEBUG nova.compute.manager [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.608449] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.608774] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.608946] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.609148] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.609308] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.609492] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.609670] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.609844] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.610091] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.610272] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.610448] env[69052]: DEBUG nova.virt.hardware [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.611627] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954c093c-597e-418d-b916-5caea9949ceb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.619731] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5884823d-0bf2-4dfb-8e0d-3f7fcbda4203 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.711448] env[69052]: DEBUG oslo_vmware.api [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237129, 'name': Rename_Task, 'duration_secs': 0.233264} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.711712] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.711950] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2419b4ab-ebed-420f-b52f-b68495292ef6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.718177] env[69052]: DEBUG oslo_vmware.api [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1112.718177] env[69052]: value = "task-3237132" [ 1112.718177] env[69052]: _type = "Task" [ 1112.718177] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.725259] env[69052]: DEBUG oslo_vmware.api [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.741763] env[69052]: DEBUG oslo_vmware.api [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237130, 'name': RemoveSnapshot_Task, 'duration_secs': 0.377756} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.741991] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Deleted Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1112.742281] env[69052]: DEBUG nova.compute.manager [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.743096] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a35e92-d32f-4d06-818a-5f7f6f901816 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.786434] env[69052]: INFO nova.compute.manager [-] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Took 1.40 seconds to deallocate network for instance. [ 1112.795598] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 1dd9636a-57a4-428f-9e12-e7ae2d33d23f] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1112.863370] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Releasing lock "refresh_cache-4a7d68df-ac42-4963-8d69-2c6a356b215f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.863889] env[69052]: DEBUG nova.compute.manager [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Instance network_info: |[{"id": "7b9cdf9a-a0e4-4a87-b7b6-81640fe6cba2", "address": "fa:16:3e:87:7d:99", "network": {"id": "91e99b44-a665-4002-8349-cb6836977520", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1148493412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da9db18ab4614b1f8ab202e75e7f3519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b9cdf9a-a0", "ovs_interfaceid": "7b9cdf9a-a0e4-4a87-b7b6-81640fe6cba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1112.864068] env[69052]: DEBUG oslo_concurrency.lockutils [req-5495bfff-b5d3-4f88-96c9-5a56189b061d req-b2689af6-31ec-4e53-bebb-9038735e16ba service nova] Acquired lock "refresh_cache-4a7d68df-ac42-4963-8d69-2c6a356b215f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.864699] env[69052]: DEBUG nova.network.neutron [req-5495bfff-b5d3-4f88-96c9-5a56189b061d req-b2689af6-31ec-4e53-bebb-9038735e16ba service nova] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Refreshing network info cache for port 7b9cdf9a-a0e4-4a87-b7b6-81640fe6cba2 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.865445] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:7d:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b9cdf9a-a0e4-4a87-b7b6-81640fe6cba2', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.873612] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.874740] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.874977] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-744ea561-c9e3-465f-8544-521725690dfe {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.897960] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.897960] env[69052]: value = "task-3237133" [ 1112.897960] env[69052]: _type = "Task" [ 1112.897960] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.910084] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068931} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.913579] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.913889] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237133, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.914771] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b44899-7f66-430b-888a-0060cabf8154 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.945605] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 3af0bfee-96f0-470d-bad4-160c69325c6a/3af0bfee-96f0-470d-bad4-160c69325c6a.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.945976] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb6c0adb-8c80-46c6-a3b5-685fef399fa7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.977099] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e15bd79c-ceb7-4f46-9987-4ad37cdbda25 tempest-ServersTestMultiNic-1644669345 tempest-ServersTestMultiNic-1644669345-project-member] Lock "86a4be36-156e-42b8-9fe6-e328ce53d5f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.354s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.978469] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for the task: (returnval){ [ 1112.978469] env[69052]: value = "task-3237134" [ 1112.978469] env[69052]: _type = "Task" [ 1112.978469] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.989263] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.233679] env[69052]: DEBUG oslo_vmware.api [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237132, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.259329] env[69052]: INFO nova.compute.manager [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Shelve offloading [ 1113.293034] env[69052]: DEBUG oslo_concurrency.lockutils [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.298696] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: ffdf7a4b-911d-4cba-bb2e-05a3ff95c8ea] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1113.339907] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24c0cad-196d-4248-ab77-fd0d311ad83e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.348992] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfa9e65-9166-432e-b1b4-7471584ff689 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.391647] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6589da8c-862a-429d-a1e9-780f811b3ca4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.401083] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b24b648-7bce-47f9-a09b-b1b6d63c4af0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.414425] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237133, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.422858] env[69052]: DEBUG nova.compute.provider_tree [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.491660] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237134, 'name': ReconfigVM_Task, 'duration_secs': 0.300186} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.491958] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 3af0bfee-96f0-470d-bad4-160c69325c6a/3af0bfee-96f0-470d-bad4-160c69325c6a.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.492625] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c39c75f8-e21c-4c48-a3b2-750aa4d2aff4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.500323] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for the task: (returnval){ [ 1113.500323] env[69052]: value = "task-3237135" [ 1113.500323] env[69052]: _type = "Task" [ 1113.500323] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.509659] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237135, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.729852] env[69052]: DEBUG oslo_vmware.api [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237132, 'name': PowerOnVM_Task, 'duration_secs': 0.736736} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.730152] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.730356] env[69052]: INFO nova.compute.manager [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1113.730534] env[69052]: DEBUG nova.compute.manager [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.731474] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44af8566-abb2-422c-89a8-e735f8f4a0bd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.769570] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.769896] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f433fca-1be6-42a6-8fda-feeacff83705 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.783345] env[69052]: DEBUG oslo_vmware.api [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 1113.783345] env[69052]: value = "task-3237136" [ 1113.783345] env[69052]: _type = "Task" [ 1113.783345] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.789342] env[69052]: DEBUG nova.network.neutron [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Successfully updated port: d64e7778-13b2-49e4-9cf4-db46183d2551 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.797709] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] VM already powered off {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1113.797972] env[69052]: DEBUG nova.compute.manager [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.798786] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8653823d-303a-4fe5-8c08-35295319a1c1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.808025] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: c666b4b5-2e1e-45c2-97b8-2072f50f91e4] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1113.814732] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "refresh_cache-30110a54-70b7-413a-bc6c-1487e68ff9e6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.814900] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquired lock "refresh_cache-30110a54-70b7-413a-bc6c-1487e68ff9e6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.815077] env[69052]: DEBUG nova.network.neutron [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.900659] env[69052]: DEBUG nova.network.neutron [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Updating instance_info_cache with network_info: [{"id": "540efcd8-3dab-4d45-9fa5-c08bb09b95c4", "address": "fa:16:3e:cb:bc:30", "network": {"id": "0624a1b3-6c9d-43d5-ac68-beaedb10c4eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-356147984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5d11523a34a41fc93f369d4737ccf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap540efcd8-3d", "ovs_interfaceid": "540efcd8-3dab-4d45-9fa5-c08bb09b95c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.916940] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237133, 'name': CreateVM_Task, 'duration_secs': 0.639408} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.917112] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.918036] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.918036] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.918325] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.918582] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9fd56fc-f37a-4b5a-b850-19d6d5bca1a1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.924448] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for the task: (returnval){ [ 1113.924448] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b376fe-b805-9098-f07c-1ad752d17507" [ 1113.924448] env[69052]: _type = "Task" [ 1113.924448] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.928226] env[69052]: DEBUG nova.scheduler.client.report [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.936896] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b376fe-b805-9098-f07c-1ad752d17507, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.000013] env[69052]: DEBUG nova.network.neutron [req-5495bfff-b5d3-4f88-96c9-5a56189b061d req-b2689af6-31ec-4e53-bebb-9038735e16ba service nova] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Updated VIF entry in instance network info cache for port 7b9cdf9a-a0e4-4a87-b7b6-81640fe6cba2. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.000397] env[69052]: DEBUG nova.network.neutron [req-5495bfff-b5d3-4f88-96c9-5a56189b061d req-b2689af6-31ec-4e53-bebb-9038735e16ba service nova] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Updating instance_info_cache with network_info: [{"id": "7b9cdf9a-a0e4-4a87-b7b6-81640fe6cba2", "address": "fa:16:3e:87:7d:99", "network": {"id": "91e99b44-a665-4002-8349-cb6836977520", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1148493412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da9db18ab4614b1f8ab202e75e7f3519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b9cdf9a-a0", "ovs_interfaceid": "7b9cdf9a-a0e4-4a87-b7b6-81640fe6cba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.013853] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237135, 'name': Rename_Task, 'duration_secs': 0.149222} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.014144] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.014415] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd018ada-8f25-434b-bd5a-1c0a1924892d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.022025] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for the task: (returnval){ [ 1114.022025] env[69052]: value = "task-3237137" [ 1114.022025] env[69052]: _type = "Task" [ 1114.022025] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.030336] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.094857] env[69052]: DEBUG nova.compute.manager [req-0d918ba3-8cf4-4aef-abad-fe31a2924b9f req-987197b6-1b87-4c05-9228-1b2ae57b6455 service nova] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Received event network-vif-plugged-d64e7778-13b2-49e4-9cf4-db46183d2551 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.095122] env[69052]: DEBUG oslo_concurrency.lockutils [req-0d918ba3-8cf4-4aef-abad-fe31a2924b9f req-987197b6-1b87-4c05-9228-1b2ae57b6455 service nova] Acquiring lock "3c5f8b78-66fd-481c-9957-5331f17628b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.095339] env[69052]: DEBUG oslo_concurrency.lockutils [req-0d918ba3-8cf4-4aef-abad-fe31a2924b9f req-987197b6-1b87-4c05-9228-1b2ae57b6455 service nova] Lock "3c5f8b78-66fd-481c-9957-5331f17628b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.095505] env[69052]: DEBUG oslo_concurrency.lockutils [req-0d918ba3-8cf4-4aef-abad-fe31a2924b9f req-987197b6-1b87-4c05-9228-1b2ae57b6455 service nova] Lock "3c5f8b78-66fd-481c-9957-5331f17628b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.095709] env[69052]: DEBUG nova.compute.manager [req-0d918ba3-8cf4-4aef-abad-fe31a2924b9f req-987197b6-1b87-4c05-9228-1b2ae57b6455 service nova] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] No waiting events found dispatching network-vif-plugged-d64e7778-13b2-49e4-9cf4-db46183d2551 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.095882] env[69052]: WARNING nova.compute.manager [req-0d918ba3-8cf4-4aef-abad-fe31a2924b9f req-987197b6-1b87-4c05-9228-1b2ae57b6455 service nova] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Received unexpected event network-vif-plugged-d64e7778-13b2-49e4-9cf4-db46183d2551 for instance with vm_state building and task_state spawning. [ 1114.096053] env[69052]: DEBUG nova.compute.manager [req-0d918ba3-8cf4-4aef-abad-fe31a2924b9f req-987197b6-1b87-4c05-9228-1b2ae57b6455 service nova] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Received event network-changed-d64e7778-13b2-49e4-9cf4-db46183d2551 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.096211] env[69052]: DEBUG nova.compute.manager [req-0d918ba3-8cf4-4aef-abad-fe31a2924b9f req-987197b6-1b87-4c05-9228-1b2ae57b6455 service nova] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Refreshing instance network info cache due to event network-changed-d64e7778-13b2-49e4-9cf4-db46183d2551. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.096390] env[69052]: DEBUG oslo_concurrency.lockutils [req-0d918ba3-8cf4-4aef-abad-fe31a2924b9f req-987197b6-1b87-4c05-9228-1b2ae57b6455 service nova] Acquiring lock "refresh_cache-3c5f8b78-66fd-481c-9957-5331f17628b8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.096523] env[69052]: DEBUG oslo_concurrency.lockutils [req-0d918ba3-8cf4-4aef-abad-fe31a2924b9f req-987197b6-1b87-4c05-9228-1b2ae57b6455 service nova] Acquired lock "refresh_cache-3c5f8b78-66fd-481c-9957-5331f17628b8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.096682] env[69052]: DEBUG nova.network.neutron [req-0d918ba3-8cf4-4aef-abad-fe31a2924b9f req-987197b6-1b87-4c05-9228-1b2ae57b6455 service nova] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Refreshing network info cache for port d64e7778-13b2-49e4-9cf4-db46183d2551 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.249230] env[69052]: INFO nova.compute.manager [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Took 18.59 seconds to build instance. [ 1114.291538] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquiring lock "refresh_cache-3c5f8b78-66fd-481c-9957-5331f17628b8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.297487] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d1c2cd58-923e-4d3a-a888-5c1995766d04 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "967d5ea7-0f43-492d-bc39-e14da474fb58" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.297769] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d1c2cd58-923e-4d3a-a888-5c1995766d04 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "967d5ea7-0f43-492d-bc39-e14da474fb58" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.311467] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: b540f87b-3e89-4200-a4f1-23f0b7dfb23b] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1114.403692] env[69052]: DEBUG oslo_concurrency.lockutils [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Releasing lock "refresh_cache-9ccfb80f-ea9f-4be8-a152-68c5b30d68f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.433222] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.441296] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.288s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.442952] env[69052]: INFO nova.compute.claims [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.446765] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b376fe-b805-9098-f07c-1ad752d17507, 'name': SearchDatastore_Task, 'duration_secs': 0.035298} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.446886] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.448692] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.449068] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.449187] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.449375] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.452602] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b25dc32-b10a-48b6-8168-5af31fce4398 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.468026] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.468026] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.468026] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4231f788-5976-440e-a911-06b8bd6a4a4a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.477510] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for the task: (returnval){ [ 1114.477510] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5291a511-4f53-a1af-fcb8-6bf54f9bee23" [ 1114.477510] env[69052]: _type = "Task" [ 1114.477510] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.478556] env[69052]: INFO nova.scheduler.client.report [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Deleted allocations for instance f0d1ed9c-894a-4521-afd7-4022225e3431 [ 1114.496022] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5291a511-4f53-a1af-fcb8-6bf54f9bee23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.508334] env[69052]: DEBUG oslo_concurrency.lockutils [req-5495bfff-b5d3-4f88-96c9-5a56189b061d req-b2689af6-31ec-4e53-bebb-9038735e16ba service nova] Releasing lock "refresh_cache-4a7d68df-ac42-4963-8d69-2c6a356b215f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.508586] env[69052]: DEBUG nova.compute.manager [req-5495bfff-b5d3-4f88-96c9-5a56189b061d req-b2689af6-31ec-4e53-bebb-9038735e16ba service nova] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Received event network-vif-deleted-e525b55f-c9b6-4831-bd19-daef29f6c1d7 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.508763] env[69052]: INFO nova.compute.manager [req-5495bfff-b5d3-4f88-96c9-5a56189b061d req-b2689af6-31ec-4e53-bebb-9038735e16ba service nova] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Neutron deleted interface e525b55f-c9b6-4831-bd19-daef29f6c1d7; detaching it from the instance and deleting it from the info cache [ 1114.508927] env[69052]: DEBUG nova.network.neutron [req-5495bfff-b5d3-4f88-96c9-5a56189b061d req-b2689af6-31ec-4e53-bebb-9038735e16ba service nova] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.533892] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237137, 'name': PowerOnVM_Task, 'duration_secs': 0.485052} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.534295] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.534523] env[69052]: INFO nova.compute.manager [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Took 6.98 seconds to spawn the instance on the hypervisor. [ 1114.534692] env[69052]: DEBUG nova.compute.manager [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.537463] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e759197-10c3-453b-99da-2182f0ab27ed {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.624443] env[69052]: DEBUG nova.network.neutron [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Updating instance_info_cache with network_info: [{"id": "c8261203-97b8-4e82-9a86-8055231c6c96", "address": "fa:16:3e:a3:16:44", "network": {"id": "3ea0dab6-61fd-42b5-a725-3d0dda25bb5c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1625186104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3631ca22fed4917a0c9d8c7ee20e9aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8261203-97", "ovs_interfaceid": "c8261203-97b8-4e82-9a86-8055231c6c96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.638604] env[69052]: DEBUG nova.network.neutron [req-0d918ba3-8cf4-4aef-abad-fe31a2924b9f req-987197b6-1b87-4c05-9228-1b2ae57b6455 service nova] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.747461] env[69052]: DEBUG nova.network.neutron [req-0d918ba3-8cf4-4aef-abad-fe31a2924b9f req-987197b6-1b87-4c05-9228-1b2ae57b6455 service nova] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.748187] env[69052]: WARNING oslo_messaging._drivers.amqpdriver [req-0d918ba3-8cf4-4aef-abad-fe31a2924b9f req-987197b6-1b87-4c05-9228-1b2ae57b6455 service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1114.750696] env[69052]: DEBUG oslo_concurrency.lockutils [None req-548c7f4a-020c-416b-bb49-3c7edb8656e7 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "6aabb5f0-3eda-4422-86b0-1a7e97467909" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.102s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.801591] env[69052]: DEBUG nova.compute.utils [None req-d1c2cd58-923e-4d3a-a888-5c1995766d04 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.814799] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 0471c239-25b5-45ee-a222-44a4646f5091] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1114.913513] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059b1c21-051f-4416-88cd-fded2a06fe99 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.921444] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49b1977-a1bc-44a2-aa55-f0c8eb882c05 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.989713] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f7bfb390-d9e2-49cb-a4b8-7686497a52fa tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "f0d1ed9c-894a-4521-afd7-4022225e3431" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.710s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.996210] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5291a511-4f53-a1af-fcb8-6bf54f9bee23, 'name': SearchDatastore_Task, 'duration_secs': 0.020826} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.997254] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e91883cc-3d26-42f2-ab9d-f41c212d6588 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.008260] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for the task: (returnval){ [ 1115.008260] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52dcec3e-6d7b-971e-75a7-1a27ed6b7fe1" [ 1115.008260] env[69052]: _type = "Task" [ 1115.008260] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.011882] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb896fb7-0e4e-4e47-bce8-9847705c7df6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.017712] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52dcec3e-6d7b-971e-75a7-1a27ed6b7fe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.026272] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a887ac94-6724-4d89-9254-365e1dfd3976 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.071946] env[69052]: DEBUG nova.compute.manager [req-5495bfff-b5d3-4f88-96c9-5a56189b061d req-b2689af6-31ec-4e53-bebb-9038735e16ba service nova] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Detach interface failed, port_id=e525b55f-c9b6-4831-bd19-daef29f6c1d7, reason: Instance 36e736a6-eb4c-4337-b629-8c87ad6faf5a could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1115.074571] env[69052]: INFO nova.compute.manager [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Took 17.42 seconds to build instance. [ 1115.120936] env[69052]: DEBUG oslo_concurrency.lockutils [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "c86a2d36-9543-4d25-82b9-9897ec1abc08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.121281] env[69052]: DEBUG oslo_concurrency.lockutils [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "c86a2d36-9543-4d25-82b9-9897ec1abc08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.121754] env[69052]: DEBUG oslo_concurrency.lockutils [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "c86a2d36-9543-4d25-82b9-9897ec1abc08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.121754] env[69052]: DEBUG oslo_concurrency.lockutils [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "c86a2d36-9543-4d25-82b9-9897ec1abc08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.121875] env[69052]: DEBUG oslo_concurrency.lockutils [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "c86a2d36-9543-4d25-82b9-9897ec1abc08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.124913] env[69052]: INFO nova.compute.manager [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Terminating instance [ 1115.128961] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Releasing lock "refresh_cache-30110a54-70b7-413a-bc6c-1487e68ff9e6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.251220] env[69052]: DEBUG oslo_concurrency.lockutils [req-0d918ba3-8cf4-4aef-abad-fe31a2924b9f req-987197b6-1b87-4c05-9228-1b2ae57b6455 service nova] Releasing lock "refresh_cache-3c5f8b78-66fd-481c-9957-5331f17628b8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.251647] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquired lock "refresh_cache-3c5f8b78-66fd-481c-9957-5331f17628b8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.252064] env[69052]: DEBUG nova.network.neutron [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.305247] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d1c2cd58-923e-4d3a-a888-5c1995766d04 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "967d5ea7-0f43-492d-bc39-e14da474fb58" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.318629] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 6c9aa6fb-f7ad-4717-abfe-7d5c9e6be1e3] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1115.520823] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52dcec3e-6d7b-971e-75a7-1a27ed6b7fe1, 'name': SearchDatastore_Task, 'duration_secs': 0.012591} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.526367] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.526367] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 4a7d68df-ac42-4963-8d69-2c6a356b215f/4a7d68df-ac42-4963-8d69-2c6a356b215f.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.526367] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f133371-7b8f-4417-9b92-7ecbd0fda987 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.535303] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for the task: (returnval){ [ 1115.535303] env[69052]: value = "task-3237138" [ 1115.535303] env[69052]: _type = "Task" [ 1115.535303] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.542912] env[69052]: DEBUG oslo_concurrency.lockutils [None req-68ac8a47-96ff-49cd-9920-38fd978d06cc tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "6aabb5f0-3eda-4422-86b0-1a7e97467909" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.543643] env[69052]: DEBUG oslo_concurrency.lockutils [None req-68ac8a47-96ff-49cd-9920-38fd978d06cc tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "6aabb5f0-3eda-4422-86b0-1a7e97467909" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.543643] env[69052]: DEBUG nova.compute.manager [None req-68ac8a47-96ff-49cd-9920-38fd978d06cc tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.544307] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7249d9c-292b-4da7-81d8-31d8062cec69 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.553205] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.558525] env[69052]: DEBUG nova.compute.manager [None req-68ac8a47-96ff-49cd-9920-38fd978d06cc tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69052) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1115.559100] env[69052]: DEBUG nova.objects.instance [None req-68ac8a47-96ff-49cd-9920-38fd978d06cc tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lazy-loading 'flavor' on Instance uuid 6aabb5f0-3eda-4422-86b0-1a7e97467909 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.577890] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lock "3af0bfee-96f0-470d-bad4-160c69325c6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.948s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.631064] env[69052]: DEBUG nova.compute.manager [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.631320] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.632297] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99cc7fc-36d3-4da0-b9ed-c56f960ec5f4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.641588] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.644347] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df338ea2-8be6-408d-a2d3-2f997c4d3e97 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.651727] env[69052]: DEBUG oslo_vmware.api [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1115.651727] env[69052]: value = "task-3237139" [ 1115.651727] env[69052]: _type = "Task" [ 1115.651727] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.662852] env[69052]: DEBUG oslo_vmware.api [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.703613] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.704523] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa76a09-955b-4453-8246-44136d0f75fd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.715281] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.715551] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1416735a-3486-4f4a-af88-a665e9ba9172 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.746990] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae18145-fa53-49b3-9a9e-d1fe3ecaaf24 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.755299] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84e05a9-0eff-4dfb-9623-d689bfddcc4d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.791860] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1eba8d-84a4-43fc-93c7-02f4c3bd9bb3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.794650] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.794869] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.795056] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Deleting the datastore file [datastore1] 30110a54-70b7-413a-bc6c-1487e68ff9e6 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.795999] env[69052]: DEBUG nova.network.neutron [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.797956] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0546dd9-bc7b-460d-b852-59f1a46d9b12 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.811017] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb66c118-1f65-4d94-8ff3-592cf39e5b7b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.816392] env[69052]: DEBUG oslo_vmware.api [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 1115.816392] env[69052]: value = "task-3237141" [ 1115.816392] env[69052]: _type = "Task" [ 1115.816392] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.828874] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 2108c0a4-a6bc-42b6-87bf-c540a527496a] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1115.831742] env[69052]: DEBUG nova.compute.provider_tree [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.844736] env[69052]: DEBUG oslo_vmware.api [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.052932] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237138, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.059833] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67ae7b7-650a-4773-8804-aaa1825f4c6b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.083922] env[69052]: DEBUG nova.network.neutron [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Updating instance_info_cache with network_info: [{"id": "d64e7778-13b2-49e4-9cf4-db46183d2551", "address": "fa:16:3e:3b:a0:64", "network": {"id": "91e99b44-a665-4002-8349-cb6836977520", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1148493412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da9db18ab4614b1f8ab202e75e7f3519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd64e7778-13", "ovs_interfaceid": "d64e7778-13b2-49e4-9cf4-db46183d2551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.086759] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1198e338-0536-4799-98b3-ef7967a872b1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.097781] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Updating instance '9ccfb80f-ea9f-4be8-a152-68c5b30d68f8' progress to 83 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.123948] env[69052]: DEBUG nova.compute.manager [req-efe879ad-a3c6-495f-a22c-a832e6bd0542 req-193a22c9-83f5-4ca5-a095-9fb851020ab7 service nova] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Received event network-vif-unplugged-c8261203-97b8-4e82-9a86-8055231c6c96 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.125258] env[69052]: DEBUG oslo_concurrency.lockutils [req-efe879ad-a3c6-495f-a22c-a832e6bd0542 req-193a22c9-83f5-4ca5-a095-9fb851020ab7 service nova] Acquiring lock "30110a54-70b7-413a-bc6c-1487e68ff9e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.125258] env[69052]: DEBUG oslo_concurrency.lockutils [req-efe879ad-a3c6-495f-a22c-a832e6bd0542 req-193a22c9-83f5-4ca5-a095-9fb851020ab7 service nova] Lock "30110a54-70b7-413a-bc6c-1487e68ff9e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.125258] env[69052]: DEBUG oslo_concurrency.lockutils [req-efe879ad-a3c6-495f-a22c-a832e6bd0542 req-193a22c9-83f5-4ca5-a095-9fb851020ab7 service nova] Lock "30110a54-70b7-413a-bc6c-1487e68ff9e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.125258] env[69052]: DEBUG nova.compute.manager [req-efe879ad-a3c6-495f-a22c-a832e6bd0542 req-193a22c9-83f5-4ca5-a095-9fb851020ab7 service nova] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] No waiting events found dispatching network-vif-unplugged-c8261203-97b8-4e82-9a86-8055231c6c96 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1116.125258] env[69052]: WARNING nova.compute.manager [req-efe879ad-a3c6-495f-a22c-a832e6bd0542 req-193a22c9-83f5-4ca5-a095-9fb851020ab7 service nova] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Received unexpected event network-vif-unplugged-c8261203-97b8-4e82-9a86-8055231c6c96 for instance with vm_state shelved and task_state shelving_offloading. [ 1116.125431] env[69052]: DEBUG nova.compute.manager [req-efe879ad-a3c6-495f-a22c-a832e6bd0542 req-193a22c9-83f5-4ca5-a095-9fb851020ab7 service nova] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Received event network-changed-c8261203-97b8-4e82-9a86-8055231c6c96 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.125545] env[69052]: DEBUG nova.compute.manager [req-efe879ad-a3c6-495f-a22c-a832e6bd0542 req-193a22c9-83f5-4ca5-a095-9fb851020ab7 service nova] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Refreshing instance network info cache due to event network-changed-c8261203-97b8-4e82-9a86-8055231c6c96. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.125821] env[69052]: DEBUG oslo_concurrency.lockutils [req-efe879ad-a3c6-495f-a22c-a832e6bd0542 req-193a22c9-83f5-4ca5-a095-9fb851020ab7 service nova] Acquiring lock "refresh_cache-30110a54-70b7-413a-bc6c-1487e68ff9e6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.125959] env[69052]: DEBUG oslo_concurrency.lockutils [req-efe879ad-a3c6-495f-a22c-a832e6bd0542 req-193a22c9-83f5-4ca5-a095-9fb851020ab7 service nova] Acquired lock "refresh_cache-30110a54-70b7-413a-bc6c-1487e68ff9e6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.126134] env[69052]: DEBUG nova.network.neutron [req-efe879ad-a3c6-495f-a22c-a832e6bd0542 req-193a22c9-83f5-4ca5-a095-9fb851020ab7 service nova] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Refreshing network info cache for port c8261203-97b8-4e82-9a86-8055231c6c96 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.865324] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: eb348863-9387-4218-a304-1a49c608285c] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1116.867592] env[69052]: DEBUG nova.scheduler.client.report [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.870834] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d1c2cd58-923e-4d3a-a888-5c1995766d04 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "967d5ea7-0f43-492d-bc39-e14da474fb58" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.871094] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d1c2cd58-923e-4d3a-a888-5c1995766d04 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "967d5ea7-0f43-492d-bc39-e14da474fb58" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.871321] env[69052]: INFO nova.compute.manager [None req-d1c2cd58-923e-4d3a-a888-5c1995766d04 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Attaching volume 4e7ad2d2-cbfd-43c3-9d87-fa481b15edb1 to /dev/sdb [ 1116.873086] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ac8a47-96ff-49cd-9920-38fd978d06cc tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.873727] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Releasing lock "refresh_cache-3c5f8b78-66fd-481c-9957-5331f17628b8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.873727] env[69052]: DEBUG nova.compute.manager [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Instance network_info: |[{"id": "d64e7778-13b2-49e4-9cf4-db46183d2551", "address": "fa:16:3e:3b:a0:64", "network": {"id": "91e99b44-a665-4002-8349-cb6836977520", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1148493412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da9db18ab4614b1f8ab202e75e7f3519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd64e7778-13", "ovs_interfaceid": "d64e7778-13b2-49e4-9cf4-db46183d2551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1116.875129] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.883893] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9396aba0-b3f6-42f4-b0dd-c0f2a37651b7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.885506] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:a0:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd64e7778-13b2-49e4-9cf4-db46183d2551', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.892709] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.892907] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-921025d5-c0cd-43b0-82d8-82b49d8307e9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.898650] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.907165] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b52b353a-f533-47c9-82bb-9747ec989b92 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.921154] env[69052]: DEBUG oslo_vmware.api [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237139, 'name': PowerOffVM_Task, 'duration_secs': 0.229586} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.930105] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.930381] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.930583] env[69052]: DEBUG oslo_vmware.api [None req-68ac8a47-96ff-49cd-9920-38fd978d06cc tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1116.930583] env[69052]: value = "task-3237142" [ 1116.930583] env[69052]: _type = "Task" [ 1116.930583] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.931288] env[69052]: DEBUG oslo_vmware.api [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371443} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.933016] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601769} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.933016] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d61143be-8f43-48f9-9f20-42e3e0e313fc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.934554] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.934749] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.934923] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.936950] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 4a7d68df-ac42-4963-8d69-2c6a356b215f/4a7d68df-ac42-4963-8d69-2c6a356b215f.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.937189] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.946962] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31a42e25-96fa-486b-acb0-5458c9ee269b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.949203] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.949203] env[69052]: value = "task-3237144" [ 1116.949203] env[69052]: _type = "Task" [ 1116.949203] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.949554] env[69052]: DEBUG oslo_vmware.api [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1116.949554] env[69052]: value = "task-3237143" [ 1116.949554] env[69052]: _type = "Task" [ 1116.949554] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.952911] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f89190-b5b9-4b8d-bf01-64bd10d4e674 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.967732] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for the task: (returnval){ [ 1116.967732] env[69052]: value = "task-3237146" [ 1116.967732] env[69052]: _type = "Task" [ 1116.967732] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.967732] env[69052]: DEBUG oslo_vmware.api [None req-68ac8a47-96ff-49cd-9920-38fd978d06cc tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.971127] env[69052]: INFO nova.scheduler.client.report [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Deleted allocations for instance 30110a54-70b7-413a-bc6c-1487e68ff9e6 [ 1116.983977] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8769719-3681-4a97-9815-bc59121ec442 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.988395] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237144, 'name': CreateVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.994618] env[69052]: DEBUG oslo_vmware.api [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.002291] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.010661] env[69052]: DEBUG nova.virt.block_device [None req-d1c2cd58-923e-4d3a-a888-5c1995766d04 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Updating existing volume attachment record: 055cba6a-cdb0-4b7b-a9ef-49a10d19e353 {{(pid=69052) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1117.046110] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.046389] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.046693] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Deleting the datastore file [datastore1] c86a2d36-9543-4d25-82b9-9897ec1abc08 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.047486] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fab06aa5-c77f-448b-8915-bb75a768f8e0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.060561] env[69052]: DEBUG oslo_vmware.api [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1117.060561] env[69052]: value = "task-3237147" [ 1117.060561] env[69052]: _type = "Task" [ 1117.060561] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.070596] env[69052]: DEBUG oslo_vmware.api [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.298787] env[69052]: DEBUG nova.network.neutron [req-efe879ad-a3c6-495f-a22c-a832e6bd0542 req-193a22c9-83f5-4ca5-a095-9fb851020ab7 service nova] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Updated VIF entry in instance network info cache for port c8261203-97b8-4e82-9a86-8055231c6c96. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.299216] env[69052]: DEBUG nova.network.neutron [req-efe879ad-a3c6-495f-a22c-a832e6bd0542 req-193a22c9-83f5-4ca5-a095-9fb851020ab7 service nova] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Updating instance_info_cache with network_info: [{"id": "c8261203-97b8-4e82-9a86-8055231c6c96", "address": "fa:16:3e:a3:16:44", "network": {"id": "3ea0dab6-61fd-42b5-a725-3d0dda25bb5c", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1625186104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3631ca22fed4917a0c9d8c7ee20e9aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc8261203-97", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.378991] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.938s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.379791] env[69052]: DEBUG nova.compute.manager [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1117.383520] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 0c78112e-f66a-4382-9fb2-3a448309d148] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1117.387900] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.175s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.389676] env[69052]: INFO nova.compute.claims [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.446731] env[69052]: DEBUG oslo_vmware.api [None req-68ac8a47-96ff-49cd-9920-38fd978d06cc tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237142, 'name': PowerOffVM_Task, 'duration_secs': 0.286541} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.447474] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ac8a47-96ff-49cd-9920-38fd978d06cc tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.447474] env[69052]: DEBUG nova.compute.manager [None req-68ac8a47-96ff-49cd-9920-38fd978d06cc tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.448393] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ea20f5-5034-40a3-8cdb-3efb46fd7945 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.470543] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237144, 'name': CreateVM_Task, 'duration_secs': 0.469554} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.470919] env[69052]: DEBUG oslo_vmware.api [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237143, 'name': PowerOnVM_Task, 'duration_secs': 0.51786} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.471367] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.472042] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.472042] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-df4985ae-75d6-4356-8a5b-926d737a3d66 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Updating instance '9ccfb80f-ea9f-4be8-a152-68c5b30d68f8' progress to 100 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.476151] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.476347] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.476631] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.479987] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.479987] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f84a116-e18b-4605-b069-17ec0750ac0f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.486404] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for the task: (returnval){ [ 1117.486404] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52093445-abc7-2992-50a5-16c146fdc3ac" [ 1117.486404] env[69052]: _type = "Task" [ 1117.486404] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.490025] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091036} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.492470] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.494444] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7b12b4-822d-4d7f-8ffe-6187cfe6a2fe {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.504132] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52093445-abc7-2992-50a5-16c146fdc3ac, 'name': SearchDatastore_Task, 'duration_secs': 0.012196} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.513254] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.513531] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.513739] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.513911] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.514135] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.523687] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 4a7d68df-ac42-4963-8d69-2c6a356b215f/4a7d68df-ac42-4963-8d69-2c6a356b215f.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.523930] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd816ac1-f792-4600-b0fe-4e79f56a4f48 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.526418] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-697922d0-57f2-42a9-8d71-2e99824ddb2f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.548704] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for the task: (returnval){ [ 1117.548704] env[69052]: value = "task-3237149" [ 1117.548704] env[69052]: _type = "Task" [ 1117.548704] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.549911] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.550152] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.553914] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ac694d4-ecb0-4ddb-afe9-02143bac6313 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.560328] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for the task: (returnval){ [ 1117.560328] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527906fe-6d30-2be8-6e13-bd503618cdc7" [ 1117.560328] env[69052]: _type = "Task" [ 1117.560328] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.563718] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237149, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.575993] env[69052]: DEBUG oslo_vmware.api [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196209} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.581232] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.581401] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.581566] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.581814] env[69052]: INFO nova.compute.manager [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Took 1.95 seconds to destroy the instance on the hypervisor. [ 1117.582173] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.582488] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527906fe-6d30-2be8-6e13-bd503618cdc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.582761] env[69052]: DEBUG nova.compute.manager [-] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.582865] env[69052]: DEBUG nova.network.neutron [-] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.802507] env[69052]: DEBUG oslo_concurrency.lockutils [req-efe879ad-a3c6-495f-a22c-a832e6bd0542 req-193a22c9-83f5-4ca5-a095-9fb851020ab7 service nova] Releasing lock "refresh_cache-30110a54-70b7-413a-bc6c-1487e68ff9e6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.889241] env[69052]: DEBUG nova.compute.utils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.890993] env[69052]: DEBUG nova.compute.manager [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1117.891231] env[69052]: DEBUG nova.network.neutron [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1117.894978] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: d817707c-6ec4-4671-8988-b57818e92b1e] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1117.963549] env[69052]: DEBUG nova.policy [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4243b1470cb746c0a32046aa4c2b4794', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7a4d67dbfea4c21931621dd12c3b8a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.975241] env[69052]: DEBUG oslo_concurrency.lockutils [None req-68ac8a47-96ff-49cd-9920-38fd978d06cc tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "6aabb5f0-3eda-4422-86b0-1a7e97467909" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.432s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.063097] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237149, 'name': ReconfigVM_Task, 'duration_secs': 0.308615} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.063477] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 4a7d68df-ac42-4963-8d69-2c6a356b215f/4a7d68df-ac42-4963-8d69-2c6a356b215f.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.064400] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a20a982-c40e-42b4-81d1-043501b60810 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.078309] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527906fe-6d30-2be8-6e13-bd503618cdc7, 'name': SearchDatastore_Task, 'duration_secs': 0.014336} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.081070] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for the task: (returnval){ [ 1118.081070] env[69052]: value = "task-3237150" [ 1118.081070] env[69052]: _type = "Task" [ 1118.081070] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.081415] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4237e60b-d135-46cf-a58c-4b8c9e01b779 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.092085] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for the task: (returnval){ [ 1118.092085] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52267097-9249-6dc1-2007-54d89c5cb46d" [ 1118.092085] env[69052]: _type = "Task" [ 1118.092085] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.097322] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237150, 'name': Rename_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.111844] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52267097-9249-6dc1-2007-54d89c5cb46d, 'name': SearchDatastore_Task, 'duration_secs': 0.014798} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.112234] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.112611] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 3c5f8b78-66fd-481c-9957-5331f17628b8/3c5f8b78-66fd-481c-9957-5331f17628b8.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.113730] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1bba72b-8c22-4e38-8b40-d8232c02f31b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.122749] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for the task: (returnval){ [ 1118.122749] env[69052]: value = "task-3237151" [ 1118.122749] env[69052]: _type = "Task" [ 1118.122749] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.136236] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.162268] env[69052]: DEBUG nova.compute.manager [req-e53af459-7bec-4f59-b9fc-a18d69407713 req-eb6b5a0d-f7e9-4ebf-ad7b-ea8fd53020dd service nova] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Received event network-vif-deleted-679a8fff-3281-4292-944d-235e63a3b777 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.162417] env[69052]: INFO nova.compute.manager [req-e53af459-7bec-4f59-b9fc-a18d69407713 req-eb6b5a0d-f7e9-4ebf-ad7b-ea8fd53020dd service nova] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Neutron deleted interface 679a8fff-3281-4292-944d-235e63a3b777; detaching it from the instance and deleting it from the info cache [ 1118.162627] env[69052]: DEBUG nova.network.neutron [req-e53af459-7bec-4f59-b9fc-a18d69407713 req-eb6b5a0d-f7e9-4ebf-ad7b-ea8fd53020dd service nova] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.269111] env[69052]: DEBUG nova.network.neutron [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Successfully created port: f8850370-dbe2-4c2d-9702-52e33605dcb0 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.367662] env[69052]: DEBUG nova.network.neutron [-] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.395232] env[69052]: DEBUG nova.compute.manager [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1118.401042] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: b839f31c-fe81-4af7-b93f-41479b62a5bd] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1118.450620] env[69052]: DEBUG nova.scheduler.client.report [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Refreshing inventories for resource provider 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1118.467258] env[69052]: DEBUG nova.scheduler.client.report [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Updating ProviderTree inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1118.467536] env[69052]: DEBUG nova.compute.provider_tree [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1118.481334] env[69052]: DEBUG nova.scheduler.client.report [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Refreshing aggregate associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, aggregates: None {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1118.503280] env[69052]: DEBUG nova.scheduler.client.report [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Refreshing trait associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1118.598875] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237150, 'name': Rename_Task, 'duration_secs': 0.16536} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.599265] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.599453] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-188d9dbf-de0f-44a8-8f54-95059e33bb12 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.608330] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for the task: (returnval){ [ 1118.608330] env[69052]: value = "task-3237152" [ 1118.608330] env[69052]: _type = "Task" [ 1118.608330] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.617876] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.640123] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498314} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.640448] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 3c5f8b78-66fd-481c-9957-5331f17628b8/3c5f8b78-66fd-481c-9957-5331f17628b8.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.640664] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.640918] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2dc02fc-09e0-4cc3-aa01-3e40d8938b84 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.647997] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for the task: (returnval){ [ 1118.647997] env[69052]: value = "task-3237153" [ 1118.647997] env[69052]: _type = "Task" [ 1118.647997] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.658441] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.666220] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46cc6837-09cc-4161-b0cf-bcfc1bd80295 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.678584] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53edeae0-f5b9-425a-a385-368044ca0f5d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.727161] env[69052]: DEBUG nova.compute.manager [req-e53af459-7bec-4f59-b9fc-a18d69407713 req-eb6b5a0d-f7e9-4ebf-ad7b-ea8fd53020dd service nova] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Detach interface failed, port_id=679a8fff-3281-4292-944d-235e63a3b777, reason: Instance c86a2d36-9543-4d25-82b9-9897ec1abc08 could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1118.817341] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3078064e-c0a5-4ab8-ac2c-57dd791bbbc4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.825392] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab34098-74a4-42ad-97e9-def4ed2320fe {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.861219] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccffe28-8673-4e04-920e-1ae440a76a04 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.870140] env[69052]: INFO nova.compute.manager [-] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Took 1.29 seconds to deallocate network for instance. [ 1118.875026] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c159afa7-8b34-4c1e-b801-1ec7ca03d77f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.893419] env[69052]: DEBUG nova.compute.provider_tree [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.907365] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 00532336-a3a9-43f7-a3bd-59b2f3790091] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1119.119337] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237152, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.163593] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079666} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.163593] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1119.163593] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c260a5b4-7519-490e-b3be-e9f8936bdbd1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.187436] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 3c5f8b78-66fd-481c-9957-5331f17628b8/3c5f8b78-66fd-481c-9957-5331f17628b8.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.187436] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-943b80b0-9b47-4cac-9727-0062b5f7880a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.211861] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for the task: (returnval){ [ 1119.211861] env[69052]: value = "task-3237154" [ 1119.211861] env[69052]: _type = "Task" [ 1119.211861] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.222427] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237154, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.384238] env[69052]: DEBUG oslo_concurrency.lockutils [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.400023] env[69052]: DEBUG nova.scheduler.client.report [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.404761] env[69052]: DEBUG nova.compute.manager [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1119.410206] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: c4b2bcae-5752-4932-9fad-8cba15d7d15c] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1119.436031] env[69052]: DEBUG nova.virt.hardware [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.436326] env[69052]: DEBUG nova.virt.hardware [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.436492] env[69052]: DEBUG nova.virt.hardware [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.436677] env[69052]: DEBUG nova.virt.hardware [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.436841] env[69052]: DEBUG nova.virt.hardware [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.436988] env[69052]: DEBUG nova.virt.hardware [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.437232] env[69052]: DEBUG nova.virt.hardware [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.437409] env[69052]: DEBUG nova.virt.hardware [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.437608] env[69052]: DEBUG nova.virt.hardware [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.437798] env[69052]: DEBUG nova.virt.hardware [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.437990] env[69052]: DEBUG nova.virt.hardware [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.438931] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbac716-4d98-42e6-86c0-d6d9aafa0eec {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.448454] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c713c1be-8468-4ecf-93e5-c4c4fd97f2f0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.538702] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5ffd02d3-8806-48b2-910c-0d30cb6e9cdc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "9ccfb80f-ea9f-4be8-a152-68c5b30d68f8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.539088] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5ffd02d3-8806-48b2-910c-0d30cb6e9cdc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "9ccfb80f-ea9f-4be8-a152-68c5b30d68f8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.539332] env[69052]: DEBUG nova.compute.manager [None req-5ffd02d3-8806-48b2-910c-0d30cb6e9cdc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Going to confirm migration 8 {{(pid=69052) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1119.620775] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237152, 'name': PowerOnVM_Task, 'duration_secs': 0.598545} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.621112] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.621381] env[69052]: INFO nova.compute.manager [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1119.621550] env[69052]: DEBUG nova.compute.manager [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.622375] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa05aebd-8baa-423d-9667-bdd0ea84eac0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.722868] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237154, 'name': ReconfigVM_Task, 'duration_secs': 0.503306} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.725253] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 3c5f8b78-66fd-481c-9957-5331f17628b8/3c5f8b78-66fd-481c-9957-5331f17628b8.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.725253] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aaedde31-8161-4683-99f5-95037d859879 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.731448] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for the task: (returnval){ [ 1119.731448] env[69052]: value = "task-3237156" [ 1119.731448] env[69052]: _type = "Task" [ 1119.731448] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.741545] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237156, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.760339] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c7166198-c18c-4851-a29a-f9a1e97af0ff tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "6aabb5f0-3eda-4422-86b0-1a7e97467909" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.760628] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c7166198-c18c-4851-a29a-f9a1e97af0ff tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "6aabb5f0-3eda-4422-86b0-1a7e97467909" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.760921] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c7166198-c18c-4851-a29a-f9a1e97af0ff tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "6aabb5f0-3eda-4422-86b0-1a7e97467909-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.761173] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c7166198-c18c-4851-a29a-f9a1e97af0ff tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "6aabb5f0-3eda-4422-86b0-1a7e97467909-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.761349] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c7166198-c18c-4851-a29a-f9a1e97af0ff tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "6aabb5f0-3eda-4422-86b0-1a7e97467909-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.763857] env[69052]: INFO nova.compute.manager [None req-c7166198-c18c-4851-a29a-f9a1e97af0ff tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Terminating instance [ 1119.874974] env[69052]: DEBUG nova.network.neutron [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Successfully updated port: f8850370-dbe2-4c2d-9702-52e33605dcb0 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.903707] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.904299] env[69052]: DEBUG nova.compute.manager [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.906812] env[69052]: DEBUG oslo_concurrency.lockutils [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.753s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.917040] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 34b9818a-917b-4047-9591-bf2be8d69da9] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1120.078469] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5ffd02d3-8806-48b2-910c-0d30cb6e9cdc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "refresh_cache-9ccfb80f-ea9f-4be8-a152-68c5b30d68f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.078656] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5ffd02d3-8806-48b2-910c-0d30cb6e9cdc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquired lock "refresh_cache-9ccfb80f-ea9f-4be8-a152-68c5b30d68f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.078835] env[69052]: DEBUG nova.network.neutron [None req-5ffd02d3-8806-48b2-910c-0d30cb6e9cdc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.079037] env[69052]: DEBUG nova.objects.instance [None req-5ffd02d3-8806-48b2-910c-0d30cb6e9cdc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lazy-loading 'info_cache' on Instance uuid 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.141902] env[69052]: INFO nova.compute.manager [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Took 22.47 seconds to build instance. [ 1120.158083] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "30110a54-70b7-413a-bc6c-1487e68ff9e6" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.190341] env[69052]: DEBUG nova.compute.manager [req-4deb6f8b-04be-48b9-97f6-d9af0df6e8ae req-3000ce1f-d322-4811-9217-34787e0fee46 service nova] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Received event network-vif-plugged-f8850370-dbe2-4c2d-9702-52e33605dcb0 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.190633] env[69052]: DEBUG oslo_concurrency.lockutils [req-4deb6f8b-04be-48b9-97f6-d9af0df6e8ae req-3000ce1f-d322-4811-9217-34787e0fee46 service nova] Acquiring lock "cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.190842] env[69052]: DEBUG oslo_concurrency.lockutils [req-4deb6f8b-04be-48b9-97f6-d9af0df6e8ae req-3000ce1f-d322-4811-9217-34787e0fee46 service nova] Lock "cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.191087] env[69052]: DEBUG oslo_concurrency.lockutils [req-4deb6f8b-04be-48b9-97f6-d9af0df6e8ae req-3000ce1f-d322-4811-9217-34787e0fee46 service nova] Lock "cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.191302] env[69052]: DEBUG nova.compute.manager [req-4deb6f8b-04be-48b9-97f6-d9af0df6e8ae req-3000ce1f-d322-4811-9217-34787e0fee46 service nova] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] No waiting events found dispatching network-vif-plugged-f8850370-dbe2-4c2d-9702-52e33605dcb0 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1120.191504] env[69052]: WARNING nova.compute.manager [req-4deb6f8b-04be-48b9-97f6-d9af0df6e8ae req-3000ce1f-d322-4811-9217-34787e0fee46 service nova] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Received unexpected event network-vif-plugged-f8850370-dbe2-4c2d-9702-52e33605dcb0 for instance with vm_state building and task_state spawning. [ 1120.191699] env[69052]: DEBUG nova.compute.manager [req-4deb6f8b-04be-48b9-97f6-d9af0df6e8ae req-3000ce1f-d322-4811-9217-34787e0fee46 service nova] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Received event network-changed-f8850370-dbe2-4c2d-9702-52e33605dcb0 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.191907] env[69052]: DEBUG nova.compute.manager [req-4deb6f8b-04be-48b9-97f6-d9af0df6e8ae req-3000ce1f-d322-4811-9217-34787e0fee46 service nova] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Refreshing instance network info cache due to event network-changed-f8850370-dbe2-4c2d-9702-52e33605dcb0. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.192147] env[69052]: DEBUG oslo_concurrency.lockutils [req-4deb6f8b-04be-48b9-97f6-d9af0df6e8ae req-3000ce1f-d322-4811-9217-34787e0fee46 service nova] Acquiring lock "refresh_cache-cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.192316] env[69052]: DEBUG oslo_concurrency.lockutils [req-4deb6f8b-04be-48b9-97f6-d9af0df6e8ae req-3000ce1f-d322-4811-9217-34787e0fee46 service nova] Acquired lock "refresh_cache-cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.192518] env[69052]: DEBUG nova.network.neutron [req-4deb6f8b-04be-48b9-97f6-d9af0df6e8ae req-3000ce1f-d322-4811-9217-34787e0fee46 service nova] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Refreshing network info cache for port f8850370-dbe2-4c2d-9702-52e33605dcb0 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.243353] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237156, 'name': Rename_Task, 'duration_secs': 0.232985} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.243625] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.243893] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e348ab4-89cb-4e8f-85e2-a4ee151b8ed2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.251647] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for the task: (returnval){ [ 1120.251647] env[69052]: value = "task-3237157" [ 1120.251647] env[69052]: _type = "Task" [ 1120.251647] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.260016] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.267496] env[69052]: DEBUG nova.compute.manager [None req-c7166198-c18c-4851-a29a-f9a1e97af0ff tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.267695] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c7166198-c18c-4851-a29a-f9a1e97af0ff tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.268610] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108804f8-58ca-45b5-856c-2d0b6194fae8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.276089] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c7166198-c18c-4851-a29a-f9a1e97af0ff tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.276322] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78037ec8-29cf-4c72-8012-54fb897c2943 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.367027] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c7166198-c18c-4851-a29a-f9a1e97af0ff tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.367027] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c7166198-c18c-4851-a29a-f9a1e97af0ff tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.367027] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7166198-c18c-4851-a29a-f9a1e97af0ff tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Deleting the datastore file [datastore1] 6aabb5f0-3eda-4422-86b0-1a7e97467909 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.367296] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5fdecce-bded-4e2e-8b1c-1f2d21d07257 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.374276] env[69052]: DEBUG oslo_vmware.api [None req-c7166198-c18c-4851-a29a-f9a1e97af0ff tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1120.374276] env[69052]: value = "task-3237159" [ 1120.374276] env[69052]: _type = "Task" [ 1120.374276] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.378016] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "refresh_cache-cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.384291] env[69052]: DEBUG oslo_vmware.api [None req-c7166198-c18c-4851-a29a-f9a1e97af0ff tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.410742] env[69052]: DEBUG nova.compute.utils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.415013] env[69052]: INFO nova.compute.claims [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.417952] env[69052]: DEBUG nova.compute.manager [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1120.418167] env[69052]: DEBUG nova.network.neutron [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.420260] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 3fec9237-3f28-4688-bde6-ad51c9504d4a] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1120.469761] env[69052]: DEBUG nova.policy [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4243b1470cb746c0a32046aa4c2b4794', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7a4d67dbfea4c21931621dd12c3b8a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.643945] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lock "4a7d68df-ac42-4963-8d69-2c6a356b215f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.985s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.763315] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237157, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.764352] env[69052]: DEBUG nova.network.neutron [req-4deb6f8b-04be-48b9-97f6-d9af0df6e8ae req-3000ce1f-d322-4811-9217-34787e0fee46 service nova] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.879792] env[69052]: DEBUG nova.network.neutron [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Successfully created port: 55be3daf-fcfb-453b-b843-dac3083cb674 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.882346] env[69052]: DEBUG nova.network.neutron [req-4deb6f8b-04be-48b9-97f6-d9af0df6e8ae req-3000ce1f-d322-4811-9217-34787e0fee46 service nova] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.889527] env[69052]: DEBUG oslo_vmware.api [None req-c7166198-c18c-4851-a29a-f9a1e97af0ff tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320267} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.890260] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7166198-c18c-4851-a29a-f9a1e97af0ff tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.890566] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c7166198-c18c-4851-a29a-f9a1e97af0ff tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.890858] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c7166198-c18c-4851-a29a-f9a1e97af0ff tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.891163] env[69052]: INFO nova.compute.manager [None req-c7166198-c18c-4851-a29a-f9a1e97af0ff tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1120.891516] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7166198-c18c-4851-a29a-f9a1e97af0ff tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.891846] env[69052]: DEBUG nova.compute.manager [-] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1120.892062] env[69052]: DEBUG nova.network.neutron [-] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1120.918759] env[69052]: DEBUG nova.compute.manager [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.923175] env[69052]: INFO nova.compute.resource_tracker [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Updating resource usage from migration de66a057-7c78-42d2-86dd-5548d55a1fc9 [ 1120.928877] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: d144e192-e16f-4437-9813-6b44fdcaa8e1] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1121.209858] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f440e40-9b1f-4978-999e-ba407d58df46 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.218816] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b3a71f-61a4-4bdf-bdc9-c171e0d6a40c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.261466] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f910b7a9-0f2e-4528-b3b3-c3f6797e30c5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.270923] env[69052]: DEBUG oslo_vmware.api [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237157, 'name': PowerOnVM_Task, 'duration_secs': 0.920939} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.274399] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.274629] env[69052]: INFO nova.compute.manager [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1121.274813] env[69052]: DEBUG nova.compute.manager [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.279033] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101ef866-5f22-4ded-b3ea-efd2424870d8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.279513] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163bd2f2-5052-4843-b1aa-1e8b4e2632c9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.302249] env[69052]: DEBUG nova.compute.provider_tree [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.386029] env[69052]: DEBUG oslo_concurrency.lockutils [req-4deb6f8b-04be-48b9-97f6-d9af0df6e8ae req-3000ce1f-d322-4811-9217-34787e0fee46 service nova] Releasing lock "refresh_cache-cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.386410] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquired lock "refresh_cache-cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.386570] env[69052]: DEBUG nova.network.neutron [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.434415] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: cacc34cd-e3b1-4a08-a7da-45457403d114] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1121.547978] env[69052]: DEBUG nova.network.neutron [None req-5ffd02d3-8806-48b2-910c-0d30cb6e9cdc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Updating instance_info_cache with network_info: [{"id": "540efcd8-3dab-4d45-9fa5-c08bb09b95c4", "address": "fa:16:3e:cb:bc:30", "network": {"id": "0624a1b3-6c9d-43d5-ac68-beaedb10c4eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-356147984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5d11523a34a41fc93f369d4737ccf38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap540efcd8-3d", "ovs_interfaceid": "540efcd8-3dab-4d45-9fa5-c08bb09b95c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.567118] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1c2cd58-923e-4d3a-a888-5c1995766d04 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Volume attach. Driver type: vmdk {{(pid=69052) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1121.567466] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1c2cd58-923e-4d3a-a888-5c1995766d04 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646989', 'volume_id': '4e7ad2d2-cbfd-43c3-9d87-fa481b15edb1', 'name': 'volume-4e7ad2d2-cbfd-43c3-9d87-fa481b15edb1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '967d5ea7-0f43-492d-bc39-e14da474fb58', 'attached_at': '', 'detached_at': '', 'volume_id': '4e7ad2d2-cbfd-43c3-9d87-fa481b15edb1', 'serial': '4e7ad2d2-cbfd-43c3-9d87-fa481b15edb1'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1121.568306] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c663da41-4ed4-4f67-87d7-2cb0d49555a9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.585990] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ff7522-af85-4a2c-92c3-93abc7a1ee46 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.613255] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1c2cd58-923e-4d3a-a888-5c1995766d04 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-4e7ad2d2-cbfd-43c3-9d87-fa481b15edb1/volume-4e7ad2d2-cbfd-43c3-9d87-fa481b15edb1.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.613565] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-343b55d3-6fa3-4ec3-a330-56b81b884387 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.633843] env[69052]: DEBUG oslo_vmware.api [None req-d1c2cd58-923e-4d3a-a888-5c1995766d04 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1121.633843] env[69052]: value = "task-3237160" [ 1121.633843] env[69052]: _type = "Task" [ 1121.633843] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.642774] env[69052]: DEBUG oslo_vmware.api [None req-d1c2cd58-923e-4d3a-a888-5c1995766d04 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237160, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.811751] env[69052]: DEBUG nova.scheduler.client.report [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.817116] env[69052]: INFO nova.compute.manager [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Took 24.10 seconds to build instance. [ 1121.837238] env[69052]: DEBUG nova.network.neutron [-] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.919667] env[69052]: DEBUG nova.network.neutron [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.934185] env[69052]: DEBUG nova.compute.manager [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.938622] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 56722277-77c9-43f6-a98e-f102e43df903] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1121.965296] env[69052]: DEBUG nova.virt.hardware [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.965787] env[69052]: DEBUG nova.virt.hardware [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.966255] env[69052]: DEBUG nova.virt.hardware [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.966578] env[69052]: DEBUG nova.virt.hardware [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.966874] env[69052]: DEBUG nova.virt.hardware [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.967428] env[69052]: DEBUG nova.virt.hardware [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.968289] env[69052]: DEBUG nova.virt.hardware [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.968289] env[69052]: DEBUG nova.virt.hardware [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.968289] env[69052]: DEBUG nova.virt.hardware [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.968465] env[69052]: DEBUG nova.virt.hardware [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.968503] env[69052]: DEBUG nova.virt.hardware [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.969396] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a423e5-ce45-4845-b9ba-45ea988b21ab {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.981554] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ead0249-30d5-438e-8f57-910d3cbc1044 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.050907] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5ffd02d3-8806-48b2-910c-0d30cb6e9cdc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Releasing lock "refresh_cache-9ccfb80f-ea9f-4be8-a152-68c5b30d68f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.051283] env[69052]: DEBUG nova.objects.instance [None req-5ffd02d3-8806-48b2-910c-0d30cb6e9cdc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lazy-loading 'migration_context' on Instance uuid 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.069970] env[69052]: DEBUG nova.network.neutron [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Updating instance_info_cache with network_info: [{"id": "f8850370-dbe2-4c2d-9702-52e33605dcb0", "address": "fa:16:3e:2c:d0:09", "network": {"id": "d406e1a5-0112-4a51-9a0e-d5b48b965437", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2034046376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7a4d67dbfea4c21931621dd12c3b8a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8850370-db", "ovs_interfaceid": "f8850370-dbe2-4c2d-9702-52e33605dcb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.144815] env[69052]: DEBUG oslo_vmware.api [None req-d1c2cd58-923e-4d3a-a888-5c1995766d04 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237160, 'name': ReconfigVM_Task, 'duration_secs': 0.473937} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.145154] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1c2cd58-923e-4d3a-a888-5c1995766d04 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-4e7ad2d2-cbfd-43c3-9d87-fa481b15edb1/volume-4e7ad2d2-cbfd-43c3-9d87-fa481b15edb1.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.150211] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec42935e-54b6-429b-95fa-3e4d11613144 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.167137] env[69052]: DEBUG oslo_vmware.api [None req-d1c2cd58-923e-4d3a-a888-5c1995766d04 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1122.167137] env[69052]: value = "task-3237161" [ 1122.167137] env[69052]: _type = "Task" [ 1122.167137] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.179272] env[69052]: DEBUG oslo_vmware.api [None req-d1c2cd58-923e-4d3a-a888-5c1995766d04 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237161, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.226610] env[69052]: DEBUG nova.compute.manager [req-7933694a-d280-4cfd-ba47-29bac50ecf5e req-f8f9c375-8710-4ee2-a599-ae00e5dd6f26 service nova] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Received event network-vif-deleted-c1437269-65db-41f8-87dc-43764744aaf3 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.318331] env[69052]: DEBUG oslo_concurrency.lockutils [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.411s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.318549] env[69052]: INFO nova.compute.manager [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Migrating [ 1122.324929] env[69052]: DEBUG oslo_concurrency.lockutils [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.032s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.325180] env[69052]: DEBUG nova.objects.instance [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Lazy-loading 'resources' on Instance uuid 36e736a6-eb4c-4337-b629-8c87ad6faf5a {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.326617] env[69052]: DEBUG oslo_concurrency.lockutils [None req-681b73bb-8e6c-463d-a433-baf225f485d2 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lock "3c5f8b78-66fd-481c-9957-5331f17628b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.630s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.339334] env[69052]: INFO nova.compute.manager [-] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Took 1.45 seconds to deallocate network for instance. [ 1122.443239] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: cef3db69-2bc5-4b16-b362-5b92bfeb9f5b] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1122.554413] env[69052]: DEBUG nova.objects.base [None req-5ffd02d3-8806-48b2-910c-0d30cb6e9cdc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Object Instance<9ccfb80f-ea9f-4be8-a152-68c5b30d68f8> lazy-loaded attributes: info_cache,migration_context {{(pid=69052) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1122.555376] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a46eef-2def-44bb-b9f6-dcaddf0d06b4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.575664] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Releasing lock "refresh_cache-cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.576026] env[69052]: DEBUG nova.compute.manager [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Instance network_info: |[{"id": "f8850370-dbe2-4c2d-9702-52e33605dcb0", "address": "fa:16:3e:2c:d0:09", "network": {"id": "d406e1a5-0112-4a51-9a0e-d5b48b965437", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2034046376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7a4d67dbfea4c21931621dd12c3b8a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8850370-db", "ovs_interfaceid": "f8850370-dbe2-4c2d-9702-52e33605dcb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1122.577263] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:d0:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8850370-dbe2-4c2d-9702-52e33605dcb0', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1122.584441] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Creating folder: Project (a7a4d67dbfea4c21931621dd12c3b8a1). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1122.584700] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f01804a-0931-4cc3-a266-4d3d190ba3ac {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.587728] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dcc3921d-90f4-46df-9370-e377c6e5ada3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.592373] env[69052]: DEBUG oslo_vmware.api [None req-5ffd02d3-8806-48b2-910c-0d30cb6e9cdc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1122.592373] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524816f8-32eb-44bf-37ab-f033f606e2bd" [ 1122.592373] env[69052]: _type = "Task" [ 1122.592373] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.604307] env[69052]: DEBUG oslo_vmware.api [None req-5ffd02d3-8806-48b2-910c-0d30cb6e9cdc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524816f8-32eb-44bf-37ab-f033f606e2bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.604307] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Created folder: Project (a7a4d67dbfea4c21931621dd12c3b8a1) in parent group-v646676. [ 1122.604307] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Creating folder: Instances. Parent ref: group-v646990. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1122.604550] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4aed551-07d6-402f-a9f5-a08bed134f52 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.617616] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Created folder: Instances in parent group-v646990. [ 1122.617877] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.618132] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1122.618456] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7be0de41-af98-41ca-9ed0-10b9c8edd828 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.640147] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.640147] env[69052]: value = "task-3237164" [ 1122.640147] env[69052]: _type = "Task" [ 1122.640147] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.649372] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237164, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.678952] env[69052]: DEBUG oslo_vmware.api [None req-d1c2cd58-923e-4d3a-a888-5c1995766d04 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237161, 'name': ReconfigVM_Task, 'duration_secs': 0.214072} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.678952] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1c2cd58-923e-4d3a-a888-5c1995766d04 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646989', 'volume_id': '4e7ad2d2-cbfd-43c3-9d87-fa481b15edb1', 'name': 'volume-4e7ad2d2-cbfd-43c3-9d87-fa481b15edb1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '967d5ea7-0f43-492d-bc39-e14da474fb58', 'attached_at': '', 'detached_at': '', 'volume_id': '4e7ad2d2-cbfd-43c3-9d87-fa481b15edb1', 'serial': '4e7ad2d2-cbfd-43c3-9d87-fa481b15edb1'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1122.812607] env[69052]: DEBUG nova.network.neutron [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Successfully updated port: 55be3daf-fcfb-453b-b843-dac3083cb674 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.837304] env[69052]: DEBUG oslo_concurrency.lockutils [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "refresh_cache-bf3f221d-77ae-4c8d-b407-6acd6a35a0f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.837304] env[69052]: DEBUG oslo_concurrency.lockutils [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquired lock "refresh_cache-bf3f221d-77ae-4c8d-b407-6acd6a35a0f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.837304] env[69052]: DEBUG nova.network.neutron [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.846645] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c7166198-c18c-4851-a29a-f9a1e97af0ff tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.946697] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 5f7cbc98-5e1e-4ed2-9fd0-361c17baa8fb] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1123.063239] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a20f8e9-80a1-46b0-abf0-1b5e3d090130 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.070971] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db54efbc-f692-425d-ac78-aa580d744f70 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.106592] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3937139a-12a5-418d-9709-6f22cc88d1b0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.117964] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00da4202-43b0-4ad6-98db-9fc79756cdf3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.121641] env[69052]: DEBUG oslo_vmware.api [None req-5ffd02d3-8806-48b2-910c-0d30cb6e9cdc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524816f8-32eb-44bf-37ab-f033f606e2bd, 'name': SearchDatastore_Task, 'duration_secs': 0.012019} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.121945] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5ffd02d3-8806-48b2-910c-0d30cb6e9cdc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.132268] env[69052]: DEBUG nova.compute.provider_tree [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.150632] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237164, 'name': CreateVM_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.316218] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "refresh_cache-9a220b28-52f6-47d1-be3c-d825c95c1d42" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.316579] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquired lock "refresh_cache-9a220b28-52f6-47d1-be3c-d825c95c1d42" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.316777] env[69052]: DEBUG nova.network.neutron [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.452220] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: b60dc416-39de-4dfa-a046-5e60cc9ffeed] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1123.635531] env[69052]: DEBUG nova.scheduler.client.report [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.651253] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237164, 'name': CreateVM_Task, 'duration_secs': 0.812223} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.652027] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.652721] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.652980] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.653226] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.655964] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-378e4a38-e65e-4c58-a7a5-bf178938bee2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.661203] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1123.661203] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d87f86-bc48-0f45-f939-20e7395b71f5" [ 1123.661203] env[69052]: _type = "Task" [ 1123.661203] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.671625] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d87f86-bc48-0f45-f939-20e7395b71f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.701382] env[69052]: DEBUG oslo_concurrency.lockutils [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquiring lock "3af0bfee-96f0-470d-bad4-160c69325c6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.701788] env[69052]: DEBUG oslo_concurrency.lockutils [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lock "3af0bfee-96f0-470d-bad4-160c69325c6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.702139] env[69052]: DEBUG oslo_concurrency.lockutils [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquiring lock "3af0bfee-96f0-470d-bad4-160c69325c6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.702457] env[69052]: DEBUG oslo_concurrency.lockutils [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lock "3af0bfee-96f0-470d-bad4-160c69325c6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.702724] env[69052]: DEBUG oslo_concurrency.lockutils [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lock "3af0bfee-96f0-470d-bad4-160c69325c6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.705550] env[69052]: INFO nova.compute.manager [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Terminating instance [ 1123.714943] env[69052]: DEBUG nova.objects.instance [None req-d1c2cd58-923e-4d3a-a888-5c1995766d04 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lazy-loading 'flavor' on Instance uuid 967d5ea7-0f43-492d-bc39-e14da474fb58 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.776498] env[69052]: DEBUG nova.network.neutron [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Updating instance_info_cache with network_info: [{"id": "28c563d7-b648-4604-aaaa-9506ecd9badb", "address": "fa:16:3e:53:9d:be", "network": {"id": "4e7ad40f-fc44-47b3-ada6-0ae53251c650", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329642848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "420997e04b2a41d882b1f61eb5a284f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28c563d7-b6", "ovs_interfaceid": "28c563d7-b648-4604-aaaa-9506ecd9badb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.850434] env[69052]: DEBUG nova.network.neutron [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.961431] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 93e9483a-c673-4ab5-9050-e6c30acf5743] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1124.085727] env[69052]: DEBUG nova.network.neutron [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Updating instance_info_cache with network_info: [{"id": "55be3daf-fcfb-453b-b843-dac3083cb674", "address": "fa:16:3e:b2:44:e1", "network": {"id": "d406e1a5-0112-4a51-9a0e-d5b48b965437", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2034046376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7a4d67dbfea4c21931621dd12c3b8a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55be3daf-fc", "ovs_interfaceid": "55be3daf-fcfb-453b-b843-dac3083cb674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.141088] env[69052]: DEBUG oslo_concurrency.lockutils [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.144349] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.666s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.144349] env[69052]: DEBUG nova.objects.instance [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lazy-loading 'resources' on Instance uuid 30110a54-70b7-413a-bc6c-1487e68ff9e6 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.168987] env[69052]: INFO nova.scheduler.client.report [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Deleted allocations for instance 36e736a6-eb4c-4337-b629-8c87ad6faf5a [ 1124.173946] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52d87f86-bc48-0f45-f939-20e7395b71f5, 'name': SearchDatastore_Task, 'duration_secs': 0.016615} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.176591] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.176858] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.177481] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.177481] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.177481] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.177862] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33d92242-0c6b-42ce-a046-23b90e84beb7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.192821] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.193043] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.193879] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1910b26b-4361-4782-a7bf-ba51c0273156 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.200980] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1124.200980] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ac52b5-1bb2-cebe-d5ce-1b35f79d9262" [ 1124.200980] env[69052]: _type = "Task" [ 1124.200980] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.209925] env[69052]: DEBUG nova.compute.manager [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.210179] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.210466] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ac52b5-1bb2-cebe-d5ce-1b35f79d9262, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.211202] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a468b49-bc7c-4ae5-8649-7922d0836210 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.218438] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.218730] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f1a46fd-6e3d-4f06-955f-357d0c58dd8d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.223604] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d1c2cd58-923e-4d3a-a888-5c1995766d04 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "967d5ea7-0f43-492d-bc39-e14da474fb58" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.352s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.229031] env[69052]: DEBUG oslo_vmware.api [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for the task: (returnval){ [ 1124.229031] env[69052]: value = "task-3237165" [ 1124.229031] env[69052]: _type = "Task" [ 1124.229031] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.238810] env[69052]: DEBUG oslo_vmware.api [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.260976] env[69052]: DEBUG nova.compute.manager [req-ad63e9a4-e64f-4dca-b0ba-97dd413e6384 req-dc044aea-01d6-4be0-b2fc-2b31d6356bef service nova] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Received event network-vif-plugged-55be3daf-fcfb-453b-b843-dac3083cb674 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.261226] env[69052]: DEBUG oslo_concurrency.lockutils [req-ad63e9a4-e64f-4dca-b0ba-97dd413e6384 req-dc044aea-01d6-4be0-b2fc-2b31d6356bef service nova] Acquiring lock "9a220b28-52f6-47d1-be3c-d825c95c1d42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.261417] env[69052]: DEBUG oslo_concurrency.lockutils [req-ad63e9a4-e64f-4dca-b0ba-97dd413e6384 req-dc044aea-01d6-4be0-b2fc-2b31d6356bef service nova] Lock "9a220b28-52f6-47d1-be3c-d825c95c1d42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.261717] env[69052]: DEBUG oslo_concurrency.lockutils [req-ad63e9a4-e64f-4dca-b0ba-97dd413e6384 req-dc044aea-01d6-4be0-b2fc-2b31d6356bef service nova] Lock "9a220b28-52f6-47d1-be3c-d825c95c1d42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.261754] env[69052]: DEBUG nova.compute.manager [req-ad63e9a4-e64f-4dca-b0ba-97dd413e6384 req-dc044aea-01d6-4be0-b2fc-2b31d6356bef service nova] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] No waiting events found dispatching network-vif-plugged-55be3daf-fcfb-453b-b843-dac3083cb674 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1124.261963] env[69052]: WARNING nova.compute.manager [req-ad63e9a4-e64f-4dca-b0ba-97dd413e6384 req-dc044aea-01d6-4be0-b2fc-2b31d6356bef service nova] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Received unexpected event network-vif-plugged-55be3daf-fcfb-453b-b843-dac3083cb674 for instance with vm_state building and task_state spawning. [ 1124.262130] env[69052]: DEBUG nova.compute.manager [req-ad63e9a4-e64f-4dca-b0ba-97dd413e6384 req-dc044aea-01d6-4be0-b2fc-2b31d6356bef service nova] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Received event network-changed-55be3daf-fcfb-453b-b843-dac3083cb674 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.262359] env[69052]: DEBUG nova.compute.manager [req-ad63e9a4-e64f-4dca-b0ba-97dd413e6384 req-dc044aea-01d6-4be0-b2fc-2b31d6356bef service nova] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Refreshing instance network info cache due to event network-changed-55be3daf-fcfb-453b-b843-dac3083cb674. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.262587] env[69052]: DEBUG oslo_concurrency.lockutils [req-ad63e9a4-e64f-4dca-b0ba-97dd413e6384 req-dc044aea-01d6-4be0-b2fc-2b31d6356bef service nova] Acquiring lock "refresh_cache-9a220b28-52f6-47d1-be3c-d825c95c1d42" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.279259] env[69052]: DEBUG oslo_concurrency.lockutils [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Releasing lock "refresh_cache-bf3f221d-77ae-4c8d-b407-6acd6a35a0f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.461586] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 005d3319-8faf-4320-afeb-983875e2db0a] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1124.589156] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Releasing lock "refresh_cache-9a220b28-52f6-47d1-be3c-d825c95c1d42" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.589510] env[69052]: DEBUG nova.compute.manager [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Instance network_info: |[{"id": "55be3daf-fcfb-453b-b843-dac3083cb674", "address": "fa:16:3e:b2:44:e1", "network": {"id": "d406e1a5-0112-4a51-9a0e-d5b48b965437", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2034046376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7a4d67dbfea4c21931621dd12c3b8a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55be3daf-fc", "ovs_interfaceid": "55be3daf-fcfb-453b-b843-dac3083cb674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1124.589824] env[69052]: DEBUG oslo_concurrency.lockutils [req-ad63e9a4-e64f-4dca-b0ba-97dd413e6384 req-dc044aea-01d6-4be0-b2fc-2b31d6356bef service nova] Acquired lock "refresh_cache-9a220b28-52f6-47d1-be3c-d825c95c1d42" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.590012] env[69052]: DEBUG nova.network.neutron [req-ad63e9a4-e64f-4dca-b0ba-97dd413e6384 req-dc044aea-01d6-4be0-b2fc-2b31d6356bef service nova] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Refreshing network info cache for port 55be3daf-fcfb-453b-b843-dac3083cb674 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.591300] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:44:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55be3daf-fcfb-453b-b843-dac3083cb674', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.598946] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.601756] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.602285] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f3b8aad-627f-4159-b625-da82fa47757a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.623913] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.623913] env[69052]: value = "task-3237166" [ 1124.623913] env[69052]: _type = "Task" [ 1124.623913] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.635085] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237166, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.646746] env[69052]: DEBUG nova.objects.instance [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lazy-loading 'numa_topology' on Instance uuid 30110a54-70b7-413a-bc6c-1487e68ff9e6 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.681569] env[69052]: DEBUG oslo_concurrency.lockutils [None req-18d2d3a1-2ad3-4a51-99ad-b98cf936f462 tempest-ServerMetadataNegativeTestJSON-1869210657 tempest-ServerMetadataNegativeTestJSON-1869210657-project-member] Lock "36e736a6-eb4c-4337-b629-8c87ad6faf5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.039s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.712357] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ac52b5-1bb2-cebe-d5ce-1b35f79d9262, 'name': SearchDatastore_Task, 'duration_secs': 0.014423} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.713182] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-397d085c-ada0-4c94-be2a-74fb19716a42 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.719981] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1124.719981] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526cfbee-324b-ab92-691e-98616f65408d" [ 1124.719981] env[69052]: _type = "Task" [ 1124.719981] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.728994] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526cfbee-324b-ab92-691e-98616f65408d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.739328] env[69052]: DEBUG oslo_vmware.api [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237165, 'name': PowerOffVM_Task, 'duration_secs': 0.229137} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.739593] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.740072] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.740399] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d29dfd0d-d313-466d-8422-66838abe71c9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.813029] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.813354] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.813583] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Deleting the datastore file [datastore2] 3af0bfee-96f0-470d-bad4-160c69325c6a {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.813919] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-229fbd46-6b10-4301-ab2b-12bc534717a5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.821714] env[69052]: DEBUG oslo_vmware.api [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for the task: (returnval){ [ 1124.821714] env[69052]: value = "task-3237168" [ 1124.821714] env[69052]: _type = "Task" [ 1124.821714] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.833669] env[69052]: DEBUG oslo_vmware.api [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.965778] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 3a1584dd-c15a-4ddc-a601-00fb583cbb5f] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1124.983070] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7512d7ab-ef34-4531-a197-ced4127c2d80 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "967d5ea7-0f43-492d-bc39-e14da474fb58" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.983417] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7512d7ab-ef34-4531-a197-ced4127c2d80 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "967d5ea7-0f43-492d-bc39-e14da474fb58" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.989976] env[69052]: DEBUG nova.network.neutron [req-ad63e9a4-e64f-4dca-b0ba-97dd413e6384 req-dc044aea-01d6-4be0-b2fc-2b31d6356bef service nova] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Updated VIF entry in instance network info cache for port 55be3daf-fcfb-453b-b843-dac3083cb674. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.993184] env[69052]: DEBUG nova.network.neutron [req-ad63e9a4-e64f-4dca-b0ba-97dd413e6384 req-dc044aea-01d6-4be0-b2fc-2b31d6356bef service nova] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Updating instance_info_cache with network_info: [{"id": "55be3daf-fcfb-453b-b843-dac3083cb674", "address": "fa:16:3e:b2:44:e1", "network": {"id": "d406e1a5-0112-4a51-9a0e-d5b48b965437", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2034046376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7a4d67dbfea4c21931621dd12c3b8a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55be3daf-fc", "ovs_interfaceid": "55be3daf-fcfb-453b-b843-dac3083cb674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.136289] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237166, 'name': CreateVM_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.150021] env[69052]: DEBUG nova.objects.base [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Object Instance<30110a54-70b7-413a-bc6c-1487e68ff9e6> lazy-loaded attributes: resources,numa_topology {{(pid=69052) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1125.236189] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526cfbee-324b-ab92-691e-98616f65408d, 'name': SearchDatastore_Task, 'duration_secs': 0.013401} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.237625] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.237625] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502/cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.237625] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14b25a13-0162-4040-a278-160072410790 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.250215] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1125.250215] env[69052]: value = "task-3237169" [ 1125.250215] env[69052]: _type = "Task" [ 1125.250215] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.261575] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.332584] env[69052]: DEBUG oslo_vmware.api [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43441} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.335175] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.335374] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.335828] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.335828] env[69052]: INFO nova.compute.manager [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1125.336030] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.339574] env[69052]: DEBUG nova.compute.manager [-] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.339574] env[69052]: DEBUG nova.network.neutron [-] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.415666] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5716c2-21dc-476d-be81-8ae4e3765937 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.423887] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05854f6-6179-428c-bce8-f12926d52a0f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.457031] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6840b6-f230-43f3-9d13-0ce303b912b3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.465599] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4bf78e-16b0-46bd-9a7f-c77ad33ab338 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.469738] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.469905] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Cleaning up deleted instances with incomplete migration {{(pid=69052) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1125.481124] env[69052]: DEBUG nova.compute.provider_tree [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.486903] env[69052]: INFO nova.compute.manager [None req-7512d7ab-ef34-4531-a197-ced4127c2d80 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Detaching volume 4e7ad2d2-cbfd-43c3-9d87-fa481b15edb1 [ 1125.492968] env[69052]: DEBUG oslo_concurrency.lockutils [req-ad63e9a4-e64f-4dca-b0ba-97dd413e6384 req-dc044aea-01d6-4be0-b2fc-2b31d6356bef service nova] Releasing lock "refresh_cache-9a220b28-52f6-47d1-be3c-d825c95c1d42" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.533127] env[69052]: INFO nova.virt.block_device [None req-7512d7ab-ef34-4531-a197-ced4127c2d80 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Attempting to driver detach volume 4e7ad2d2-cbfd-43c3-9d87-fa481b15edb1 from mountpoint /dev/sdb [ 1125.533429] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-7512d7ab-ef34-4531-a197-ced4127c2d80 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Volume detach. Driver type: vmdk {{(pid=69052) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1125.533628] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-7512d7ab-ef34-4531-a197-ced4127c2d80 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646989', 'volume_id': '4e7ad2d2-cbfd-43c3-9d87-fa481b15edb1', 'name': 'volume-4e7ad2d2-cbfd-43c3-9d87-fa481b15edb1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '967d5ea7-0f43-492d-bc39-e14da474fb58', 'attached_at': '', 'detached_at': '', 'volume_id': '4e7ad2d2-cbfd-43c3-9d87-fa481b15edb1', 'serial': '4e7ad2d2-cbfd-43c3-9d87-fa481b15edb1'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1125.534579] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17492d14-c8e5-4a97-a2d2-b129deafc458 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.561444] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16e64b4-f618-453d-9a68-a28640f9d57d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.569501] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cd12d9-dbe5-4b82-9faf-1942933facbb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.590872] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399acaa3-7f1a-4e3f-b8a9-eee7c68d4b98 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.607911] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-7512d7ab-ef34-4531-a197-ced4127c2d80 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] The volume has not been displaced from its original location: [datastore1] volume-4e7ad2d2-cbfd-43c3-9d87-fa481b15edb1/volume-4e7ad2d2-cbfd-43c3-9d87-fa481b15edb1.vmdk. No consolidation needed. {{(pid=69052) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1125.613302] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-7512d7ab-ef34-4531-a197-ced4127c2d80 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1125.613637] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d1c5ee3-3b29-41e4-8346-2e2e2be7076a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.636533] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237166, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.637951] env[69052]: DEBUG oslo_vmware.api [None req-7512d7ab-ef34-4531-a197-ced4127c2d80 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1125.637951] env[69052]: value = "task-3237170" [ 1125.637951] env[69052]: _type = "Task" [ 1125.637951] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.646189] env[69052]: DEBUG oslo_vmware.api [None req-7512d7ab-ef34-4531-a197-ced4127c2d80 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237170, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.760575] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237169, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.805015] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9426b8ca-4609-4d6f-b340-4f9ef805dc1e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.827635] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Updating instance 'bf3f221d-77ae-4c8d-b407-6acd6a35a0f8' progress to 0 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.972855] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.984481] env[69052]: DEBUG nova.scheduler.client.report [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.138935] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237166, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.149044] env[69052]: DEBUG oslo_vmware.api [None req-7512d7ab-ef34-4531-a197-ced4127c2d80 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237170, 'name': ReconfigVM_Task, 'duration_secs': 0.330534} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.149558] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-7512d7ab-ef34-4531-a197-ced4127c2d80 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1126.155238] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf3b3c25-be70-4693-bb82-eed68cb0b021 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.172058] env[69052]: DEBUG oslo_vmware.api [None req-7512d7ab-ef34-4531-a197-ced4127c2d80 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1126.172058] env[69052]: value = "task-3237171" [ 1126.172058] env[69052]: _type = "Task" [ 1126.172058] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.183180] env[69052]: DEBUG nova.network.neutron [-] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.198541] env[69052]: DEBUG oslo_vmware.api [None req-7512d7ab-ef34-4531-a197-ced4127c2d80 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237171, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.265025] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.90768} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.265025] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502/cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.265025] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.265025] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10def880-4312-4f9c-af36-4625a28c569d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.272321] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1126.272321] env[69052]: value = "task-3237172" [ 1126.272321] env[69052]: _type = "Task" [ 1126.272321] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.286960] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.296764] env[69052]: DEBUG nova.compute.manager [req-cbdb641c-2ca2-45e1-b0db-00dbdaf5858d req-18c0309b-7c86-4b61-8979-58b2aa5de538 service nova] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Received event network-vif-deleted-13817ea2-4044-45d4-8fea-f3c9e924ae19 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.333646] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.334042] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52e86c1d-5ffe-43dc-9070-1c5ee6a4b6f9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.342678] env[69052]: DEBUG oslo_vmware.api [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1126.342678] env[69052]: value = "task-3237173" [ 1126.342678] env[69052]: _type = "Task" [ 1126.342678] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.353699] env[69052]: DEBUG oslo_vmware.api [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.489887] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.346s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.493698] env[69052]: DEBUG oslo_concurrency.lockutils [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.109s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.494117] env[69052]: DEBUG nova.objects.instance [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lazy-loading 'resources' on Instance uuid c86a2d36-9543-4d25-82b9-9897ec1abc08 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.638561] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237166, 'name': CreateVM_Task, 'duration_secs': 1.703518} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.638735] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.639494] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.639617] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.639972] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.640255] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c59da1d1-64b5-436f-bacd-c98027db354f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.646462] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1126.646462] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52219a15-0704-99bf-5d32-8a236d87a02b" [ 1126.646462] env[69052]: _type = "Task" [ 1126.646462] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.654696] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52219a15-0704-99bf-5d32-8a236d87a02b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.682305] env[69052]: DEBUG oslo_vmware.api [None req-7512d7ab-ef34-4531-a197-ced4127c2d80 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237171, 'name': ReconfigVM_Task, 'duration_secs': 0.197806} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.682586] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-7512d7ab-ef34-4531-a197-ced4127c2d80 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646989', 'volume_id': '4e7ad2d2-cbfd-43c3-9d87-fa481b15edb1', 'name': 'volume-4e7ad2d2-cbfd-43c3-9d87-fa481b15edb1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '967d5ea7-0f43-492d-bc39-e14da474fb58', 'attached_at': '', 'detached_at': '', 'volume_id': '4e7ad2d2-cbfd-43c3-9d87-fa481b15edb1', 'serial': '4e7ad2d2-cbfd-43c3-9d87-fa481b15edb1'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1126.685138] env[69052]: INFO nova.compute.manager [-] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Took 1.35 seconds to deallocate network for instance. [ 1126.783538] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0765} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.783850] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1126.784660] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70044206-06f5-42a8-afb6-4daa85b820cd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.808160] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502/cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.808434] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b9cb01b-58ca-47fd-a40a-9d639a0a8c1e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.830462] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1126.830462] env[69052]: value = "task-3237174" [ 1126.830462] env[69052]: _type = "Task" [ 1126.830462] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.840109] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.851587] env[69052]: DEBUG oslo_vmware.api [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237173, 'name': PowerOffVM_Task, 'duration_secs': 0.210638} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.852084] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.852496] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Updating instance 'bf3f221d-77ae-4c8d-b407-6acd6a35a0f8' progress to 17 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.005178] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6cb3ab3b-5ac2-4a4c-ba9d-c05a325cd00a tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "30110a54-70b7-413a-bc6c-1487e68ff9e6" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.414s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.006217] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "30110a54-70b7-413a-bc6c-1487e68ff9e6" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.848s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.006323] env[69052]: INFO nova.compute.manager [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Unshelving [ 1127.157550] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52219a15-0704-99bf-5d32-8a236d87a02b, 'name': SearchDatastore_Task, 'duration_secs': 0.010748} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.160667] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.161427] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.161427] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.161427] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.161612] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.162438] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53d285cf-8264-47ea-9f4d-8f82ac418940 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.172993] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.173249] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.176579] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81d41ff6-82c6-43b4-9632-ca67b7cf2a55 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.195343] env[69052]: DEBUG oslo_concurrency.lockutils [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.197257] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1127.197257] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52afb3ac-5f3e-9cab-8435-38f78f6cf3d0" [ 1127.197257] env[69052]: _type = "Task" [ 1127.197257] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.205949] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52afb3ac-5f3e-9cab-8435-38f78f6cf3d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.234539] env[69052]: DEBUG nova.objects.instance [None req-7512d7ab-ef34-4531-a197-ced4127c2d80 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lazy-loading 'flavor' on Instance uuid 967d5ea7-0f43-492d-bc39-e14da474fb58 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.266020] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2a445c-aedf-4ce3-ab9f-3c04c15c366a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.273540] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55613d1-3217-43ac-ba5e-24dcd944848a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.305909] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665e43b8-6b94-4bbd-950d-b6141c32263d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.314680] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07058f87-f993-4519-855a-a30da09cff27 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.330723] env[69052]: DEBUG nova.compute.provider_tree [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.345975] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237174, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.359041] env[69052]: DEBUG nova.virt.hardware [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.359439] env[69052]: DEBUG nova.virt.hardware [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.359628] env[69052]: DEBUG nova.virt.hardware [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.359828] env[69052]: DEBUG nova.virt.hardware [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.359981] env[69052]: DEBUG nova.virt.hardware [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.360152] env[69052]: DEBUG nova.virt.hardware [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.360368] env[69052]: DEBUG nova.virt.hardware [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.360535] env[69052]: DEBUG nova.virt.hardware [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.360917] env[69052]: DEBUG nova.virt.hardware [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.361112] env[69052]: DEBUG nova.virt.hardware [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.361291] env[69052]: DEBUG nova.virt.hardware [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.366755] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-601c6707-b26e-4b51-842d-5dd93f419b71 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.382711] env[69052]: DEBUG oslo_vmware.api [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1127.382711] env[69052]: value = "task-3237175" [ 1127.382711] env[69052]: _type = "Task" [ 1127.382711] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.392586] env[69052]: DEBUG oslo_vmware.api [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.708852] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52afb3ac-5f3e-9cab-8435-38f78f6cf3d0, 'name': SearchDatastore_Task, 'duration_secs': 0.013302} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.709656] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-878e69d3-8a58-47b8-8e47-a1128cbf71c1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.715917] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1127.715917] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52cb2293-9958-bf8e-393a-ede2510d12d3" [ 1127.715917] env[69052]: _type = "Task" [ 1127.715917] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.726060] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52cb2293-9958-bf8e-393a-ede2510d12d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.838127] env[69052]: DEBUG nova.scheduler.client.report [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.846666] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237174, 'name': ReconfigVM_Task, 'duration_secs': 0.521494} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.846948] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Reconfigured VM instance instance-00000071 to attach disk [datastore1] cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502/cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.847557] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da81fd36-3fbd-4e70-9446-85aec52b9a19 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.853818] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1127.853818] env[69052]: value = "task-3237176" [ 1127.853818] env[69052]: _type = "Task" [ 1127.853818] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.862971] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237176, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.893281] env[69052]: DEBUG oslo_vmware.api [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237175, 'name': ReconfigVM_Task, 'duration_secs': 0.456983} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.893525] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Updating instance 'bf3f221d-77ae-4c8d-b407-6acd6a35a0f8' progress to 33 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1128.030222] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.225976] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52cb2293-9958-bf8e-393a-ede2510d12d3, 'name': SearchDatastore_Task, 'duration_secs': 0.0108} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.226292] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.226553] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 9a220b28-52f6-47d1-be3c-d825c95c1d42/9a220b28-52f6-47d1-be3c-d825c95c1d42.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.226820] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b123c7ab-c229-4d3d-9132-dcea1a3ca1c9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.235017] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1128.235017] env[69052]: value = "task-3237177" [ 1128.235017] env[69052]: _type = "Task" [ 1128.235017] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.244085] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7512d7ab-ef34-4531-a197-ced4127c2d80 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "967d5ea7-0f43-492d-bc39-e14da474fb58" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.261s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.245178] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.343507] env[69052]: DEBUG oslo_concurrency.lockutils [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.345941] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c7166198-c18c-4851-a29a-f9a1e97af0ff tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.499s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.346206] env[69052]: DEBUG nova.objects.instance [None req-c7166198-c18c-4851-a29a-f9a1e97af0ff tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lazy-loading 'resources' on Instance uuid 6aabb5f0-3eda-4422-86b0-1a7e97467909 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.365433] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237176, 'name': Rename_Task, 'duration_secs': 0.156154} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.366037] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.366244] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da103a73-2d47-41b4-9fff-fa2cf7c5c6ec {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.371785] env[69052]: INFO nova.scheduler.client.report [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Deleted allocations for instance c86a2d36-9543-4d25-82b9-9897ec1abc08 [ 1128.374341] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1128.374341] env[69052]: value = "task-3237178" [ 1128.374341] env[69052]: _type = "Task" [ 1128.374341] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.385477] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.401064] env[69052]: DEBUG nova.virt.hardware [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.401064] env[69052]: DEBUG nova.virt.hardware [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.401856] env[69052]: DEBUG nova.virt.hardware [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.401856] env[69052]: DEBUG nova.virt.hardware [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.401856] env[69052]: DEBUG nova.virt.hardware [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.402097] env[69052]: DEBUG nova.virt.hardware [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.402367] env[69052]: DEBUG nova.virt.hardware [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.402549] env[69052]: DEBUG nova.virt.hardware [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.402722] env[69052]: DEBUG nova.virt.hardware [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.402888] env[69052]: DEBUG nova.virt.hardware [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.403074] env[69052]: DEBUG nova.virt.hardware [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.408699] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1128.409017] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b751c5ed-a7dc-47e5-85d2-a006c0cd781c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.431432] env[69052]: DEBUG oslo_vmware.api [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1128.431432] env[69052]: value = "task-3237179" [ 1128.431432] env[69052]: _type = "Task" [ 1128.431432] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.441426] env[69052]: DEBUG oslo_vmware.api [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.469262] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.469511] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.746428] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237177, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.887509] env[69052]: DEBUG oslo_concurrency.lockutils [None req-38ffdb92-8698-43b5-afc5-664ee0166763 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "c86a2d36-9543-4d25-82b9-9897ec1abc08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.766s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.892767] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237178, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.944724] env[69052]: DEBUG oslo_vmware.api [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237179, 'name': ReconfigVM_Task, 'duration_secs': 0.179893} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.945490] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1128.946273] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ff1713-31b5-41c4-bfc0-32b7620c0af1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.972038] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] bf3f221d-77ae-4c8d-b407-6acd6a35a0f8/bf3f221d-77ae-4c8d-b407-6acd6a35a0f8.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.977925] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81c834bc-92c3-4616-ada4-867ef9081848 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.992119] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.992796] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.992936] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.993152] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.993309] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.993495] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.993591] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69052) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1128.993785] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.999524] env[69052]: DEBUG oslo_vmware.api [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1128.999524] env[69052]: value = "task-3237180" [ 1128.999524] env[69052]: _type = "Task" [ 1128.999524] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.013088] env[69052]: DEBUG oslo_vmware.api [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237180, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.106285] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064c6c52-c8fe-4e1a-8e12-acf99dc2af24 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.115472] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228ce1e6-b751-4107-b70d-15ead45b01ba {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.148531] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6291dabb-6ff4-4bec-90b0-5679c4918324 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.157923] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5bead6-b9a7-4712-b508-63205383f047 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.174101] env[69052]: DEBUG nova.compute.provider_tree [None req-c7166198-c18c-4851-a29a-f9a1e97af0ff tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.248069] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632129} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.248410] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 9a220b28-52f6-47d1-be3c-d825c95c1d42/9a220b28-52f6-47d1-be3c-d825c95c1d42.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.248665] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.248944] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0871fb0e-49a3-4f7f-bd68-7260e23cec80 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.258066] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1129.258066] env[69052]: value = "task-3237181" [ 1129.258066] env[69052]: _type = "Task" [ 1129.258066] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.267733] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "967d5ea7-0f43-492d-bc39-e14da474fb58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.268202] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "967d5ea7-0f43-492d-bc39-e14da474fb58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.268341] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "967d5ea7-0f43-492d-bc39-e14da474fb58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.268505] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "967d5ea7-0f43-492d-bc39-e14da474fb58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.268629] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "967d5ea7-0f43-492d-bc39-e14da474fb58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.270396] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.271053] env[69052]: INFO nova.compute.manager [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Terminating instance [ 1129.388152] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237178, 'name': PowerOnVM_Task, 'duration_secs': 0.857897} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.388474] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.388716] env[69052]: INFO nova.compute.manager [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Took 9.98 seconds to spawn the instance on the hypervisor. [ 1129.388901] env[69052]: DEBUG nova.compute.manager [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1129.389943] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435c75d2-8f99-4773-8cc4-2ca93c0f9795 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.497042] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.509918] env[69052]: DEBUG oslo_vmware.api [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237180, 'name': ReconfigVM_Task, 'duration_secs': 0.318435} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.510240] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Reconfigured VM instance instance-00000063 to attach disk [datastore1] bf3f221d-77ae-4c8d-b407-6acd6a35a0f8/bf3f221d-77ae-4c8d-b407-6acd6a35a0f8.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.510518] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Updating instance 'bf3f221d-77ae-4c8d-b407-6acd6a35a0f8' progress to 50 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.678775] env[69052]: DEBUG nova.scheduler.client.report [None req-c7166198-c18c-4851-a29a-f9a1e97af0ff tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.769026] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066338} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.770941] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.770941] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c486a4-f113-4236-80a1-a734ba0eaca4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.775076] env[69052]: DEBUG nova.compute.manager [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.775434] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.786230] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a09de7-5786-4991-9380-5638401f9cc0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.800013] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 9a220b28-52f6-47d1-be3c-d825c95c1d42/9a220b28-52f6-47d1-be3c-d825c95c1d42.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.800013] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9d1c93d-3ad0-460f-b9f5-9b966237ea04 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.820398] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.821810] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5273784-9705-4c9b-b820-cbc12b7abb99 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.823566] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1129.823566] env[69052]: value = "task-3237182" [ 1129.823566] env[69052]: _type = "Task" [ 1129.823566] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.829899] env[69052]: DEBUG oslo_vmware.api [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1129.829899] env[69052]: value = "task-3237183" [ 1129.829899] env[69052]: _type = "Task" [ 1129.829899] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.836646] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237182, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.841501] env[69052]: DEBUG oslo_vmware.api [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.907845] env[69052]: INFO nova.compute.manager [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Took 25.78 seconds to build instance. [ 1130.019034] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14128f80-2786-4e67-8900-841bf2750ed1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.038979] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7135ab0-d9f8-4d6a-af64-d44940dc39dd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.057876] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Updating instance 'bf3f221d-77ae-4c8d-b407-6acd6a35a0f8' progress to 67 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.152785] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "44a194f8-5763-4a5f-8cd5-b4961b83d2cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.153108] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "44a194f8-5763-4a5f-8cd5-b4961b83d2cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.183817] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c7166198-c18c-4851-a29a-f9a1e97af0ff tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.186772] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5ffd02d3-8806-48b2-910c-0d30cb6e9cdc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.065s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.201735] env[69052]: INFO nova.scheduler.client.report [None req-c7166198-c18c-4851-a29a-f9a1e97af0ff tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Deleted allocations for instance 6aabb5f0-3eda-4422-86b0-1a7e97467909 [ 1130.333649] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237182, 'name': ReconfigVM_Task, 'duration_secs': 0.351129} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.337341] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 9a220b28-52f6-47d1-be3c-d825c95c1d42/9a220b28-52f6-47d1-be3c-d825c95c1d42.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.337868] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-526e1295-0db8-46c4-8fc8-d64f1e666970 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.344681] env[69052]: DEBUG oslo_vmware.api [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237183, 'name': PowerOffVM_Task, 'duration_secs': 0.196306} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.345635] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.345829] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.346178] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1130.346178] env[69052]: value = "task-3237184" [ 1130.346178] env[69052]: _type = "Task" [ 1130.346178] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.346371] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-647f85bb-3d77-4bc4-95e7-5794964cf026 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.357588] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237184, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.410383] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.292s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.423412] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.423727] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.424032] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Deleting the datastore file [datastore2] 967d5ea7-0f43-492d-bc39-e14da474fb58 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.424339] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d524eeff-3eaf-4ff3-9403-e190547e7088 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.432195] env[69052]: DEBUG oslo_vmware.api [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1130.432195] env[69052]: value = "task-3237186" [ 1130.432195] env[69052]: _type = "Task" [ 1130.432195] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.442802] env[69052]: DEBUG oslo_vmware.api [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.625107] env[69052]: DEBUG nova.network.neutron [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Port 28c563d7-b648-4604-aaaa-9506ecd9badb binding to destination host cpu-1 is already ACTIVE {{(pid=69052) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1130.655447] env[69052]: DEBUG nova.compute.manager [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1130.713246] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c7166198-c18c-4851-a29a-f9a1e97af0ff tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "6aabb5f0-3eda-4422-86b0-1a7e97467909" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.952s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.860887] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237184, 'name': Rename_Task, 'duration_secs': 0.220811} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.863976] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.864742] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca549882-eda9-42a5-af62-bd3ab573422e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.875124] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1130.875124] env[69052]: value = "task-3237187" [ 1130.875124] env[69052]: _type = "Task" [ 1130.875124] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.891998] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.920554] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dc7756-ee97-4301-a79a-477733254daa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.929561] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f5a1ae-de64-4014-a59b-dbb113a96d17 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.942055] env[69052]: DEBUG oslo_vmware.api [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.967622] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fc3ab2-12d9-4a8c-9e15-2b68a6ae5cbf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.976067] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb79bf2-6dee-49b8-af56-88ca695d7ead {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.992916] env[69052]: DEBUG nova.compute.provider_tree [None req-5ffd02d3-8806-48b2-910c-0d30cb6e9cdc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.105858] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "9df7bf8b-3cdc-46d5-9e81-54f3391902ff" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.106239] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "9df7bf8b-3cdc-46d5-9e81-54f3391902ff" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.106426] env[69052]: INFO nova.compute.manager [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Shelving [ 1131.177533] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.343150] env[69052]: DEBUG oslo_concurrency.lockutils [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.343396] env[69052]: DEBUG oslo_concurrency.lockutils [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.386175] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237187, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.443088] env[69052]: DEBUG oslo_vmware.api [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.533845} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.443315] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.443503] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.443679] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.443878] env[69052]: INFO nova.compute.manager [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1131.444239] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.444507] env[69052]: DEBUG nova.compute.manager [-] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.444675] env[69052]: DEBUG nova.network.neutron [-] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1131.494910] env[69052]: DEBUG nova.scheduler.client.report [None req-5ffd02d3-8806-48b2-910c-0d30cb6e9cdc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.644124] env[69052]: DEBUG oslo_concurrency.lockutils [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "bf3f221d-77ae-4c8d-b407-6acd6a35a0f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.644529] env[69052]: DEBUG oslo_concurrency.lockutils [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "bf3f221d-77ae-4c8d-b407-6acd6a35a0f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.644734] env[69052]: DEBUG oslo_concurrency.lockutils [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "bf3f221d-77ae-4c8d-b407-6acd6a35a0f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.848845] env[69052]: DEBUG nova.compute.manager [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1131.889623] env[69052]: DEBUG oslo_vmware.api [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237187, 'name': PowerOnVM_Task, 'duration_secs': 0.629929} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.890783] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.890783] env[69052]: INFO nova.compute.manager [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1131.890783] env[69052]: DEBUG nova.compute.manager [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.891220] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2838a6f7-210f-422b-b75a-24243587c0ec {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.076455] env[69052]: DEBUG nova.compute.manager [req-5f819413-6a26-46c3-bb65-1b2b2e83ff79 req-e5bbae38-55b7-4772-83b5-c4c69de514b6 service nova] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Received event network-vif-deleted-6831043b-52b4-4a2f-b0ff-b065b97bdb80 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.076455] env[69052]: INFO nova.compute.manager [req-5f819413-6a26-46c3-bb65-1b2b2e83ff79 req-e5bbae38-55b7-4772-83b5-c4c69de514b6 service nova] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Neutron deleted interface 6831043b-52b4-4a2f-b0ff-b065b97bdb80; detaching it from the instance and deleting it from the info cache [ 1132.076455] env[69052]: DEBUG nova.network.neutron [req-5f819413-6a26-46c3-bb65-1b2b2e83ff79 req-e5bbae38-55b7-4772-83b5-c4c69de514b6 service nova] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.118319] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.118683] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc92951e-84f3-4aca-ba08-d407365aa44c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.132198] env[69052]: DEBUG oslo_vmware.api [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1132.132198] env[69052]: value = "task-3237188" [ 1132.132198] env[69052]: _type = "Task" [ 1132.132198] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.140822] env[69052]: DEBUG oslo_vmware.api [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.372253] env[69052]: DEBUG oslo_concurrency.lockutils [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.408944] env[69052]: INFO nova.compute.manager [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Took 28.21 seconds to build instance. [ 1132.445981] env[69052]: DEBUG nova.network.neutron [-] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.505431] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5ffd02d3-8806-48b2-910c-0d30cb6e9cdc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.319s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.509032] env[69052]: DEBUG oslo_concurrency.lockutils [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.314s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.509032] env[69052]: DEBUG nova.objects.instance [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lazy-loading 'resources' on Instance uuid 3af0bfee-96f0-470d-bad4-160c69325c6a {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.578345] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36eb0b23-b28b-4f61-bb7d-8d2abca9b48d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.590631] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f5bdc3-00ca-4c29-bec1-db61d4c8f81d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.643483] env[69052]: DEBUG nova.compute.manager [req-5f819413-6a26-46c3-bb65-1b2b2e83ff79 req-e5bbae38-55b7-4772-83b5-c4c69de514b6 service nova] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Detach interface failed, port_id=6831043b-52b4-4a2f-b0ff-b065b97bdb80, reason: Instance 967d5ea7-0f43-492d-bc39-e14da474fb58 could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1132.653855] env[69052]: DEBUG oslo_vmware.api [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237188, 'name': PowerOffVM_Task, 'duration_secs': 0.343984} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.654153] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.657708] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72eff5fa-918d-4919-9923-5274beeee8de {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.683609] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bad554-91fd-48d5-8887-ed9b1d774aa4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.696385] env[69052]: DEBUG oslo_concurrency.lockutils [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "refresh_cache-bf3f221d-77ae-4c8d-b407-6acd6a35a0f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.696568] env[69052]: DEBUG oslo_concurrency.lockutils [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquired lock "refresh_cache-bf3f221d-77ae-4c8d-b407-6acd6a35a0f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.696745] env[69052]: DEBUG nova.network.neutron [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.910772] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5f5b8c6c-d8a8-49e8-a433-7e092cabd8e5 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "9a220b28-52f6-47d1-be3c-d825c95c1d42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.726s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.938780] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.938904] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.939669] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.939669] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.939669] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.941917] env[69052]: INFO nova.compute.manager [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Terminating instance [ 1132.948035] env[69052]: INFO nova.compute.manager [-] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Took 1.50 seconds to deallocate network for instance. [ 1133.065048] env[69052]: INFO nova.scheduler.client.report [None req-5ffd02d3-8806-48b2-910c-0d30cb6e9cdc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Deleted allocation for migration 1a0dae1d-6d99-45af-8063-298a630133a2 [ 1133.195045] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Creating Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1133.195498] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e1ee9976-a5d1-4243-982e-88806d963b71 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.206760] env[69052]: DEBUG oslo_vmware.api [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1133.206760] env[69052]: value = "task-3237189" [ 1133.206760] env[69052]: _type = "Task" [ 1133.206760] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.216304] env[69052]: DEBUG oslo_vmware.api [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237189, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.233038] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27cab4d-749b-42fc-975f-d50b2a1bdabe {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.241520] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a218b67-0a5b-4153-b15b-1416c2eaf9c3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.276606] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb86e0d-37f8-48ae-a004-cb1f149731a5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.285047] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20748ec6-593b-4f79-8046-199be4c9b05c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.299189] env[69052]: DEBUG nova.compute.provider_tree [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.335995] env[69052]: DEBUG oslo_concurrency.lockutils [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "9a220b28-52f6-47d1-be3c-d825c95c1d42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.336251] env[69052]: DEBUG oslo_concurrency.lockutils [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "9a220b28-52f6-47d1-be3c-d825c95c1d42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.336455] env[69052]: DEBUG oslo_concurrency.lockutils [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "9a220b28-52f6-47d1-be3c-d825c95c1d42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.336649] env[69052]: DEBUG oslo_concurrency.lockutils [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "9a220b28-52f6-47d1-be3c-d825c95c1d42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.337294] env[69052]: DEBUG oslo_concurrency.lockutils [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "9a220b28-52f6-47d1-be3c-d825c95c1d42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.339123] env[69052]: INFO nova.compute.manager [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Terminating instance [ 1133.445744] env[69052]: DEBUG nova.compute.manager [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1133.446172] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.446991] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733176c4-1a65-41ef-b8a3-94e8309f0c38 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.456670] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.457012] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.457361] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5e26e22-294c-46e7-9d10-b7dae26819da {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.466967] env[69052]: DEBUG oslo_vmware.api [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1133.466967] env[69052]: value = "task-3237190" [ 1133.466967] env[69052]: _type = "Task" [ 1133.466967] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.475780] env[69052]: DEBUG oslo_vmware.api [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.484905] env[69052]: INFO nova.compute.manager [None req-4983a23c-31cd-466f-8d1e-c5b09bcaa940 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Get console output [ 1133.485422] env[69052]: WARNING nova.virt.vmwareapi.driver [None req-4983a23c-31cd-466f-8d1e-c5b09bcaa940 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] The console log is missing. Check your VSPC configuration [ 1133.570586] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5ffd02d3-8806-48b2-910c-0d30cb6e9cdc tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "9ccfb80f-ea9f-4be8-a152-68c5b30d68f8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.031s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.718643] env[69052]: DEBUG oslo_vmware.api [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237189, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.783658] env[69052]: DEBUG nova.network.neutron [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Updating instance_info_cache with network_info: [{"id": "28c563d7-b648-4604-aaaa-9506ecd9badb", "address": "fa:16:3e:53:9d:be", "network": {"id": "4e7ad40f-fc44-47b3-ada6-0ae53251c650", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329642848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "420997e04b2a41d882b1f61eb5a284f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28c563d7-b6", "ovs_interfaceid": "28c563d7-b648-4604-aaaa-9506ecd9badb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.802273] env[69052]: DEBUG nova.scheduler.client.report [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.843327] env[69052]: DEBUG nova.compute.manager [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1133.843514] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.844491] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5de7ce-20d7-4687-aea9-89e326ba7e21 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.852749] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.853110] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b84f9576-d13b-40b8-8739-aaf63d54df1f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.859412] env[69052]: DEBUG oslo_vmware.api [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1133.859412] env[69052]: value = "task-3237191" [ 1133.859412] env[69052]: _type = "Task" [ 1133.859412] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.867806] env[69052]: DEBUG oslo_vmware.api [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.979734] env[69052]: DEBUG oslo_vmware.api [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237190, 'name': PowerOffVM_Task, 'duration_secs': 0.218229} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.980040] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.980225] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.980486] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db5dae0b-49c6-4e70-82ca-62ab3419ef54 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.105360] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.105583] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.105763] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Deleting the datastore file [datastore1] cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.106075] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a4cbfbd-a840-4b62-a589-e1aaa116bfb9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.113705] env[69052]: DEBUG oslo_vmware.api [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1134.113705] env[69052]: value = "task-3237193" [ 1134.113705] env[69052]: _type = "Task" [ 1134.113705] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.121915] env[69052]: DEBUG oslo_vmware.api [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.218970] env[69052]: DEBUG oslo_vmware.api [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237189, 'name': CreateSnapshot_Task, 'duration_secs': 0.568813} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.219326] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Created Snapshot of the VM instance {{(pid=69052) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1134.220148] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27b21ba-418d-4464-87ed-e7e818828b12 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.290291] env[69052]: DEBUG oslo_concurrency.lockutils [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Releasing lock "refresh_cache-bf3f221d-77ae-4c8d-b407-6acd6a35a0f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.307273] env[69052]: DEBUG oslo_concurrency.lockutils [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.309886] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.280s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.309886] env[69052]: DEBUG nova.objects.instance [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lazy-loading 'pci_requests' on Instance uuid 30110a54-70b7-413a-bc6c-1487e68ff9e6 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.326473] env[69052]: INFO nova.scheduler.client.report [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Deleted allocations for instance 3af0bfee-96f0-470d-bad4-160c69325c6a [ 1134.371070] env[69052]: DEBUG oslo_vmware.api [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237191, 'name': PowerOffVM_Task, 'duration_secs': 0.165566} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.371999] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.371999] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.371999] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17655881-2047-4415-a2a5-4c81e8c9295a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.447874] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.448285] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.448387] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Deleting the datastore file [datastore1] 9a220b28-52f6-47d1-be3c-d825c95c1d42 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.448655] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-caf6f716-8fe1-45b1-87d2-e084237d9c29 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.455562] env[69052]: DEBUG oslo_vmware.api [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1134.455562] env[69052]: value = "task-3237195" [ 1134.455562] env[69052]: _type = "Task" [ 1134.455562] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.464187] env[69052]: DEBUG oslo_vmware.api [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.625135] env[69052]: DEBUG oslo_vmware.api [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232936} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.625400] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.625590] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.625769] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.625942] env[69052]: INFO nova.compute.manager [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1134.626238] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.626442] env[69052]: DEBUG nova.compute.manager [-] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1134.626537] env[69052]: DEBUG nova.network.neutron [-] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1134.739534] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Creating linked-clone VM from snapshot {{(pid=69052) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1134.739871] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-936ff158-56c2-4a00-8102-14963faa395e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.748668] env[69052]: DEBUG oslo_vmware.api [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1134.748668] env[69052]: value = "task-3237196" [ 1134.748668] env[69052]: _type = "Task" [ 1134.748668] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.757165] env[69052]: DEBUG oslo_vmware.api [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237196, 'name': CloneVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.813480] env[69052]: DEBUG nova.objects.instance [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lazy-loading 'numa_topology' on Instance uuid 30110a54-70b7-413a-bc6c-1487e68ff9e6 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.816522] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cfc558-c375-4b15-82c1-639ae312e5a3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.840488] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affe572b-0ff5-482f-96a4-daa58a27bf04 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.843582] env[69052]: DEBUG oslo_concurrency.lockutils [None req-69f457ab-e55c-42e1-9db6-0aa4d9864a5c tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lock "3af0bfee-96f0-470d-bad4-160c69325c6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.142s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.852258] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Updating instance 'bf3f221d-77ae-4c8d-b407-6acd6a35a0f8' progress to 83 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.896760] env[69052]: DEBUG nova.compute.manager [req-590db276-86f8-452f-b3c9-8ca79c6f4d09 req-9f85b6d6-8b8e-4035-8557-0c042b9f2ed3 service nova] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Received event network-vif-deleted-f8850370-dbe2-4c2d-9702-52e33605dcb0 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.897282] env[69052]: INFO nova.compute.manager [req-590db276-86f8-452f-b3c9-8ca79c6f4d09 req-9f85b6d6-8b8e-4035-8557-0c042b9f2ed3 service nova] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Neutron deleted interface f8850370-dbe2-4c2d-9702-52e33605dcb0; detaching it from the instance and deleting it from the info cache [ 1134.897498] env[69052]: DEBUG nova.network.neutron [req-590db276-86f8-452f-b3c9-8ca79c6f4d09 req-9f85b6d6-8b8e-4035-8557-0c042b9f2ed3 service nova] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.967428] env[69052]: DEBUG oslo_vmware.api [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161143} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.967704] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.967885] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.968077] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.968255] env[69052]: INFO nova.compute.manager [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1134.968488] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.968676] env[69052]: DEBUG nova.compute.manager [-] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1134.968768] env[69052]: DEBUG nova.network.neutron [-] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1135.260311] env[69052]: DEBUG oslo_vmware.api [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237196, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.320049] env[69052]: INFO nova.compute.claims [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.362861] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.363660] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14af12a8-4f6e-4c8e-9903-deb6834c093e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.377100] env[69052]: DEBUG nova.network.neutron [-] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.378311] env[69052]: DEBUG oslo_vmware.api [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1135.378311] env[69052]: value = "task-3237197" [ 1135.378311] env[69052]: _type = "Task" [ 1135.378311] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.391277] env[69052]: DEBUG oslo_vmware.api [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.400777] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6475371d-6c86-4bee-8067-dd8a8f28fc1a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.412041] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b24f799-902a-4b7a-828f-ca875bb44b66 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.452558] env[69052]: DEBUG nova.compute.manager [req-590db276-86f8-452f-b3c9-8ca79c6f4d09 req-9f85b6d6-8b8e-4035-8557-0c042b9f2ed3 service nova] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Detach interface failed, port_id=f8850370-dbe2-4c2d-9702-52e33605dcb0, reason: Instance cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502 could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1135.611679] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f462c4eb-7e9c-4e43-95e0-8b199041e001 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquiring lock "4a7d68df-ac42-4963-8d69-2c6a356b215f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.611993] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f462c4eb-7e9c-4e43-95e0-8b199041e001 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lock "4a7d68df-ac42-4963-8d69-2c6a356b215f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.612257] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f462c4eb-7e9c-4e43-95e0-8b199041e001 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquiring lock "4a7d68df-ac42-4963-8d69-2c6a356b215f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.612650] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f462c4eb-7e9c-4e43-95e0-8b199041e001 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lock "4a7d68df-ac42-4963-8d69-2c6a356b215f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.612650] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f462c4eb-7e9c-4e43-95e0-8b199041e001 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lock "4a7d68df-ac42-4963-8d69-2c6a356b215f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.615278] env[69052]: INFO nova.compute.manager [None req-f462c4eb-7e9c-4e43-95e0-8b199041e001 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Terminating instance [ 1135.718566] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c9074cb-679f-470f-b018-36cd7eabfc14 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquiring lock "3c5f8b78-66fd-481c-9957-5331f17628b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.718754] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c9074cb-679f-470f-b018-36cd7eabfc14 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lock "3c5f8b78-66fd-481c-9957-5331f17628b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.718859] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c9074cb-679f-470f-b018-36cd7eabfc14 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquiring lock "3c5f8b78-66fd-481c-9957-5331f17628b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.719063] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c9074cb-679f-470f-b018-36cd7eabfc14 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lock "3c5f8b78-66fd-481c-9957-5331f17628b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.719247] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c9074cb-679f-470f-b018-36cd7eabfc14 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lock "3c5f8b78-66fd-481c-9957-5331f17628b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.721463] env[69052]: INFO nova.compute.manager [None req-4c9074cb-679f-470f-b018-36cd7eabfc14 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Terminating instance [ 1135.765683] env[69052]: DEBUG oslo_vmware.api [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237196, 'name': CloneVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.766167] env[69052]: DEBUG nova.network.neutron [-] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.880445] env[69052]: INFO nova.compute.manager [-] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Took 1.25 seconds to deallocate network for instance. [ 1135.894376] env[69052]: DEBUG oslo_vmware.api [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237197, 'name': PowerOnVM_Task, 'duration_secs': 0.442183} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.894841] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.894841] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-88adc97c-b56d-4188-8d53-bad6a40c8f6a tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Updating instance 'bf3f221d-77ae-4c8d-b407-6acd6a35a0f8' progress to 100 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.119959] env[69052]: DEBUG nova.compute.manager [None req-f462c4eb-7e9c-4e43-95e0-8b199041e001 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.120223] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f462c4eb-7e9c-4e43-95e0-8b199041e001 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.121348] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a23ab6-6987-47b1-b1dc-293cc2553163 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.130587] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-f462c4eb-7e9c-4e43-95e0-8b199041e001 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.130835] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-734558f5-1e8e-4add-88d3-49e5249d905e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.138698] env[69052]: DEBUG oslo_vmware.api [None req-f462c4eb-7e9c-4e43-95e0-8b199041e001 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for the task: (returnval){ [ 1136.138698] env[69052]: value = "task-3237198" [ 1136.138698] env[69052]: _type = "Task" [ 1136.138698] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.147176] env[69052]: DEBUG oslo_vmware.api [None req-f462c4eb-7e9c-4e43-95e0-8b199041e001 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.225919] env[69052]: DEBUG nova.compute.manager [None req-4c9074cb-679f-470f-b018-36cd7eabfc14 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.226310] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9074cb-679f-470f-b018-36cd7eabfc14 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.227362] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a8d46e-f614-409c-85ab-5e2022146757 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.235935] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9074cb-679f-470f-b018-36cd7eabfc14 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.236224] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8e10123-43a3-4d92-909b-b5c86c08b8b2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.242552] env[69052]: DEBUG oslo_vmware.api [None req-4c9074cb-679f-470f-b018-36cd7eabfc14 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for the task: (returnval){ [ 1136.242552] env[69052]: value = "task-3237199" [ 1136.242552] env[69052]: _type = "Task" [ 1136.242552] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.251440] env[69052]: DEBUG oslo_vmware.api [None req-4c9074cb-679f-470f-b018-36cd7eabfc14 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.261040] env[69052]: DEBUG oslo_vmware.api [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237196, 'name': CloneVM_Task, 'duration_secs': 1.461382} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.261460] env[69052]: INFO nova.virt.vmwareapi.vmops [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Created linked-clone VM from snapshot [ 1136.262616] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10ae18c-dadf-48ac-837d-1904530e1ee8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.269062] env[69052]: INFO nova.compute.manager [-] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Took 1.30 seconds to deallocate network for instance. [ 1136.274127] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Uploading image 5e078b39-632a-498f-b1ae-5f550dbfb908 {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1136.308051] env[69052]: DEBUG oslo_vmware.rw_handles [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1136.308051] env[69052]: value = "vm-646995" [ 1136.308051] env[69052]: _type = "VirtualMachine" [ 1136.308051] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1136.308346] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-91f944af-d029-4dc0-8a49-779e2b0be137 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.317550] env[69052]: DEBUG oslo_vmware.rw_handles [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lease: (returnval){ [ 1136.317550] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52295d08-f9cb-80e3-bed6-475ee99f55cd" [ 1136.317550] env[69052]: _type = "HttpNfcLease" [ 1136.317550] env[69052]: } obtained for exporting VM: (result){ [ 1136.317550] env[69052]: value = "vm-646995" [ 1136.317550] env[69052]: _type = "VirtualMachine" [ 1136.317550] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1136.317912] env[69052]: DEBUG oslo_vmware.api [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the lease: (returnval){ [ 1136.317912] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52295d08-f9cb-80e3-bed6-475ee99f55cd" [ 1136.317912] env[69052]: _type = "HttpNfcLease" [ 1136.317912] env[69052]: } to be ready. {{(pid=69052) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1136.330684] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1136.330684] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52295d08-f9cb-80e3-bed6-475ee99f55cd" [ 1136.330684] env[69052]: _type = "HttpNfcLease" [ 1136.330684] env[69052]: } is initializing. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1136.389806] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.531566] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559b0f39-233b-4455-a9b6-f8936f12d581 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.540579] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887fa2a3-7a8c-451e-ab8a-1b557e155b62 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.572042] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8c4ccc-fe2d-4f5f-bb9c-5550e0e2f926 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.580229] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e55e500-2173-44e7-86ed-78da4f707c99 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.594113] env[69052]: DEBUG nova.compute.provider_tree [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.648688] env[69052]: DEBUG oslo_vmware.api [None req-f462c4eb-7e9c-4e43-95e0-8b199041e001 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237198, 'name': PowerOffVM_Task, 'duration_secs': 0.224695} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.648936] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-f462c4eb-7e9c-4e43-95e0-8b199041e001 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.649133] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f462c4eb-7e9c-4e43-95e0-8b199041e001 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.649393] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-955b97f0-5b5e-4af5-8213-7e72add2210f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.753122] env[69052]: DEBUG oslo_vmware.api [None req-4c9074cb-679f-470f-b018-36cd7eabfc14 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237199, 'name': PowerOffVM_Task, 'duration_secs': 0.239937} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.753403] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9074cb-679f-470f-b018-36cd7eabfc14 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.753574] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9074cb-679f-470f-b018-36cd7eabfc14 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.753821] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a51b11af-7ebc-473d-a19b-cb4281088f4f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.780860] env[69052]: DEBUG oslo_concurrency.lockutils [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.825851] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1136.825851] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52295d08-f9cb-80e3-bed6-475ee99f55cd" [ 1136.825851] env[69052]: _type = "HttpNfcLease" [ 1136.825851] env[69052]: } is ready. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1136.826216] env[69052]: DEBUG oslo_vmware.rw_handles [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1136.826216] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52295d08-f9cb-80e3-bed6-475ee99f55cd" [ 1136.826216] env[69052]: _type = "HttpNfcLease" [ 1136.826216] env[69052]: }. {{(pid=69052) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1136.826933] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbffee0-b2c5-4f39-9f62-0fe4a9fe2b19 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.834388] env[69052]: DEBUG oslo_vmware.rw_handles [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b39f8d-bd06-a9a5-70fc-a73630571ab0/disk-0.vmdk from lease info. {{(pid=69052) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1136.834559] env[69052]: DEBUG oslo_vmware.rw_handles [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b39f8d-bd06-a9a5-70fc-a73630571ab0/disk-0.vmdk for reading. {{(pid=69052) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1136.930426] env[69052]: DEBUG nova.compute.manager [req-8bbaec9b-697b-49bc-9558-7305625b7e6e req-ba8cabaa-77b9-4bce-937c-9f4c5846a769 service nova] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Received event network-vif-deleted-55be3daf-fcfb-453b-b843-dac3083cb674 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.955448] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f462c4eb-7e9c-4e43-95e0-8b199041e001 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.955674] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f462c4eb-7e9c-4e43-95e0-8b199041e001 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.955849] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-f462c4eb-7e9c-4e43-95e0-8b199041e001 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Deleting the datastore file [datastore2] 4a7d68df-ac42-4963-8d69-2c6a356b215f {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.957367] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f51d130e-1498-41ef-997c-daba18b601c1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.959490] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9074cb-679f-470f-b018-36cd7eabfc14 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.959689] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9074cb-679f-470f-b018-36cd7eabfc14 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.959867] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c9074cb-679f-470f-b018-36cd7eabfc14 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Deleting the datastore file [datastore2] 3c5f8b78-66fd-481c-9957-5331f17628b8 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.960418] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa93cb1b-f4be-4380-8480-b697ac60b43d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.968367] env[69052]: DEBUG oslo_vmware.api [None req-4c9074cb-679f-470f-b018-36cd7eabfc14 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for the task: (returnval){ [ 1136.968367] env[69052]: value = "task-3237204" [ 1136.968367] env[69052]: _type = "Task" [ 1136.968367] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.969966] env[69052]: DEBUG oslo_vmware.api [None req-f462c4eb-7e9c-4e43-95e0-8b199041e001 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for the task: (returnval){ [ 1136.969966] env[69052]: value = "task-3237203" [ 1136.969966] env[69052]: _type = "Task" [ 1136.969966] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.980986] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5c1dc632-5de1-45b6-9436-0836e88cd907 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.985451] env[69052]: DEBUG oslo_vmware.api [None req-4c9074cb-679f-470f-b018-36cd7eabfc14 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.989103] env[69052]: DEBUG oslo_vmware.api [None req-f462c4eb-7e9c-4e43-95e0-8b199041e001 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.097295] env[69052]: DEBUG nova.scheduler.client.report [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.483818] env[69052]: DEBUG oslo_vmware.api [None req-4c9074cb-679f-470f-b018-36cd7eabfc14 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145169} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.487167] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c9074cb-679f-470f-b018-36cd7eabfc14 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.487594] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9074cb-679f-470f-b018-36cd7eabfc14 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.487594] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9074cb-679f-470f-b018-36cd7eabfc14 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.487594] env[69052]: INFO nova.compute.manager [None req-4c9074cb-679f-470f-b018-36cd7eabfc14 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1137.488517] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c9074cb-679f-470f-b018-36cd7eabfc14 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.488892] env[69052]: DEBUG oslo_vmware.api [None req-f462c4eb-7e9c-4e43-95e0-8b199041e001 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Task: {'id': task-3237203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144921} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.489235] env[69052]: DEBUG nova.compute.manager [-] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.490025] env[69052]: DEBUG nova.network.neutron [-] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.491251] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-f462c4eb-7e9c-4e43-95e0-8b199041e001 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.491468] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f462c4eb-7e9c-4e43-95e0-8b199041e001 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.491709] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-f462c4eb-7e9c-4e43-95e0-8b199041e001 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.491947] env[69052]: INFO nova.compute.manager [None req-f462c4eb-7e9c-4e43-95e0-8b199041e001 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1137.492229] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f462c4eb-7e9c-4e43-95e0-8b199041e001 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.492448] env[69052]: DEBUG nova.compute.manager [-] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.492540] env[69052]: DEBUG nova.network.neutron [-] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.602479] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.293s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.605511] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.109s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.605745] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.605944] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69052) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1137.606319] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.429s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.607964] env[69052]: INFO nova.compute.claims [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.611349] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0869bf74-3aa0-4d19-926f-7a57b0e872c1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.622027] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5fdcbd-454b-4780-b143-ad842f4c41e6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.637982] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7a97e2-c0e1-4c14-b0a4-4c5be8aeac74 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.645914] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad444ad2-b53a-46ca-8f83-aab46036b2d5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.679312] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179800MB free_disk=120GB free_vcpus=48 pci_devices=None {{(pid=69052) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1137.679587] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.721135] env[69052]: INFO nova.network.neutron [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Updating port c8261203-97b8-4e82-9a86-8055231c6c96 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1138.691913] env[69052]: DEBUG nova.network.neutron [-] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.697500] env[69052]: DEBUG nova.network.neutron [-] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.829341] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44e07cb-de1c-4234-ac68-f67572fca2c1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.839140] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f63c398-ddfa-43f8-8933-4aa6f3249977 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.871959] env[69052]: DEBUG nova.network.neutron [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Port 28c563d7-b648-4604-aaaa-9506ecd9badb binding to destination host cpu-1 is already ACTIVE {{(pid=69052) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1138.872285] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "refresh_cache-bf3f221d-77ae-4c8d-b407-6acd6a35a0f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.872444] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquired lock "refresh_cache-bf3f221d-77ae-4c8d-b407-6acd6a35a0f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.872610] env[69052]: DEBUG nova.network.neutron [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.874464] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6599ed-512e-42e2-98ca-f9b56463ebc0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.884093] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6c3c19-8ec7-467d-9ab7-b21257b8a2ce {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.901761] env[69052]: DEBUG nova.compute.provider_tree [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.959820] env[69052]: DEBUG nova.compute.manager [req-8be47893-1594-421f-83ff-a285422b803b req-bf2064b8-9174-4ae7-984c-e5bbe40f70f1 service nova] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Received event network-vif-deleted-7b9cdf9a-a0e4-4a87-b7b6-81640fe6cba2 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.960060] env[69052]: DEBUG nova.compute.manager [req-8be47893-1594-421f-83ff-a285422b803b req-bf2064b8-9174-4ae7-984c-e5bbe40f70f1 service nova] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Received event network-vif-deleted-d64e7778-13b2-49e4-9cf4-db46183d2551 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.196426] env[69052]: INFO nova.compute.manager [-] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Took 1.70 seconds to deallocate network for instance. [ 1139.201766] env[69052]: INFO nova.compute.manager [-] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Took 1.71 seconds to deallocate network for instance. [ 1139.405593] env[69052]: DEBUG nova.scheduler.client.report [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.703718] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f462c4eb-7e9c-4e43-95e0-8b199041e001 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.707828] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c9074cb-679f-470f-b018-36cd7eabfc14 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.796965] env[69052]: DEBUG nova.network.neutron [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Updating instance_info_cache with network_info: [{"id": "28c563d7-b648-4604-aaaa-9506ecd9badb", "address": "fa:16:3e:53:9d:be", "network": {"id": "4e7ad40f-fc44-47b3-ada6-0ae53251c650", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329642848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "420997e04b2a41d882b1f61eb5a284f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28c563d7-b6", "ovs_interfaceid": "28c563d7-b648-4604-aaaa-9506ecd9badb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.832146] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "refresh_cache-30110a54-70b7-413a-bc6c-1487e68ff9e6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.832351] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquired lock "refresh_cache-30110a54-70b7-413a-bc6c-1487e68ff9e6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.832533] env[69052]: DEBUG nova.network.neutron [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.913040] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.913809] env[69052]: DEBUG nova.compute.manager [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1139.916227] env[69052]: DEBUG oslo_concurrency.lockutils [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.544s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.917661] env[69052]: INFO nova.compute.claims [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.300276] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Releasing lock "refresh_cache-bf3f221d-77ae-4c8d-b407-6acd6a35a0f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.422946] env[69052]: DEBUG nova.compute.utils [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.424998] env[69052]: DEBUG nova.compute.manager [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1140.425730] env[69052]: DEBUG nova.network.neutron [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1140.493689] env[69052]: DEBUG nova.policy [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f047f102b6d4e30a7837f01a46f6a57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1495d4ac73df4810a0b8e7a5a102deb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1140.646819] env[69052]: DEBUG nova.network.neutron [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Updating instance_info_cache with network_info: [{"id": "c8261203-97b8-4e82-9a86-8055231c6c96", "address": "fa:16:3e:a3:16:44", "network": {"id": "3ea0dab6-61fd-42b5-a725-3d0dda25bb5c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1625186104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3631ca22fed4917a0c9d8c7ee20e9aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8261203-97", "ovs_interfaceid": "c8261203-97b8-4e82-9a86-8055231c6c96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.803569] env[69052]: DEBUG nova.compute.manager [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69052) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1140.803962] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.912716] env[69052]: DEBUG nova.network.neutron [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Successfully created port: dadb2c17-b942-48a7-94e4-a778db7110a3 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1140.934796] env[69052]: DEBUG nova.compute.manager [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1140.992658] env[69052]: DEBUG nova.compute.manager [req-de88b111-2d6e-41f5-9ac6-3c60c8eeb6fc req-92ae95f5-c381-42a6-8a82-50953bf51c93 service nova] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Received event network-vif-plugged-c8261203-97b8-4e82-9a86-8055231c6c96 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.992900] env[69052]: DEBUG oslo_concurrency.lockutils [req-de88b111-2d6e-41f5-9ac6-3c60c8eeb6fc req-92ae95f5-c381-42a6-8a82-50953bf51c93 service nova] Acquiring lock "30110a54-70b7-413a-bc6c-1487e68ff9e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.993114] env[69052]: DEBUG oslo_concurrency.lockutils [req-de88b111-2d6e-41f5-9ac6-3c60c8eeb6fc req-92ae95f5-c381-42a6-8a82-50953bf51c93 service nova] Lock "30110a54-70b7-413a-bc6c-1487e68ff9e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.993315] env[69052]: DEBUG oslo_concurrency.lockutils [req-de88b111-2d6e-41f5-9ac6-3c60c8eeb6fc req-92ae95f5-c381-42a6-8a82-50953bf51c93 service nova] Lock "30110a54-70b7-413a-bc6c-1487e68ff9e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.993550] env[69052]: DEBUG nova.compute.manager [req-de88b111-2d6e-41f5-9ac6-3c60c8eeb6fc req-92ae95f5-c381-42a6-8a82-50953bf51c93 service nova] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] No waiting events found dispatching network-vif-plugged-c8261203-97b8-4e82-9a86-8055231c6c96 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1140.993651] env[69052]: WARNING nova.compute.manager [req-de88b111-2d6e-41f5-9ac6-3c60c8eeb6fc req-92ae95f5-c381-42a6-8a82-50953bf51c93 service nova] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Received unexpected event network-vif-plugged-c8261203-97b8-4e82-9a86-8055231c6c96 for instance with vm_state shelved_offloaded and task_state spawning. [ 1140.994012] env[69052]: DEBUG nova.compute.manager [req-de88b111-2d6e-41f5-9ac6-3c60c8eeb6fc req-92ae95f5-c381-42a6-8a82-50953bf51c93 service nova] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Received event network-changed-c8261203-97b8-4e82-9a86-8055231c6c96 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.994012] env[69052]: DEBUG nova.compute.manager [req-de88b111-2d6e-41f5-9ac6-3c60c8eeb6fc req-92ae95f5-c381-42a6-8a82-50953bf51c93 service nova] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Refreshing instance network info cache due to event network-changed-c8261203-97b8-4e82-9a86-8055231c6c96. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.994180] env[69052]: DEBUG oslo_concurrency.lockutils [req-de88b111-2d6e-41f5-9ac6-3c60c8eeb6fc req-92ae95f5-c381-42a6-8a82-50953bf51c93 service nova] Acquiring lock "refresh_cache-30110a54-70b7-413a-bc6c-1487e68ff9e6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.149131] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9b22f7-52e8-4c61-aac6-cea0ff931e7e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.152157] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Releasing lock "refresh_cache-30110a54-70b7-413a-bc6c-1487e68ff9e6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.155683] env[69052]: DEBUG oslo_concurrency.lockutils [req-de88b111-2d6e-41f5-9ac6-3c60c8eeb6fc req-92ae95f5-c381-42a6-8a82-50953bf51c93 service nova] Acquired lock "refresh_cache-30110a54-70b7-413a-bc6c-1487e68ff9e6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.155683] env[69052]: DEBUG nova.network.neutron [req-de88b111-2d6e-41f5-9ac6-3c60c8eeb6fc req-92ae95f5-c381-42a6-8a82-50953bf51c93 service nova] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Refreshing network info cache for port c8261203-97b8-4e82-9a86-8055231c6c96 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.163777] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67404c8-2d58-4dab-b18a-f6410d5892e4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.202272] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0304479-2cd8-4d39-9624-75ce2495e723 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.212997] env[69052]: DEBUG nova.virt.hardware [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='26bd5e7698be0c6e5e58db2bdf428476',container_format='bare',created_at=2025-04-03T07:18:33Z,direct_url=,disk_format='vmdk',id=1d6eeab6-c1b5-4a60-a321-7e63ea103f94,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2069956406-shelved',owner='d3631ca22fed4917a0c9d8c7ee20e9aa',properties=ImageMetaProps,protected=,size=31664640,status='active',tags=,updated_at=2025-04-03T07:18:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.213296] env[69052]: DEBUG nova.virt.hardware [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.213441] env[69052]: DEBUG nova.virt.hardware [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.213622] env[69052]: DEBUG nova.virt.hardware [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.213770] env[69052]: DEBUG nova.virt.hardware [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.213927] env[69052]: DEBUG nova.virt.hardware [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.214203] env[69052]: DEBUG nova.virt.hardware [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.214392] env[69052]: DEBUG nova.virt.hardware [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.214564] env[69052]: DEBUG nova.virt.hardware [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.214729] env[69052]: DEBUG nova.virt.hardware [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.214902] env[69052]: DEBUG nova.virt.hardware [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.216391] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a8d289-e957-46c0-9dd0-bd261c0d87b8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.222275] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3b6605-e9d5-40d0-9c37-0a4d66ebf391 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.235504] env[69052]: DEBUG nova.compute.provider_tree [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.240619] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1b344f-56f1-4686-97f0-b6faa4c6b204 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.258834] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:16:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8261203-97b8-4e82-9a86-8055231c6c96', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.267200] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.268160] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.268404] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c1dbac7-2e02-4807-b187-8460cde9b982 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.290474] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.290474] env[69052]: value = "task-3237205" [ 1141.290474] env[69052]: _type = "Task" [ 1141.290474] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.298699] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237205, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.738358] env[69052]: DEBUG nova.scheduler.client.report [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.800115] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237205, 'name': CreateVM_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.906559] env[69052]: DEBUG nova.network.neutron [req-de88b111-2d6e-41f5-9ac6-3c60c8eeb6fc req-92ae95f5-c381-42a6-8a82-50953bf51c93 service nova] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Updated VIF entry in instance network info cache for port c8261203-97b8-4e82-9a86-8055231c6c96. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.907028] env[69052]: DEBUG nova.network.neutron [req-de88b111-2d6e-41f5-9ac6-3c60c8eeb6fc req-92ae95f5-c381-42a6-8a82-50953bf51c93 service nova] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Updating instance_info_cache with network_info: [{"id": "c8261203-97b8-4e82-9a86-8055231c6c96", "address": "fa:16:3e:a3:16:44", "network": {"id": "3ea0dab6-61fd-42b5-a725-3d0dda25bb5c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1625186104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3631ca22fed4917a0c9d8c7ee20e9aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8261203-97", "ovs_interfaceid": "c8261203-97b8-4e82-9a86-8055231c6c96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.944674] env[69052]: DEBUG nova.compute.manager [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1141.968295] env[69052]: DEBUG nova.virt.hardware [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.968629] env[69052]: DEBUG nova.virt.hardware [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.968870] env[69052]: DEBUG nova.virt.hardware [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.969131] env[69052]: DEBUG nova.virt.hardware [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.969316] env[69052]: DEBUG nova.virt.hardware [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.969546] env[69052]: DEBUG nova.virt.hardware [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.969877] env[69052]: DEBUG nova.virt.hardware [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.970047] env[69052]: DEBUG nova.virt.hardware [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.970278] env[69052]: DEBUG nova.virt.hardware [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.970453] env[69052]: DEBUG nova.virt.hardware [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.970782] env[69052]: DEBUG nova.virt.hardware [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.971772] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f548a77d-06d8-4961-8b01-3e5830e0064f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.982055] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d958ac2d-6658-4c36-8e95-33b136294de3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.243983] env[69052]: DEBUG oslo_concurrency.lockutils [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.244617] env[69052]: DEBUG nova.compute.manager [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1142.247408] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.791s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.247698] env[69052]: DEBUG nova.objects.instance [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lazy-loading 'resources' on Instance uuid 967d5ea7-0f43-492d-bc39-e14da474fb58 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.301241] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237205, 'name': CreateVM_Task, 'duration_secs': 0.765202} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.301500] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.302263] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d6eeab6-c1b5-4a60-a321-7e63ea103f94" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.302454] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d6eeab6-c1b5-4a60-a321-7e63ea103f94" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.302864] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d6eeab6-c1b5-4a60-a321-7e63ea103f94" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.303164] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fdb4c8c-dbe4-4eda-a590-cfedd895eb09 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.309267] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 1142.309267] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b90fcb-98bb-569b-ef81-5d160c781a49" [ 1142.309267] env[69052]: _type = "Task" [ 1142.309267] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.317939] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52b90fcb-98bb-569b-ef81-5d160c781a49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.410406] env[69052]: DEBUG oslo_concurrency.lockutils [req-de88b111-2d6e-41f5-9ac6-3c60c8eeb6fc req-92ae95f5-c381-42a6-8a82-50953bf51c93 service nova] Releasing lock "refresh_cache-30110a54-70b7-413a-bc6c-1487e68ff9e6" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.576347] env[69052]: DEBUG nova.network.neutron [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Successfully updated port: dadb2c17-b942-48a7-94e4-a778db7110a3 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1142.750962] env[69052]: DEBUG nova.compute.utils [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.755589] env[69052]: DEBUG nova.compute.manager [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1142.755589] env[69052]: DEBUG nova.network.neutron [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1142.795059] env[69052]: DEBUG nova.policy [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc9e0a5292334edd807df00f5fca08b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a78122ee1db4ec99999744f40855901', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1142.822204] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d6eeab6-c1b5-4a60-a321-7e63ea103f94" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.822535] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Processing image 1d6eeab6-c1b5-4a60-a321-7e63ea103f94 {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.822753] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d6eeab6-c1b5-4a60-a321-7e63ea103f94/1d6eeab6-c1b5-4a60-a321-7e63ea103f94.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.822899] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d6eeab6-c1b5-4a60-a321-7e63ea103f94/1d6eeab6-c1b5-4a60-a321-7e63ea103f94.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.823097] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.823363] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7dcb819-9bc1-43ac-b775-1d4b9987146c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.834492] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.834691] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1142.835476] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-312b6284-c0d4-46e5-a318-7258506329c0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.844170] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 1142.844170] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a8db78-b035-c47b-6bc0-bcca82ec0030" [ 1142.844170] env[69052]: _type = "Task" [ 1142.844170] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.855516] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a8db78-b035-c47b-6bc0-bcca82ec0030, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.972906] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc551d23-d19a-4ffc-9bec-a6c44e17c529 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.981584] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814abe29-e83f-433d-bd52-322022eb2b2b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.015702] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1ab17e-0a32-4585-9de3-5a1443ad4ec5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.025305] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e87b67-59c5-4eb9-9e4c-9d9dc4097fca {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.032952] env[69052]: DEBUG nova.compute.manager [req-33339fa1-d91b-421d-8ea2-835ec05b2711 req-f294452e-7f66-4c84-95ce-c6c69297840c service nova] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Received event network-vif-plugged-dadb2c17-b942-48a7-94e4-a778db7110a3 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.033194] env[69052]: DEBUG oslo_concurrency.lockutils [req-33339fa1-d91b-421d-8ea2-835ec05b2711 req-f294452e-7f66-4c84-95ce-c6c69297840c service nova] Acquiring lock "44a194f8-5763-4a5f-8cd5-b4961b83d2cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.033407] env[69052]: DEBUG oslo_concurrency.lockutils [req-33339fa1-d91b-421d-8ea2-835ec05b2711 req-f294452e-7f66-4c84-95ce-c6c69297840c service nova] Lock "44a194f8-5763-4a5f-8cd5-b4961b83d2cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.033569] env[69052]: DEBUG oslo_concurrency.lockutils [req-33339fa1-d91b-421d-8ea2-835ec05b2711 req-f294452e-7f66-4c84-95ce-c6c69297840c service nova] Lock "44a194f8-5763-4a5f-8cd5-b4961b83d2cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.033736] env[69052]: DEBUG nova.compute.manager [req-33339fa1-d91b-421d-8ea2-835ec05b2711 req-f294452e-7f66-4c84-95ce-c6c69297840c service nova] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] No waiting events found dispatching network-vif-plugged-dadb2c17-b942-48a7-94e4-a778db7110a3 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.033898] env[69052]: WARNING nova.compute.manager [req-33339fa1-d91b-421d-8ea2-835ec05b2711 req-f294452e-7f66-4c84-95ce-c6c69297840c service nova] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Received unexpected event network-vif-plugged-dadb2c17-b942-48a7-94e4-a778db7110a3 for instance with vm_state building and task_state spawning. [ 1143.034075] env[69052]: DEBUG nova.compute.manager [req-33339fa1-d91b-421d-8ea2-835ec05b2711 req-f294452e-7f66-4c84-95ce-c6c69297840c service nova] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Received event network-changed-dadb2c17-b942-48a7-94e4-a778db7110a3 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.034227] env[69052]: DEBUG nova.compute.manager [req-33339fa1-d91b-421d-8ea2-835ec05b2711 req-f294452e-7f66-4c84-95ce-c6c69297840c service nova] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Refreshing instance network info cache due to event network-changed-dadb2c17-b942-48a7-94e4-a778db7110a3. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.034432] env[69052]: DEBUG oslo_concurrency.lockutils [req-33339fa1-d91b-421d-8ea2-835ec05b2711 req-f294452e-7f66-4c84-95ce-c6c69297840c service nova] Acquiring lock "refresh_cache-44a194f8-5763-4a5f-8cd5-b4961b83d2cc" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.034582] env[69052]: DEBUG oslo_concurrency.lockutils [req-33339fa1-d91b-421d-8ea2-835ec05b2711 req-f294452e-7f66-4c84-95ce-c6c69297840c service nova] Acquired lock "refresh_cache-44a194f8-5763-4a5f-8cd5-b4961b83d2cc" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.034839] env[69052]: DEBUG nova.network.neutron [req-33339fa1-d91b-421d-8ea2-835ec05b2711 req-f294452e-7f66-4c84-95ce-c6c69297840c service nova] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Refreshing network info cache for port dadb2c17-b942-48a7-94e4-a778db7110a3 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.051809] env[69052]: DEBUG nova.compute.provider_tree [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.078733] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "refresh_cache-44a194f8-5763-4a5f-8cd5-b4961b83d2cc" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.179799] env[69052]: DEBUG nova.network.neutron [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Successfully created port: ae04c91d-4fc6-46a1-9adf-902265d78fbd {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1143.258394] env[69052]: DEBUG nova.compute.manager [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1143.355534] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Preparing fetch location {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1143.355844] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Fetch image to [datastore2] OSTACK_IMG_fc418f54-0ceb-453e-b74a-b8dd85b2540a/OSTACK_IMG_fc418f54-0ceb-453e-b74a-b8dd85b2540a.vmdk {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1143.356070] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Downloading stream optimized image 1d6eeab6-c1b5-4a60-a321-7e63ea103f94 to [datastore2] OSTACK_IMG_fc418f54-0ceb-453e-b74a-b8dd85b2540a/OSTACK_IMG_fc418f54-0ceb-453e-b74a-b8dd85b2540a.vmdk on the data store datastore2 as vApp {{(pid=69052) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1143.356314] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Downloading image file data 1d6eeab6-c1b5-4a60-a321-7e63ea103f94 to the ESX as VM named 'OSTACK_IMG_fc418f54-0ceb-453e-b74a-b8dd85b2540a' {{(pid=69052) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1143.470475] env[69052]: DEBUG oslo_vmware.rw_handles [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1143.470475] env[69052]: value = "resgroup-9" [ 1143.470475] env[69052]: _type = "ResourcePool" [ 1143.470475] env[69052]: }. {{(pid=69052) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1143.470800] env[69052]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8b41956c-e6eb-4dc3-a73b-999b084295d6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.496278] env[69052]: DEBUG oslo_vmware.rw_handles [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lease: (returnval){ [ 1143.496278] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5233d709-1823-d1c9-87c7-281b441d5d5c" [ 1143.496278] env[69052]: _type = "HttpNfcLease" [ 1143.496278] env[69052]: } obtained for vApp import into resource pool (val){ [ 1143.496278] env[69052]: value = "resgroup-9" [ 1143.496278] env[69052]: _type = "ResourcePool" [ 1143.496278] env[69052]: }. {{(pid=69052) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1143.496714] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the lease: (returnval){ [ 1143.496714] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5233d709-1823-d1c9-87c7-281b441d5d5c" [ 1143.496714] env[69052]: _type = "HttpNfcLease" [ 1143.496714] env[69052]: } to be ready. {{(pid=69052) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1143.503942] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1143.503942] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5233d709-1823-d1c9-87c7-281b441d5d5c" [ 1143.503942] env[69052]: _type = "HttpNfcLease" [ 1143.503942] env[69052]: } is initializing. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1143.556385] env[69052]: DEBUG nova.scheduler.client.report [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.597154] env[69052]: DEBUG nova.network.neutron [req-33339fa1-d91b-421d-8ea2-835ec05b2711 req-f294452e-7f66-4c84-95ce-c6c69297840c service nova] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1143.727542] env[69052]: DEBUG nova.network.neutron [req-33339fa1-d91b-421d-8ea2-835ec05b2711 req-f294452e-7f66-4c84-95ce-c6c69297840c service nova] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.007078] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1144.007078] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5233d709-1823-d1c9-87c7-281b441d5d5c" [ 1144.007078] env[69052]: _type = "HttpNfcLease" [ 1144.007078] env[69052]: } is initializing. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1144.061862] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.064328] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.675s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.064803] env[69052]: DEBUG nova.objects.instance [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lazy-loading 'resources' on Instance uuid cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.089051] env[69052]: INFO nova.scheduler.client.report [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Deleted allocations for instance 967d5ea7-0f43-492d-bc39-e14da474fb58 [ 1144.230861] env[69052]: DEBUG oslo_concurrency.lockutils [req-33339fa1-d91b-421d-8ea2-835ec05b2711 req-f294452e-7f66-4c84-95ce-c6c69297840c service nova] Releasing lock "refresh_cache-44a194f8-5763-4a5f-8cd5-b4961b83d2cc" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.231321] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquired lock "refresh_cache-44a194f8-5763-4a5f-8cd5-b4961b83d2cc" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.231506] env[69052]: DEBUG nova.network.neutron [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.270405] env[69052]: DEBUG nova.compute.manager [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1144.506119] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1144.506119] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5233d709-1823-d1c9-87c7-281b441d5d5c" [ 1144.506119] env[69052]: _type = "HttpNfcLease" [ 1144.506119] env[69052]: } is ready. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1144.506503] env[69052]: DEBUG oslo_vmware.rw_handles [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1144.506503] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5233d709-1823-d1c9-87c7-281b441d5d5c" [ 1144.506503] env[69052]: _type = "HttpNfcLease" [ 1144.506503] env[69052]: }. {{(pid=69052) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1144.507312] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e02d9d-76d0-4f65-adbb-d980a53cbc97 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.516165] env[69052]: DEBUG oslo_vmware.rw_handles [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524fc3a1-6105-564e-81f0-b8af13a5ae93/disk-0.vmdk from lease info. {{(pid=69052) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1144.516401] env[69052]: DEBUG oslo_vmware.rw_handles [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Creating HTTP connection to write to file with size = 31664640 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524fc3a1-6105-564e-81f0-b8af13a5ae93/disk-0.vmdk. {{(pid=69052) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1144.579463] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9326b978-d465-4b2e-9b74-d5379b57c691 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.599878] env[69052]: DEBUG oslo_concurrency.lockutils [None req-8b44c304-a5b7-4c7d-b1f3-bc6fa6c136a2 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "967d5ea7-0f43-492d-bc39-e14da474fb58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.332s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.773984] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aef82da-f7e0-4b4d-89f2-f959c3b2c29e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.782746] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43194118-c56b-4a32-87b2-e25900cdc704 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.818468] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0b57ad-6605-4112-93e7-94f2d0f60764 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.828434] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb8a67d-769d-45cf-8b32-59be4fe09fb5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.846321] env[69052]: DEBUG nova.compute.provider_tree [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.995128] env[69052]: DEBUG nova.virt.hardware [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.995382] env[69052]: DEBUG nova.virt.hardware [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.995542] env[69052]: DEBUG nova.virt.hardware [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.995725] env[69052]: DEBUG nova.virt.hardware [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.995872] env[69052]: DEBUG nova.virt.hardware [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.996077] env[69052]: DEBUG nova.virt.hardware [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.996416] env[69052]: DEBUG nova.virt.hardware [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.996542] env[69052]: DEBUG nova.virt.hardware [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.996743] env[69052]: DEBUG nova.virt.hardware [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.996836] env[69052]: DEBUG nova.virt.hardware [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.997016] env[69052]: DEBUG nova.virt.hardware [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.999166] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1defa55f-d1a7-4f0d-9304-ccb010fdacea {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.012769] env[69052]: DEBUG oslo_vmware.rw_handles [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b39f8d-bd06-a9a5-70fc-a73630571ab0/disk-0.vmdk. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1145.016182] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3b1907-3d37-4612-b775-857876bfcab7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.020846] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7036da41-90bb-42a7-bb2f-30a958642b13 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.030136] env[69052]: DEBUG oslo_vmware.rw_handles [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b39f8d-bd06-a9a5-70fc-a73630571ab0/disk-0.vmdk is in state: ready. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1145.030361] env[69052]: ERROR oslo_vmware.rw_handles [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b39f8d-bd06-a9a5-70fc-a73630571ab0/disk-0.vmdk due to incomplete transfer. [ 1145.041928] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8976a833-0186-434b-b2ff-aaf7bf035965 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.052293] env[69052]: DEBUG oslo_vmware.rw_handles [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b39f8d-bd06-a9a5-70fc-a73630571ab0/disk-0.vmdk. {{(pid=69052) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1145.052536] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Uploaded image 5e078b39-632a-498f-b1ae-5f550dbfb908 to the Glance image server {{(pid=69052) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1145.055076] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Destroying the VM {{(pid=69052) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1145.060020] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c08ab1d3-dfd4-4f48-b983-6bc219af7442 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.073273] env[69052]: DEBUG oslo_vmware.api [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1145.073273] env[69052]: value = "task-3237207" [ 1145.073273] env[69052]: _type = "Task" [ 1145.073273] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.082137] env[69052]: DEBUG nova.network.neutron [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1145.090301] env[69052]: DEBUG oslo_vmware.api [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237207, 'name': Destroy_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.351625] env[69052]: DEBUG nova.scheduler.client.report [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.388018] env[69052]: DEBUG nova.network.neutron [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Updating instance_info_cache with network_info: [{"id": "dadb2c17-b942-48a7-94e4-a778db7110a3", "address": "fa:16:3e:12:06:54", "network": {"id": "d0cac059-a3a4-4d5b-ba84-74fb9bc83064", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811767563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1495d4ac73df4810a0b8e7a5a102deb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdadb2c17-b9", "ovs_interfaceid": "dadb2c17-b942-48a7-94e4-a778db7110a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.461207] env[69052]: DEBUG nova.compute.manager [req-c7133be3-ba47-477c-81cc-fc0a2ca95b93 req-9784719a-3fce-48f5-af3f-0736b0f72ee7 service nova] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Received event network-vif-plugged-ae04c91d-4fc6-46a1-9adf-902265d78fbd {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.461207] env[69052]: DEBUG oslo_concurrency.lockutils [req-c7133be3-ba47-477c-81cc-fc0a2ca95b93 req-9784719a-3fce-48f5-af3f-0736b0f72ee7 service nova] Acquiring lock "41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.461207] env[69052]: DEBUG oslo_concurrency.lockutils [req-c7133be3-ba47-477c-81cc-fc0a2ca95b93 req-9784719a-3fce-48f5-af3f-0736b0f72ee7 service nova] Lock "41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.461207] env[69052]: DEBUG oslo_concurrency.lockutils [req-c7133be3-ba47-477c-81cc-fc0a2ca95b93 req-9784719a-3fce-48f5-af3f-0736b0f72ee7 service nova] Lock "41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.461715] env[69052]: DEBUG nova.compute.manager [req-c7133be3-ba47-477c-81cc-fc0a2ca95b93 req-9784719a-3fce-48f5-af3f-0736b0f72ee7 service nova] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] No waiting events found dispatching network-vif-plugged-ae04c91d-4fc6-46a1-9adf-902265d78fbd {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1145.461959] env[69052]: WARNING nova.compute.manager [req-c7133be3-ba47-477c-81cc-fc0a2ca95b93 req-9784719a-3fce-48f5-af3f-0736b0f72ee7 service nova] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Received unexpected event network-vif-plugged-ae04c91d-4fc6-46a1-9adf-902265d78fbd for instance with vm_state building and task_state spawning. [ 1145.546417] env[69052]: DEBUG nova.network.neutron [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Successfully updated port: ae04c91d-4fc6-46a1-9adf-902265d78fbd {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.587401] env[69052]: DEBUG oslo_vmware.api [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237207, 'name': Destroy_Task, 'duration_secs': 0.426862} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.590176] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Destroyed the VM [ 1145.590176] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Deleting Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1145.590506] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-16fb2144-6a2f-4c41-a3e8-a569dd80673d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.599021] env[69052]: DEBUG oslo_vmware.api [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1145.599021] env[69052]: value = "task-3237208" [ 1145.599021] env[69052]: _type = "Task" [ 1145.599021] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.610620] env[69052]: DEBUG oslo_vmware.api [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237208, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.778925] env[69052]: DEBUG oslo_vmware.rw_handles [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Completed reading data from the image iterator. {{(pid=69052) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1145.779217] env[69052]: DEBUG oslo_vmware.rw_handles [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524fc3a1-6105-564e-81f0-b8af13a5ae93/disk-0.vmdk. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1145.780173] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ac9d86-e2cc-47fe-bb6d-a148a77a5791 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.787366] env[69052]: DEBUG oslo_vmware.rw_handles [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524fc3a1-6105-564e-81f0-b8af13a5ae93/disk-0.vmdk is in state: ready. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1145.787586] env[69052]: DEBUG oslo_vmware.rw_handles [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524fc3a1-6105-564e-81f0-b8af13a5ae93/disk-0.vmdk. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1145.787855] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-54c685fa-3f88-4a5e-b7f4-dff36ebdb574 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.864757] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.800s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.867687] env[69052]: DEBUG oslo_concurrency.lockutils [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.087s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.868237] env[69052]: DEBUG nova.objects.instance [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lazy-loading 'resources' on Instance uuid 9a220b28-52f6-47d1-be3c-d825c95c1d42 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.895123] env[69052]: INFO nova.scheduler.client.report [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Deleted allocations for instance cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502 [ 1145.896488] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Releasing lock "refresh_cache-44a194f8-5763-4a5f-8cd5-b4961b83d2cc" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.896779] env[69052]: DEBUG nova.compute.manager [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Instance network_info: |[{"id": "dadb2c17-b942-48a7-94e4-a778db7110a3", "address": "fa:16:3e:12:06:54", "network": {"id": "d0cac059-a3a4-4d5b-ba84-74fb9bc83064", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811767563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1495d4ac73df4810a0b8e7a5a102deb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdadb2c17-b9", "ovs_interfaceid": "dadb2c17-b942-48a7-94e4-a778db7110a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1145.899622] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:06:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dadb2c17-b942-48a7-94e4-a778db7110a3', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.908437] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.908943] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.909221] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3373885b-8983-429f-a2e4-ac8ce9221e35 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.933431] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.933431] env[69052]: value = "task-3237209" [ 1145.933431] env[69052]: _type = "Task" [ 1145.933431] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.942944] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237209, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.053026] env[69052]: DEBUG oslo_concurrency.lockutils [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "refresh_cache-41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.053287] env[69052]: DEBUG oslo_concurrency.lockutils [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquired lock "refresh_cache-41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.053568] env[69052]: DEBUG nova.network.neutron [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.112113] env[69052]: DEBUG oslo_vmware.api [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237208, 'name': RemoveSnapshot_Task, 'duration_secs': 0.511295} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.112525] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Deleted Snapshot of the VM instance {{(pid=69052) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1146.113010] env[69052]: DEBUG nova.compute.manager [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.115312] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72536d3b-dead-400e-bd1c-449283bd35ef {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.118919] env[69052]: DEBUG oslo_vmware.rw_handles [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524fc3a1-6105-564e-81f0-b8af13a5ae93/disk-0.vmdk. {{(pid=69052) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1146.119189] env[69052]: INFO nova.virt.vmwareapi.images [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Downloaded image file data 1d6eeab6-c1b5-4a60-a321-7e63ea103f94 [ 1146.119940] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee77a89-b8c5-4b68-8083-21c3bb6c4ae8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.141961] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b15536e8-877e-4167-9523-ae31eab50730 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.173066] env[69052]: INFO nova.virt.vmwareapi.images [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] The imported VM was unregistered [ 1146.175653] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Caching image {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1146.175918] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Creating directory with path [datastore2] devstack-image-cache_base/1d6eeab6-c1b5-4a60-a321-7e63ea103f94 {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.176651] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0103996-e20c-4f60-981e-879ccd7550a1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.219132] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Created directory with path [datastore2] devstack-image-cache_base/1d6eeab6-c1b5-4a60-a321-7e63ea103f94 {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.219379] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_fc418f54-0ceb-453e-b74a-b8dd85b2540a/OSTACK_IMG_fc418f54-0ceb-453e-b74a-b8dd85b2540a.vmdk to [datastore2] devstack-image-cache_base/1d6eeab6-c1b5-4a60-a321-7e63ea103f94/1d6eeab6-c1b5-4a60-a321-7e63ea103f94.vmdk. {{(pid=69052) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1146.219686] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3be3bc6b-0d7f-492e-aa6d-79a942d274bb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.228264] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 1146.228264] env[69052]: value = "task-3237211" [ 1146.228264] env[69052]: _type = "Task" [ 1146.228264] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.239404] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237211, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.412299] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0bef944c-e50c-4867-a7bf-423099ea8ea3 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.473s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.445160] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237209, 'name': CreateVM_Task, 'duration_secs': 0.445926} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.447719] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.448593] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.448758] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.449088] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.449343] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b7c6a5d-f5f7-4001-85d9-9f8f5bfa7cdb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.455178] env[69052]: DEBUG oslo_vmware.api [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1146.455178] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f7ce97-c931-7952-6f73-66e90bfeb610" [ 1146.455178] env[69052]: _type = "Task" [ 1146.455178] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.464646] env[69052]: DEBUG oslo_vmware.api [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f7ce97-c931-7952-6f73-66e90bfeb610, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.546264] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "e2824a7c-eb80-472e-8ad6-59ae2f0a9e33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.546562] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "e2824a7c-eb80-472e-8ad6-59ae2f0a9e33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.577911] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca71b427-cd80-4bf4-8634-403e73c32d75 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.590273] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d2833c-2168-4539-bb55-607cadbede8f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.624778] env[69052]: DEBUG nova.network.neutron [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1146.627365] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03cff75-636c-4c08-84e4-1c0586ace1b6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.638688] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93990d7b-7c24-47d7-b391-d57989bebd3d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.646052] env[69052]: INFO nova.compute.manager [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Shelve offloading [ 1146.662532] env[69052]: DEBUG nova.compute.provider_tree [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.741702] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237211, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.846936] env[69052]: DEBUG nova.network.neutron [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Updating instance_info_cache with network_info: [{"id": "ae04c91d-4fc6-46a1-9adf-902265d78fbd", "address": "fa:16:3e:b9:04:a0", "network": {"id": "1e799245-f22d-49f1-9e4a-3f8c57970aef", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-77695136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a78122ee1db4ec99999744f40855901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae04c91d-4f", "ovs_interfaceid": "ae04c91d-4fc6-46a1-9adf-902265d78fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.968969] env[69052]: DEBUG oslo_vmware.api [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f7ce97-c931-7952-6f73-66e90bfeb610, 'name': SearchDatastore_Task, 'duration_secs': 0.014097} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.969422] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.969692] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.969980] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.970166] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.970357] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.970634] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c91fdb0-e8ae-4d81-bcc0-0d610e8ca3a8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.991582] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.991790] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.992920] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fb0a97e-e3b8-42ad-9aac-be909ee7bb0e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.002225] env[69052]: DEBUG oslo_vmware.api [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1147.002225] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a1ad67-0f9e-adfe-93de-b5fa40c54e6f" [ 1147.002225] env[69052]: _type = "Task" [ 1147.002225] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.015326] env[69052]: DEBUG oslo_vmware.api [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a1ad67-0f9e-adfe-93de-b5fa40c54e6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.049162] env[69052]: DEBUG nova.compute.manager [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1147.162827] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.163320] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15ebba70-4c41-47de-aabe-7c8bedcc1597 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.166751] env[69052]: DEBUG nova.scheduler.client.report [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.180484] env[69052]: DEBUG oslo_vmware.api [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1147.180484] env[69052]: value = "task-3237212" [ 1147.180484] env[69052]: _type = "Task" [ 1147.180484] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.194884] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] VM already powered off {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1147.195158] env[69052]: DEBUG nova.compute.manager [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.196031] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ae25a2-6bcc-4af7-82e6-bd1e692a45b7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.205284] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "refresh_cache-9df7bf8b-3cdc-46d5-9e81-54f3391902ff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.205472] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquired lock "refresh_cache-9df7bf8b-3cdc-46d5-9e81-54f3391902ff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.205654] env[69052]: DEBUG nova.network.neutron [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.241969] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237211, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.349605] env[69052]: DEBUG oslo_concurrency.lockutils [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Releasing lock "refresh_cache-41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.350054] env[69052]: DEBUG nova.compute.manager [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Instance network_info: |[{"id": "ae04c91d-4fc6-46a1-9adf-902265d78fbd", "address": "fa:16:3e:b9:04:a0", "network": {"id": "1e799245-f22d-49f1-9e4a-3f8c57970aef", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-77695136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a78122ee1db4ec99999744f40855901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae04c91d-4f", "ovs_interfaceid": "ae04c91d-4fc6-46a1-9adf-902265d78fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1147.350501] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:04:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae04c91d-4fc6-46a1-9adf-902265d78fbd', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.358230] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.358498] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.358738] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b1cf8e5-4a34-4604-9b4c-b48796496357 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.382919] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.382919] env[69052]: value = "task-3237213" [ 1147.382919] env[69052]: _type = "Task" [ 1147.382919] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.395305] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237213, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.490373] env[69052]: DEBUG nova.compute.manager [req-a05f3d43-5538-4b6a-8d28-60dfa0ddb90e req-fd3b91d0-84e8-417f-b6d6-86374a19c29f service nova] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Received event network-changed-ae04c91d-4fc6-46a1-9adf-902265d78fbd {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.490373] env[69052]: DEBUG nova.compute.manager [req-a05f3d43-5538-4b6a-8d28-60dfa0ddb90e req-fd3b91d0-84e8-417f-b6d6-86374a19c29f service nova] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Refreshing instance network info cache due to event network-changed-ae04c91d-4fc6-46a1-9adf-902265d78fbd. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.490373] env[69052]: DEBUG oslo_concurrency.lockutils [req-a05f3d43-5538-4b6a-8d28-60dfa0ddb90e req-fd3b91d0-84e8-417f-b6d6-86374a19c29f service nova] Acquiring lock "refresh_cache-41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.490373] env[69052]: DEBUG oslo_concurrency.lockutils [req-a05f3d43-5538-4b6a-8d28-60dfa0ddb90e req-fd3b91d0-84e8-417f-b6d6-86374a19c29f service nova] Acquired lock "refresh_cache-41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.490677] env[69052]: DEBUG nova.network.neutron [req-a05f3d43-5538-4b6a-8d28-60dfa0ddb90e req-fd3b91d0-84e8-417f-b6d6-86374a19c29f service nova] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Refreshing network info cache for port ae04c91d-4fc6-46a1-9adf-902265d78fbd {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.519814] env[69052]: DEBUG oslo_vmware.api [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a1ad67-0f9e-adfe-93de-b5fa40c54e6f, 'name': SearchDatastore_Task, 'duration_secs': 0.088427} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.520713] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb030672-3fb6-4c10-8640-5f63fba07ee5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.530548] env[69052]: DEBUG oslo_vmware.api [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1147.530548] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524a2ef8-fd0b-284f-82a9-773358313109" [ 1147.530548] env[69052]: _type = "Task" [ 1147.530548] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.543551] env[69052]: DEBUG oslo_vmware.api [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524a2ef8-fd0b-284f-82a9-773358313109, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.574413] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.671681] env[69052]: DEBUG oslo_concurrency.lockutils [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.674430] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.995s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.695246] env[69052]: INFO nova.scheduler.client.report [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Deleted allocations for instance 9a220b28-52f6-47d1-be3c-d825c95c1d42 [ 1147.745998] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237211, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.901459] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237213, 'name': CreateVM_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.048060] env[69052]: DEBUG oslo_vmware.api [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524a2ef8-fd0b-284f-82a9-773358313109, 'name': SearchDatastore_Task, 'duration_secs': 0.101212} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.048440] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.048694] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 44a194f8-5763-4a5f-8cd5-b4961b83d2cc/44a194f8-5763-4a5f-8cd5-b4961b83d2cc.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.048978] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8172dfd5-5bc5-413f-bb6c-b256046c0d50 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.063967] env[69052]: DEBUG oslo_vmware.api [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1148.063967] env[69052]: value = "task-3237214" [ 1148.063967] env[69052]: _type = "Task" [ 1148.063967] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.076505] env[69052]: DEBUG oslo_vmware.api [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.159771] env[69052]: DEBUG nova.network.neutron [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Updating instance_info_cache with network_info: [{"id": "7befea80-7beb-4b37-84bd-3eca7a361805", "address": "fa:16:3e:8f:c2:7d", "network": {"id": "a09c611a-3f85-44ff-a673-e176af1ea211", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-63151955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19918ec410294b2685d0e75828f74507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7befea80-7b", "ovs_interfaceid": "7befea80-7beb-4b37-84bd-3eca7a361805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.203141] env[69052]: DEBUG oslo_concurrency.lockutils [None req-116ce00d-4483-4ab2-ad73-1a878f421530 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "9a220b28-52f6-47d1-be3c-d825c95c1d42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.867s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.244492] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237211, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.293730] env[69052]: DEBUG nova.network.neutron [req-a05f3d43-5538-4b6a-8d28-60dfa0ddb90e req-fd3b91d0-84e8-417f-b6d6-86374a19c29f service nova] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Updated VIF entry in instance network info cache for port ae04c91d-4fc6-46a1-9adf-902265d78fbd. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.294250] env[69052]: DEBUG nova.network.neutron [req-a05f3d43-5538-4b6a-8d28-60dfa0ddb90e req-fd3b91d0-84e8-417f-b6d6-86374a19c29f service nova] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Updating instance_info_cache with network_info: [{"id": "ae04c91d-4fc6-46a1-9adf-902265d78fbd", "address": "fa:16:3e:b9:04:a0", "network": {"id": "1e799245-f22d-49f1-9e4a-3f8c57970aef", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-77695136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a78122ee1db4ec99999744f40855901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae04c91d-4f", "ovs_interfaceid": "ae04c91d-4fc6-46a1-9adf-902265d78fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.399596] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237213, 'name': CreateVM_Task} progress is 25%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.580337] env[69052]: DEBUG oslo_vmware.api [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.667662] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Releasing lock "refresh_cache-9df7bf8b-3cdc-46d5-9e81-54f3391902ff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.688023] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Applying migration context for instance bf3f221d-77ae-4c8d-b407-6acd6a35a0f8 as it has an incoming, in-progress migration de66a057-7c78-42d2-86dd-5548d55a1fc9. Migration status is reverting {{(pid=69052) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1148.688023] env[69052]: INFO nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Updating resource usage from migration de66a057-7c78-42d2-86dd-5548d55a1fc9 [ 1148.714571] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 13fd90f3-97b9-4e45-9de3-da498c79a8a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.716029] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 14e5058b-8515-48a2-9b3a-f08ece6029c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.716029] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance a53a7c2e-0070-481c-a770-0399e79a1c62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.716029] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 9df7bf8b-3cdc-46d5-9e81-54f3391902ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.716029] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.720031] env[69052]: WARNING nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 4a7d68df-ac42-4963-8d69-2c6a356b215f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1148.720031] env[69052]: WARNING nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 3c5f8b78-66fd-481c-9957-5331f17628b8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1148.720031] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Migration de66a057-7c78-42d2-86dd-5548d55a1fc9 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1148.720031] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance bf3f221d-77ae-4c8d-b407-6acd6a35a0f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.720031] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 30110a54-70b7-413a-bc6c-1487e68ff9e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.720031] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 44a194f8-5763-4a5f-8cd5-b4961b83d2cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.720031] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.746420] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237211, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.798196] env[69052]: DEBUG oslo_concurrency.lockutils [req-a05f3d43-5538-4b6a-8d28-60dfa0ddb90e req-fd3b91d0-84e8-417f-b6d6-86374a19c29f service nova] Releasing lock "refresh_cache-41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.896544] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237213, 'name': CreateVM_Task, 'duration_secs': 1.388731} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.896767] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.897504] env[69052]: DEBUG oslo_concurrency.lockutils [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.897642] env[69052]: DEBUG oslo_concurrency.lockutils [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.897955] env[69052]: DEBUG oslo_concurrency.lockutils [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.901151] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72f0c946-10da-4708-b3ab-d94e3b76e09a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.903994] env[69052]: DEBUG oslo_vmware.api [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1148.903994] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a9241f-3d2c-0b37-8cd9-e538795e1d29" [ 1148.903994] env[69052]: _type = "Task" [ 1148.903994] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.915048] env[69052]: DEBUG oslo_vmware.api [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a9241f-3d2c-0b37-8cd9-e538795e1d29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.076055] env[69052]: DEBUG oslo_vmware.api [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237214, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.226407] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance e2824a7c-eb80-472e-8ad6-59ae2f0a9e33 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1149.226804] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69052) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1149.226971] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2560MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69052) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1149.245095] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237211, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.732093} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.245414] env[69052]: INFO nova.virt.vmwareapi.ds_util [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_fc418f54-0ceb-453e-b74a-b8dd85b2540a/OSTACK_IMG_fc418f54-0ceb-453e-b74a-b8dd85b2540a.vmdk to [datastore2] devstack-image-cache_base/1d6eeab6-c1b5-4a60-a321-7e63ea103f94/1d6eeab6-c1b5-4a60-a321-7e63ea103f94.vmdk. [ 1149.245605] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Cleaning up location [datastore2] OSTACK_IMG_fc418f54-0ceb-453e-b74a-b8dd85b2540a {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1149.245789] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_fc418f54-0ceb-453e-b74a-b8dd85b2540a {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.246135] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e155d7b0-a0cb-445f-8013-95ad5213a680 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.255430] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 1149.255430] env[69052]: value = "task-3237215" [ 1149.255430] env[69052]: _type = "Task" [ 1149.255430] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.263423] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.264388] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072cc45d-bf07-4e9e-a79e-d5181551a7d8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.272527] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.278208] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.278490] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74a44e63-2884-46eb-89c7-2c408542da8f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.358658] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.358876] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.359082] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Deleting the datastore file [datastore2] 9df7bf8b-3cdc-46d5-9e81-54f3391902ff {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.361819] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-193a9386-312a-46bf-8aed-9a1942221d25 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.368640] env[69052]: DEBUG oslo_vmware.api [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1149.368640] env[69052]: value = "task-3237217" [ 1149.368640] env[69052]: _type = "Task" [ 1149.368640] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.378986] env[69052]: DEBUG oslo_vmware.api [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.417091] env[69052]: DEBUG oslo_vmware.api [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a9241f-3d2c-0b37-8cd9-e538795e1d29, 'name': SearchDatastore_Task, 'duration_secs': 0.022026} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.419954] env[69052]: DEBUG oslo_concurrency.lockutils [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.420255] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.420540] env[69052]: DEBUG oslo_concurrency.lockutils [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.420736] env[69052]: DEBUG oslo_concurrency.lockutils [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.420975] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.421559] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e29b95c9-86bb-46ef-ae63-caae0d850ed1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.430436] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.430620] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.433556] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ad3c435-7a73-4cdb-9ea5-dc21689caa59 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.439362] env[69052]: DEBUG oslo_vmware.api [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1149.439362] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52973517-5b34-d04d-ba33-f231d4862e80" [ 1149.439362] env[69052]: _type = "Task" [ 1149.439362] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.447516] env[69052]: DEBUG oslo_vmware.api [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52973517-5b34-d04d-ba33-f231d4862e80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.461197] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6157223d-59ca-4c00-92d3-1260f70bce65 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.468282] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b1f7fe-8d8d-433c-9b48-21c2f4c1ca85 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.500560] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0733207b-3658-45c4-aae5-5da5fd684589 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.505847] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "acd1c880-62fe-456e-bb6a-e9b9ece002e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.506097] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "acd1c880-62fe-456e-bb6a-e9b9ece002e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.513404] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79a6f9e-13cc-4c65-91c7-34399c986da7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.519749] env[69052]: DEBUG nova.compute.manager [req-644c1aec-9de5-462c-a664-819d34214600 req-e3a6c78d-6298-498d-b04b-5ecc4682580b service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Received event network-vif-unplugged-7befea80-7beb-4b37-84bd-3eca7a361805 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.519960] env[69052]: DEBUG oslo_concurrency.lockutils [req-644c1aec-9de5-462c-a664-819d34214600 req-e3a6c78d-6298-498d-b04b-5ecc4682580b service nova] Acquiring lock "9df7bf8b-3cdc-46d5-9e81-54f3391902ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.520184] env[69052]: DEBUG oslo_concurrency.lockutils [req-644c1aec-9de5-462c-a664-819d34214600 req-e3a6c78d-6298-498d-b04b-5ecc4682580b service nova] Lock "9df7bf8b-3cdc-46d5-9e81-54f3391902ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.520352] env[69052]: DEBUG oslo_concurrency.lockutils [req-644c1aec-9de5-462c-a664-819d34214600 req-e3a6c78d-6298-498d-b04b-5ecc4682580b service nova] Lock "9df7bf8b-3cdc-46d5-9e81-54f3391902ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.520519] env[69052]: DEBUG nova.compute.manager [req-644c1aec-9de5-462c-a664-819d34214600 req-e3a6c78d-6298-498d-b04b-5ecc4682580b service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] No waiting events found dispatching network-vif-unplugged-7befea80-7beb-4b37-84bd-3eca7a361805 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.520682] env[69052]: WARNING nova.compute.manager [req-644c1aec-9de5-462c-a664-819d34214600 req-e3a6c78d-6298-498d-b04b-5ecc4682580b service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Received unexpected event network-vif-unplugged-7befea80-7beb-4b37-84bd-3eca7a361805 for instance with vm_state shelved and task_state shelving_offloading. [ 1149.520838] env[69052]: DEBUG nova.compute.manager [req-644c1aec-9de5-462c-a664-819d34214600 req-e3a6c78d-6298-498d-b04b-5ecc4682580b service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Received event network-changed-7befea80-7beb-4b37-84bd-3eca7a361805 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.520987] env[69052]: DEBUG nova.compute.manager [req-644c1aec-9de5-462c-a664-819d34214600 req-e3a6c78d-6298-498d-b04b-5ecc4682580b service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Refreshing instance network info cache due to event network-changed-7befea80-7beb-4b37-84bd-3eca7a361805. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.521184] env[69052]: DEBUG oslo_concurrency.lockutils [req-644c1aec-9de5-462c-a664-819d34214600 req-e3a6c78d-6298-498d-b04b-5ecc4682580b service nova] Acquiring lock "refresh_cache-9df7bf8b-3cdc-46d5-9e81-54f3391902ff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.521340] env[69052]: DEBUG oslo_concurrency.lockutils [req-644c1aec-9de5-462c-a664-819d34214600 req-e3a6c78d-6298-498d-b04b-5ecc4682580b service nova] Acquired lock "refresh_cache-9df7bf8b-3cdc-46d5-9e81-54f3391902ff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.521514] env[69052]: DEBUG nova.network.neutron [req-644c1aec-9de5-462c-a664-819d34214600 req-e3a6c78d-6298-498d-b04b-5ecc4682580b service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Refreshing network info cache for port 7befea80-7beb-4b37-84bd-3eca7a361805 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.526792] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "a48d8031-a0f7-4e9e-8067-1837ca94f5c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.526994] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "a48d8031-a0f7-4e9e-8067-1837ca94f5c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.536640] env[69052]: DEBUG nova.compute.provider_tree [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.537980] env[69052]: DEBUG nova.compute.manager [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1149.578414] env[69052]: DEBUG oslo_vmware.api [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237214, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.288131} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.578695] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 44a194f8-5763-4a5f-8cd5-b4961b83d2cc/44a194f8-5763-4a5f-8cd5-b4961b83d2cc.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.578920] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.579195] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccae51e6-19f1-4a49-87d5-09626461315a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.586530] env[69052]: DEBUG oslo_vmware.api [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1149.586530] env[69052]: value = "task-3237218" [ 1149.586530] env[69052]: _type = "Task" [ 1149.586530] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.594556] env[69052]: DEBUG oslo_vmware.api [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.765883] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099475} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.766171] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.766296] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d6eeab6-c1b5-4a60-a321-7e63ea103f94/1d6eeab6-c1b5-4a60-a321-7e63ea103f94.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.766573] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d6eeab6-c1b5-4a60-a321-7e63ea103f94/1d6eeab6-c1b5-4a60-a321-7e63ea103f94.vmdk to [datastore2] 30110a54-70b7-413a-bc6c-1487e68ff9e6/30110a54-70b7-413a-bc6c-1487e68ff9e6.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.766825] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92fc04c6-1e00-4c4f-800d-5a5f29367e15 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.773218] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 1149.773218] env[69052]: value = "task-3237219" [ 1149.773218] env[69052]: _type = "Task" [ 1149.773218] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.780642] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.878186] env[69052]: DEBUG oslo_vmware.api [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150984} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.878460] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.878650] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.878833] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.897576] env[69052]: INFO nova.scheduler.client.report [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Deleted allocations for instance 9df7bf8b-3cdc-46d5-9e81-54f3391902ff [ 1149.951617] env[69052]: DEBUG oslo_vmware.api [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52973517-5b34-d04d-ba33-f231d4862e80, 'name': SearchDatastore_Task, 'duration_secs': 0.009823} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.952588] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae6b71b3-5e0a-4b0f-b386-50136adfb6c2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.958921] env[69052]: DEBUG oslo_vmware.api [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1149.958921] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5239e3c5-3d5f-f3c2-c005-b60e29c7944c" [ 1149.958921] env[69052]: _type = "Task" [ 1149.958921] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.968369] env[69052]: DEBUG oslo_vmware.api [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5239e3c5-3d5f-f3c2-c005-b60e29c7944c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.008707] env[69052]: DEBUG nova.compute.manager [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1150.045851] env[69052]: DEBUG nova.scheduler.client.report [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.063933] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.097470] env[69052]: DEBUG oslo_vmware.api [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069327} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.097470] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.097752] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53b3939-9a9d-4317-b264-124adfa368c9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.120034] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 44a194f8-5763-4a5f-8cd5-b4961b83d2cc/44a194f8-5763-4a5f-8cd5-b4961b83d2cc.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.122861] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92c67d94-67d9-490c-99d1-84c8b5a9bfe4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.144176] env[69052]: DEBUG oslo_vmware.api [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1150.144176] env[69052]: value = "task-3237220" [ 1150.144176] env[69052]: _type = "Task" [ 1150.144176] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.152930] env[69052]: DEBUG oslo_vmware.api [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.287441] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237219, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.401913] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.448501] env[69052]: DEBUG nova.network.neutron [req-644c1aec-9de5-462c-a664-819d34214600 req-e3a6c78d-6298-498d-b04b-5ecc4682580b service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Updated VIF entry in instance network info cache for port 7befea80-7beb-4b37-84bd-3eca7a361805. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.448912] env[69052]: DEBUG nova.network.neutron [req-644c1aec-9de5-462c-a664-819d34214600 req-e3a6c78d-6298-498d-b04b-5ecc4682580b service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Updating instance_info_cache with network_info: [{"id": "7befea80-7beb-4b37-84bd-3eca7a361805", "address": "fa:16:3e:8f:c2:7d", "network": {"id": "a09c611a-3f85-44ff-a673-e176af1ea211", "bridge": null, "label": "tempest-ServerActionsTestOtherB-63151955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19918ec410294b2685d0e75828f74507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7befea80-7b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.472412] env[69052]: DEBUG oslo_vmware.api [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5239e3c5-3d5f-f3c2-c005-b60e29c7944c, 'name': SearchDatastore_Task, 'duration_secs': 0.052093} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.472745] env[69052]: DEBUG oslo_concurrency.lockutils [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.473098] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9/41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.473351] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18ae3436-e2cf-4899-aaef-a4a718501bb6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.481875] env[69052]: DEBUG oslo_vmware.api [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1150.481875] env[69052]: value = "task-3237221" [ 1150.481875] env[69052]: _type = "Task" [ 1150.481875] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.491572] env[69052]: DEBUG oslo_vmware.api [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.531198] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.553831] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69052) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1150.554109] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.880s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.554488] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f462c4eb-7e9c-4e43-95e0-8b199041e001 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.851s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.554700] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f462c4eb-7e9c-4e43-95e0-8b199041e001 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.556870] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c9074cb-679f-470f-b018-36cd7eabfc14 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.849s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.557075] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c9074cb-679f-470f-b018-36cd7eabfc14 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.558956] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 9.755s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.578400] env[69052]: INFO nova.scheduler.client.report [None req-4c9074cb-679f-470f-b018-36cd7eabfc14 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Deleted allocations for instance 3c5f8b78-66fd-481c-9957-5331f17628b8 [ 1150.580748] env[69052]: INFO nova.scheduler.client.report [None req-f462c4eb-7e9c-4e43-95e0-8b199041e001 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Deleted allocations for instance 4a7d68df-ac42-4963-8d69-2c6a356b215f [ 1150.654834] env[69052]: DEBUG oslo_vmware.api [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.783866] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237219, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.874109] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.952120] env[69052]: DEBUG oslo_concurrency.lockutils [req-644c1aec-9de5-462c-a664-819d34214600 req-e3a6c78d-6298-498d-b04b-5ecc4682580b service nova] Releasing lock "refresh_cache-9df7bf8b-3cdc-46d5-9e81-54f3391902ff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.993544] env[69052]: DEBUG oslo_vmware.api [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.062017] env[69052]: DEBUG nova.objects.instance [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lazy-loading 'migration_context' on Instance uuid bf3f221d-77ae-4c8d-b407-6acd6a35a0f8 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.091804] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c9074cb-679f-470f-b018-36cd7eabfc14 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lock "3c5f8b78-66fd-481c-9957-5331f17628b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.372s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.092242] env[69052]: DEBUG oslo_concurrency.lockutils [None req-f462c4eb-7e9c-4e43-95e0-8b199041e001 tempest-ListServersNegativeTestJSON-1326074793 tempest-ListServersNegativeTestJSON-1326074793-project-member] Lock "4a7d68df-ac42-4963-8d69-2c6a356b215f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.480s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.154603] env[69052]: DEBUG oslo_vmware.api [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237220, 'name': ReconfigVM_Task, 'duration_secs': 0.955458} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.154929] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 44a194f8-5763-4a5f-8cd5-b4961b83d2cc/44a194f8-5763-4a5f-8cd5-b4961b83d2cc.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.155614] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c2b7ea1-fb18-41a3-b93f-83287a34f710 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.164376] env[69052]: DEBUG oslo_vmware.api [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1151.164376] env[69052]: value = "task-3237222" [ 1151.164376] env[69052]: _type = "Task" [ 1151.164376] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.173680] env[69052]: DEBUG oslo_vmware.api [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237222, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.285617] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237219, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.378483] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Getting list of instances from cluster (obj){ [ 1151.378483] env[69052]: value = "domain-c8" [ 1151.378483] env[69052]: _type = "ClusterComputeResource" [ 1151.378483] env[69052]: } {{(pid=69052) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1151.379859] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c33d8e-9d36-4c04-b763-4a84d68bff14 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.401468] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Got total of 8 instances {{(pid=69052) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1151.405029] env[69052]: WARNING nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] While synchronizing instance power states, found 9 instances in the database and 8 instances on the hypervisor. [ 1151.405029] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Triggering sync for uuid 13fd90f3-97b9-4e45-9de3-da498c79a8a6 {{(pid=69052) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1151.405029] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Triggering sync for uuid 14e5058b-8515-48a2-9b3a-f08ece6029c2 {{(pid=69052) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1151.405029] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Triggering sync for uuid a53a7c2e-0070-481c-a770-0399e79a1c62 {{(pid=69052) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1151.405029] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Triggering sync for uuid 30110a54-70b7-413a-bc6c-1487e68ff9e6 {{(pid=69052) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1151.405029] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Triggering sync for uuid bf3f221d-77ae-4c8d-b407-6acd6a35a0f8 {{(pid=69052) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1151.405029] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Triggering sync for uuid 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8 {{(pid=69052) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1151.405029] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Triggering sync for uuid 9df7bf8b-3cdc-46d5-9e81-54f3391902ff {{(pid=69052) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1151.405029] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Triggering sync for uuid 44a194f8-5763-4a5f-8cd5-b4961b83d2cc {{(pid=69052) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1151.405029] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Triggering sync for uuid 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9 {{(pid=69052) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1151.405029] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "13fd90f3-97b9-4e45-9de3-da498c79a8a6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.405029] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "13fd90f3-97b9-4e45-9de3-da498c79a8a6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.405029] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "14e5058b-8515-48a2-9b3a-f08ece6029c2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.405029] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "14e5058b-8515-48a2-9b3a-f08ece6029c2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.405029] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "a53a7c2e-0070-481c-a770-0399e79a1c62" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.405029] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "a53a7c2e-0070-481c-a770-0399e79a1c62" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.405029] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "30110a54-70b7-413a-bc6c-1487e68ff9e6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.405770] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "bf3f221d-77ae-4c8d-b407-6acd6a35a0f8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.405770] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "bf3f221d-77ae-4c8d-b407-6acd6a35a0f8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.405770] env[69052]: INFO nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] During sync_power_state the instance has a pending task (resize_reverting). Skip. [ 1151.405770] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "bf3f221d-77ae-4c8d-b407-6acd6a35a0f8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.405997] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "9ccfb80f-ea9f-4be8-a152-68c5b30d68f8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.406167] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "9ccfb80f-ea9f-4be8-a152-68c5b30d68f8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.406437] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "9df7bf8b-3cdc-46d5-9e81-54f3391902ff" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.406684] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "44a194f8-5763-4a5f-8cd5-b4961b83d2cc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.406889] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.408022] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a0ac62-3c51-425c-80ac-a6da1b67b4f2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.411860] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97692609-c6e4-4132-a943-e6ddc503fb4f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.416254] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6860de30-8078-4c53-bc28-c3c6b9687f61 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.419688] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccefd00a-2b32-41f0-85da-7cc0e67a544c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.493903] env[69052]: DEBUG oslo_vmware.api [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.615228] env[69052]: DEBUG oslo_concurrency.lockutils [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "9df7bf8b-3cdc-46d5-9e81-54f3391902ff" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.676864] env[69052]: DEBUG oslo_vmware.api [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237222, 'name': Rename_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.789524] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237219, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.800580] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e389ac4-7c18-4bfd-b3df-1dfc04f4c16b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.808366] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0aef4f-ea41-4db4-9ff4-80d2bd48bdf6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.842029] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2385785-88b3-47b7-b64f-f7e837bf8e71 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.849755] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b57b90-69be-4d4c-adb9-8636c8be2175 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.865530] env[69052]: DEBUG nova.compute.provider_tree [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.939771] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "a53a7c2e-0070-481c-a770-0399e79a1c62" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.533s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.939771] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "14e5058b-8515-48a2-9b3a-f08ece6029c2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.939771] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "9ccfb80f-ea9f-4be8-a152-68c5b30d68f8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.533s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.940608] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "13fd90f3-97b9-4e45-9de3-da498c79a8a6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.000302] env[69052]: DEBUG oslo_vmware.api [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237221, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.177195] env[69052]: DEBUG oslo_vmware.api [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237222, 'name': Rename_Task, 'duration_secs': 0.642373} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.177572] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.177853] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c877aed9-ad2a-406b-b77e-f33b03924103 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.193160] env[69052]: DEBUG oslo_vmware.api [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1152.193160] env[69052]: value = "task-3237223" [ 1152.193160] env[69052]: _type = "Task" [ 1152.193160] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.206174] env[69052]: DEBUG oslo_vmware.api [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.290181] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237219, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.33108} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.290483] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d6eeab6-c1b5-4a60-a321-7e63ea103f94/1d6eeab6-c1b5-4a60-a321-7e63ea103f94.vmdk to [datastore2] 30110a54-70b7-413a-bc6c-1487e68ff9e6/30110a54-70b7-413a-bc6c-1487e68ff9e6.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1152.291345] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b46d404-ce20-4740-a1bd-defa861a97ca {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.315169] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 30110a54-70b7-413a-bc6c-1487e68ff9e6/30110a54-70b7-413a-bc6c-1487e68ff9e6.vmdk or device None with type streamOptimized {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.315529] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdb0f839-8603-4d46-a653-59c559af6c5a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.339932] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 1152.339932] env[69052]: value = "task-3237224" [ 1152.339932] env[69052]: _type = "Task" [ 1152.339932] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.349203] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.368892] env[69052]: DEBUG nova.scheduler.client.report [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.495768] env[69052]: DEBUG oslo_vmware.api [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237221, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.705263] env[69052]: DEBUG oslo_vmware.api [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237223, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.849939] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.996060] env[69052]: DEBUG oslo_vmware.api [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237221, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.205950] env[69052]: DEBUG oslo_vmware.api [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237223, 'name': PowerOnVM_Task, 'duration_secs': 0.94519} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.208691] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.208691] env[69052]: INFO nova.compute.manager [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Took 11.26 seconds to spawn the instance on the hypervisor. [ 1153.208691] env[69052]: DEBUG nova.compute.manager [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.208691] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9084d9bb-a91a-4693-b2ae-ee6dc0e99498 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.349688] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237224, 'name': ReconfigVM_Task, 'duration_secs': 0.753478} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.349978] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 30110a54-70b7-413a-bc6c-1487e68ff9e6/30110a54-70b7-413a-bc6c-1487e68ff9e6.vmdk or device None with type streamOptimized {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.350716] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-831690c7-e8fc-42dd-a44f-194f07956dda {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.357084] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 1153.357084] env[69052]: value = "task-3237225" [ 1153.357084] env[69052]: _type = "Task" [ 1153.357084] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.364659] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237225, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.382895] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.824s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.388520] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.814s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.390015] env[69052]: INFO nova.compute.claims [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.497299] env[69052]: DEBUG oslo_vmware.api [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237221, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.938541} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.497629] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9/41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.497889] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.498159] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27e17ebc-116e-4009-814d-7c8d81f25096 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.506063] env[69052]: DEBUG oslo_vmware.api [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1153.506063] env[69052]: value = "task-3237226" [ 1153.506063] env[69052]: _type = "Task" [ 1153.506063] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.513557] env[69052]: DEBUG oslo_vmware.api [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.731570] env[69052]: INFO nova.compute.manager [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Took 22.57 seconds to build instance. [ 1153.869038] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237225, 'name': Rename_Task, 'duration_secs': 0.292388} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.869383] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.869824] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9714b37-109a-4e10-a143-879453e6bb11 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.876819] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 1153.876819] env[69052]: value = "task-3237227" [ 1153.876819] env[69052]: _type = "Task" [ 1153.876819] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.885058] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.022181] env[69052]: DEBUG oslo_vmware.api [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066188} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.022181] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.026027] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d02dd0-b1aa-44d8-9c74-93faee61dccd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.052229] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9/41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.056635] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8726925-bef2-4c26-8a02-cb07486e8a7b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.076705] env[69052]: DEBUG oslo_vmware.api [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1154.076705] env[69052]: value = "task-3237228" [ 1154.076705] env[69052]: _type = "Task" [ 1154.076705] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.088836] env[69052]: DEBUG oslo_vmware.api [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237228, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.235013] env[69052]: DEBUG oslo_concurrency.lockutils [None req-d6f7db89-af4e-4b89-8c42-e0a3376ad0e3 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "44a194f8-5763-4a5f-8cd5-b4961b83d2cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.082s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.236043] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "44a194f8-5763-4a5f-8cd5-b4961b83d2cc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.829s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.236518] env[69052]: INFO nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] During sync_power_state the instance has a pending task (spawning). Skip. [ 1154.237126] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "44a194f8-5763-4a5f-8cd5-b4961b83d2cc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.390556] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237227, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.590009] env[69052]: DEBUG oslo_vmware.api [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237228, 'name': ReconfigVM_Task, 'duration_secs': 0.378936} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.590715] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9/41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.591353] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9489a909-2fdc-4988-96bc-decfe5ff564a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.594897] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d95ef8-a7ab-4f95-9366-5c638acb62f4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.604244] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbff217-45a5-4144-ae75-1653466dbb98 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.607903] env[69052]: DEBUG oslo_vmware.api [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1154.607903] env[69052]: value = "task-3237229" [ 1154.607903] env[69052]: _type = "Task" [ 1154.607903] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.637334] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfd0607-b8f9-47f3-938c-e32ad508bb72 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.643178] env[69052]: DEBUG oslo_vmware.api [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237229, 'name': Rename_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.650397] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0118ad-9083-4710-a906-ce15b08690ba {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.665291] env[69052]: DEBUG nova.compute.provider_tree [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.703793] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "44a194f8-5763-4a5f-8cd5-b4961b83d2cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.704064] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "44a194f8-5763-4a5f-8cd5-b4961b83d2cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.704290] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "44a194f8-5763-4a5f-8cd5-b4961b83d2cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.704550] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "44a194f8-5763-4a5f-8cd5-b4961b83d2cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.704725] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "44a194f8-5763-4a5f-8cd5-b4961b83d2cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.706853] env[69052]: INFO nova.compute.manager [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Terminating instance [ 1154.888460] env[69052]: DEBUG oslo_vmware.api [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237227, 'name': PowerOnVM_Task, 'duration_secs': 0.642188} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.888613] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.930900] env[69052]: INFO nova.compute.manager [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Swapping old allocation on dict_keys(['5482791e-699f-417a-8caf-f93d7835d755']) held by migration de66a057-7c78-42d2-86dd-5548d55a1fc9 for instance [ 1154.978455] env[69052]: DEBUG nova.scheduler.client.report [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Overwriting current allocation {'allocations': {'5482791e-699f-417a-8caf-f93d7835d755': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 169}}, 'project_id': '420997e04b2a41d882b1f61eb5a284f4', 'user_id': '99309baae411445f83c096d0f7eef78e', 'consumer_generation': 1} on consumer bf3f221d-77ae-4c8d-b407-6acd6a35a0f8 {{(pid=69052) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1155.021155] env[69052]: DEBUG nova.compute.manager [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.022583] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58ea014-efac-4e06-a9dc-105cf8ae29af {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.118721] env[69052]: DEBUG oslo_vmware.api [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237229, 'name': Rename_Task, 'duration_secs': 0.402212} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.118721] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.118721] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4709adde-c14a-4ecf-8da2-9b0690e21ea5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.125570] env[69052]: DEBUG oslo_vmware.api [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1155.125570] env[69052]: value = "task-3237230" [ 1155.125570] env[69052]: _type = "Task" [ 1155.125570] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.136768] env[69052]: DEBUG oslo_vmware.api [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.168791] env[69052]: DEBUG nova.scheduler.client.report [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.196086] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "refresh_cache-bf3f221d-77ae-4c8d-b407-6acd6a35a0f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.196287] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquired lock "refresh_cache-bf3f221d-77ae-4c8d-b407-6acd6a35a0f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.196535] env[69052]: DEBUG nova.network.neutron [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.210730] env[69052]: DEBUG nova.compute.manager [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.211040] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.212817] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e292c2f8-9b55-434b-875b-b8725d6e7d96 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.223454] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.223901] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fadb1e34-ec5b-4df6-b034-651a763c2fe2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.233079] env[69052]: DEBUG oslo_vmware.api [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1155.233079] env[69052]: value = "task-3237231" [ 1155.233079] env[69052]: _type = "Task" [ 1155.233079] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.245850] env[69052]: DEBUG oslo_vmware.api [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.543125] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a1b4aa97-cd4c-4252-b58f-855509ab02e5 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "30110a54-70b7-413a-bc6c-1487e68ff9e6" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.537s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.544051] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "30110a54-70b7-413a-bc6c-1487e68ff9e6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.139s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.544434] env[69052]: INFO nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] During sync_power_state the instance has a pending task (spawning). Skip. [ 1155.544434] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "30110a54-70b7-413a-bc6c-1487e68ff9e6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.636464] env[69052]: DEBUG oslo_vmware.api [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237230, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.676861] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.677449] env[69052]: DEBUG nova.compute.manager [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1155.680278] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.616s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.681753] env[69052]: INFO nova.compute.claims [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.746663] env[69052]: DEBUG oslo_vmware.api [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237231, 'name': PowerOffVM_Task, 'duration_secs': 0.1979} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.746972] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.747165] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.747421] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-326fac89-7868-48d0-9a93-4ae7832ac175 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.843600] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.843892] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.844162] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Deleting the datastore file [datastore2] 44a194f8-5763-4a5f-8cd5-b4961b83d2cc {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.844492] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b2a260b-accd-473e-b782-cb811efccf0f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.853793] env[69052]: DEBUG oslo_vmware.api [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1155.853793] env[69052]: value = "task-3237233" [ 1155.853793] env[69052]: _type = "Task" [ 1155.853793] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.863463] env[69052]: DEBUG oslo_vmware.api [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.997830] env[69052]: DEBUG nova.network.neutron [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Updating instance_info_cache with network_info: [{"id": "28c563d7-b648-4604-aaaa-9506ecd9badb", "address": "fa:16:3e:53:9d:be", "network": {"id": "4e7ad40f-fc44-47b3-ada6-0ae53251c650", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329642848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "420997e04b2a41d882b1f61eb5a284f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28c563d7-b6", "ovs_interfaceid": "28c563d7-b648-4604-aaaa-9506ecd9badb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.111263] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.137119] env[69052]: DEBUG oslo_vmware.api [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237230, 'name': PowerOnVM_Task, 'duration_secs': 0.747416} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.137385] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.137645] env[69052]: INFO nova.compute.manager [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Took 11.87 seconds to spawn the instance on the hypervisor. [ 1156.137826] env[69052]: DEBUG nova.compute.manager [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.138567] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef54a8c3-12ac-4e72-9550-28b76dfe67b1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.187015] env[69052]: DEBUG nova.compute.utils [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1156.190847] env[69052]: DEBUG nova.compute.manager [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1156.190983] env[69052]: DEBUG nova.network.neutron [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1156.263185] env[69052]: DEBUG nova.policy [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37b7fb7b54e941aea4217e8ccf940ee8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c2e3bd10a284aa5b4fd77019062da33', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1156.364690] env[69052]: DEBUG oslo_vmware.api [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184807} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.365035] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.369253] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.369611] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.369803] env[69052]: INFO nova.compute.manager [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1156.369954] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.370530] env[69052]: DEBUG nova.compute.manager [-] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.370636] env[69052]: DEBUG nova.network.neutron [-] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.503092] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Releasing lock "refresh_cache-bf3f221d-77ae-4c8d-b407-6acd6a35a0f8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.503561] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.503897] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77c9859a-20c4-4531-a01c-0c1735ed09d0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.511599] env[69052]: DEBUG oslo_vmware.api [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1156.511599] env[69052]: value = "task-3237234" [ 1156.511599] env[69052]: _type = "Task" [ 1156.511599] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.524807] env[69052]: DEBUG oslo_vmware.api [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.577602] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.654146] env[69052]: INFO nova.compute.manager [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Took 24.30 seconds to build instance. [ 1156.691702] env[69052]: DEBUG nova.compute.manager [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1156.908223] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquiring lock "4bc2bafb-774c-43af-9a75-33673256c937" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.913018] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "4bc2bafb-774c-43af-9a75-33673256c937" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.913018] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af2122d-1c2b-44e5-a500-6e9efe647024 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.924302] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550fc03c-da7f-4c25-8631-1c29e31f895f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.962712] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf1353b-90b4-47bb-a568-196943f2a313 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.969893] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0825c0cd-6bfe-40d3-96a5-1542a1c7fbec {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.983685] env[69052]: DEBUG nova.compute.provider_tree [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.020912] env[69052]: DEBUG oslo_vmware.api [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237234, 'name': PowerOffVM_Task, 'duration_secs': 0.212989} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.021231] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.021852] env[69052]: DEBUG nova.virt.hardware [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.022078] env[69052]: DEBUG nova.virt.hardware [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.022240] env[69052]: DEBUG nova.virt.hardware [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.022424] env[69052]: DEBUG nova.virt.hardware [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.022574] env[69052]: DEBUG nova.virt.hardware [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.022724] env[69052]: DEBUG nova.virt.hardware [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.022930] env[69052]: DEBUG nova.virt.hardware [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.023102] env[69052]: DEBUG nova.virt.hardware [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.023275] env[69052]: DEBUG nova.virt.hardware [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.023438] env[69052]: DEBUG nova.virt.hardware [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.023609] env[69052]: DEBUG nova.virt.hardware [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.028934] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b2c0b88-5fa7-4afc-a21d-37211643cd24 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.044536] env[69052]: DEBUG oslo_vmware.api [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1157.044536] env[69052]: value = "task-3237235" [ 1157.044536] env[69052]: _type = "Task" [ 1157.044536] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.052392] env[69052]: DEBUG oslo_vmware.api [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.080757] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.157183] env[69052]: DEBUG oslo_concurrency.lockutils [None req-32a67b9d-46fc-4d8b-b3bf-1ba08084f417 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.812s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.157826] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.751s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.158042] env[69052]: INFO nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] During sync_power_state the instance has a pending task (spawning). Skip. [ 1157.158231] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.227103] env[69052]: DEBUG nova.network.neutron [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Successfully created port: 33ddc6a5-98e3-4df3-9ad4-1108c56dbe8d {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.236278] env[69052]: DEBUG nova.compute.manager [req-3bcb472f-582e-4ae3-94b2-958dcfeb431b req-74ff225f-62f1-4de1-83b9-687e1f03eacc service nova] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Received event network-vif-deleted-dadb2c17-b942-48a7-94e4-a778db7110a3 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.236645] env[69052]: INFO nova.compute.manager [req-3bcb472f-582e-4ae3-94b2-958dcfeb431b req-74ff225f-62f1-4de1-83b9-687e1f03eacc service nova] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Neutron deleted interface dadb2c17-b942-48a7-94e4-a778db7110a3; detaching it from the instance and deleting it from the info cache [ 1157.236837] env[69052]: DEBUG nova.network.neutron [req-3bcb472f-582e-4ae3-94b2-958dcfeb431b req-74ff225f-62f1-4de1-83b9-687e1f03eacc service nova] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.411766] env[69052]: DEBUG nova.compute.manager [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1157.486522] env[69052]: DEBUG nova.scheduler.client.report [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.559072] env[69052]: DEBUG oslo_vmware.api [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237235, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.636994] env[69052]: DEBUG nova.network.neutron [-] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.705115] env[69052]: DEBUG nova.compute.manager [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1157.733583] env[69052]: DEBUG nova.virt.hardware [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.733774] env[69052]: DEBUG nova.virt.hardware [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.733992] env[69052]: DEBUG nova.virt.hardware [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.734240] env[69052]: DEBUG nova.virt.hardware [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.734399] env[69052]: DEBUG nova.virt.hardware [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.734552] env[69052]: DEBUG nova.virt.hardware [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.734794] env[69052]: DEBUG nova.virt.hardware [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.734919] env[69052]: DEBUG nova.virt.hardware [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.735099] env[69052]: DEBUG nova.virt.hardware [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.735309] env[69052]: DEBUG nova.virt.hardware [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.735544] env[69052]: DEBUG nova.virt.hardware [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.736472] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c31874-7982-4da3-b978-a733fe306897 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.740046] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2934b6d-17f5-46bb-bcb4-f858d18274ae {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.745647] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2744fcb2-38b6-4dbb-97ea-5e8660a215df {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.753546] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf03bee-0521-418f-8ea8-13f568e9c79d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.771735] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "9ccfb80f-ea9f-4be8-a152-68c5b30d68f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.771984] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "9ccfb80f-ea9f-4be8-a152-68c5b30d68f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.772209] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "9ccfb80f-ea9f-4be8-a152-68c5b30d68f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.772390] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "9ccfb80f-ea9f-4be8-a152-68c5b30d68f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.772555] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "9ccfb80f-ea9f-4be8-a152-68c5b30d68f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.774598] env[69052]: INFO nova.compute.manager [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Terminating instance [ 1157.805525] env[69052]: DEBUG nova.compute.manager [req-3bcb472f-582e-4ae3-94b2-958dcfeb431b req-74ff225f-62f1-4de1-83b9-687e1f03eacc service nova] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Detach interface failed, port_id=dadb2c17-b942-48a7-94e4-a778db7110a3, reason: Instance 44a194f8-5763-4a5f-8cd5-b4961b83d2cc could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1157.826165] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed69e2a8-eca9-4565-9ccf-c16e185f11d0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.834379] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c68a3506-5501-4317-ac10-066d88e32a24 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Suspending the VM {{(pid=69052) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1157.834655] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-00a2c5d5-ffcd-4bd7-a2d8-108d099d95b8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.841674] env[69052]: DEBUG oslo_vmware.api [None req-c68a3506-5501-4317-ac10-066d88e32a24 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1157.841674] env[69052]: value = "task-3237236" [ 1157.841674] env[69052]: _type = "Task" [ 1157.841674] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.851652] env[69052]: DEBUG oslo_vmware.api [None req-c68a3506-5501-4317-ac10-066d88e32a24 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237236, 'name': SuspendVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.938417] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.991989] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.992190] env[69052]: DEBUG nova.compute.manager [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1157.994826] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.593s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.995064] env[69052]: DEBUG nova.objects.instance [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lazy-loading 'resources' on Instance uuid 9df7bf8b-3cdc-46d5-9e81-54f3391902ff {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.056714] env[69052]: DEBUG oslo_vmware.api [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237235, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.140513] env[69052]: INFO nova.compute.manager [-] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Took 1.77 seconds to deallocate network for instance. [ 1158.279873] env[69052]: DEBUG nova.compute.manager [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1158.279873] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.279873] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e3b7f46-e265-4d73-8d6f-7249a7427432 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.288043] env[69052]: DEBUG oslo_vmware.api [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1158.288043] env[69052]: value = "task-3237237" [ 1158.288043] env[69052]: _type = "Task" [ 1158.288043] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.296798] env[69052]: DEBUG oslo_vmware.api [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.354187] env[69052]: DEBUG oslo_vmware.api [None req-c68a3506-5501-4317-ac10-066d88e32a24 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237236, 'name': SuspendVM_Task} progress is 45%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.498566] env[69052]: DEBUG nova.compute.utils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.500527] env[69052]: DEBUG nova.objects.instance [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lazy-loading 'numa_topology' on Instance uuid 9df7bf8b-3cdc-46d5-9e81-54f3391902ff {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.501827] env[69052]: DEBUG nova.compute.manager [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1158.501827] env[69052]: DEBUG nova.network.neutron [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1158.555132] env[69052]: DEBUG oslo_vmware.api [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237235, 'name': ReconfigVM_Task, 'duration_secs': 1.192058} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.555916] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae3e916-0880-4d08-9d5d-ca2b6026b2bd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.574476] env[69052]: DEBUG nova.virt.hardware [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.574716] env[69052]: DEBUG nova.virt.hardware [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.574878] env[69052]: DEBUG nova.virt.hardware [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.575074] env[69052]: DEBUG nova.virt.hardware [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.575224] env[69052]: DEBUG nova.virt.hardware [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.575369] env[69052]: DEBUG nova.virt.hardware [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.575572] env[69052]: DEBUG nova.virt.hardware [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.575744] env[69052]: DEBUG nova.virt.hardware [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.575963] env[69052]: DEBUG nova.virt.hardware [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.576135] env[69052]: DEBUG nova.virt.hardware [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.576313] env[69052]: DEBUG nova.virt.hardware [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.577497] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f0f1de5-a559-4868-a538-f1525c23cb47 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.582631] env[69052]: DEBUG oslo_vmware.api [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1158.582631] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524233c2-c906-08c9-57b2-e027f275e361" [ 1158.582631] env[69052]: _type = "Task" [ 1158.582631] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.593338] env[69052]: DEBUG oslo_vmware.api [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524233c2-c906-08c9-57b2-e027f275e361, 'name': SearchDatastore_Task, 'duration_secs': 0.007287} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.598575] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1158.598831] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3e1d76a-e0e8-45fc-b082-f747a3142c67 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.617473] env[69052]: DEBUG nova.policy [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4243b1470cb746c0a32046aa4c2b4794', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7a4d67dbfea4c21931621dd12c3b8a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.620817] env[69052]: DEBUG oslo_vmware.api [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1158.620817] env[69052]: value = "task-3237238" [ 1158.620817] env[69052]: _type = "Task" [ 1158.620817] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.629340] env[69052]: DEBUG oslo_vmware.api [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237238, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.649024] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.798215] env[69052]: DEBUG oslo_vmware.api [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237237, 'name': PowerOffVM_Task, 'duration_secs': 0.249286} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.798591] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.798705] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Volume detach. Driver type: vmdk {{(pid=69052) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1158.800181] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646964', 'volume_id': '2211020c-3007-4790-be79-c9b55e3f6040', 'name': 'volume-2211020c-3007-4790-be79-c9b55e3f6040', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9ccfb80f-ea9f-4be8-a152-68c5b30d68f8', 'attached_at': '2025-04-03T07:18:52.000000', 'detached_at': '', 'volume_id': '2211020c-3007-4790-be79-c9b55e3f6040', 'serial': '2211020c-3007-4790-be79-c9b55e3f6040'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1158.801127] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a087acd-bdbb-42ea-8561-20f03997da8d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.820396] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226d9f10-ac88-45ac-bd34-7d9d775302fc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.827849] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149f3768-8588-4114-8701-3811b8575273 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.866736] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9766b4af-82c3-47e5-9ec8-91695c2035ed {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.903197] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] The volume has not been displaced from its original location: [datastore2] volume-2211020c-3007-4790-be79-c9b55e3f6040/volume-2211020c-3007-4790-be79-c9b55e3f6040.vmdk. No consolidation needed. {{(pid=69052) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1158.912829] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1158.913453] env[69052]: DEBUG oslo_vmware.api [None req-c68a3506-5501-4317-ac10-066d88e32a24 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237236, 'name': SuspendVM_Task, 'duration_secs': 0.947403} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.913828] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9ba0a3a-1c2f-4091-852d-9f4f5acac3a6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.937813] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c68a3506-5501-4317-ac10-066d88e32a24 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Suspended the VM {{(pid=69052) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1158.938233] env[69052]: DEBUG nova.compute.manager [None req-c68a3506-5501-4317-ac10-066d88e32a24 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.939553] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a594924-3e0b-4a9f-a665-8f95fbd4327b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.953929] env[69052]: DEBUG oslo_vmware.api [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1158.953929] env[69052]: value = "task-3237239" [ 1158.953929] env[69052]: _type = "Task" [ 1158.953929] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.966534] env[69052]: DEBUG oslo_vmware.api [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237239, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.002815] env[69052]: DEBUG nova.compute.manager [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1159.007104] env[69052]: DEBUG nova.objects.base [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Object Instance<9df7bf8b-3cdc-46d5-9e81-54f3391902ff> lazy-loaded attributes: resources,numa_topology {{(pid=69052) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1159.116246] env[69052]: DEBUG nova.network.neutron [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Successfully updated port: 33ddc6a5-98e3-4df3-9ad4-1108c56dbe8d {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.134996] env[69052]: DEBUG oslo_vmware.api [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237238, 'name': ReconfigVM_Task, 'duration_secs': 0.199388} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.139035] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1159.140138] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea9a740-ae05-4585-bd06-769c931e7ef8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.164832] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] bf3f221d-77ae-4c8d-b407-6acd6a35a0f8/bf3f221d-77ae-4c8d-b407-6acd6a35a0f8.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.167537] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23fcb1e6-12e6-41d3-b2bf-229910839e8e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.191364] env[69052]: DEBUG oslo_vmware.api [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1159.191364] env[69052]: value = "task-3237240" [ 1159.191364] env[69052]: _type = "Task" [ 1159.191364] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.203317] env[69052]: DEBUG oslo_vmware.api [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237240, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.228232] env[69052]: DEBUG nova.network.neutron [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Successfully created port: b77645ac-1698-4175-bde9-6fc55358905f {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1159.247873] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f025e1-2d86-4161-8947-c1051cdca924 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.255869] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef57409-94dc-4af7-a6b0-f6b3feb131fe {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.289395] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d06d22c-cbfe-4861-8de2-b576071dfb53 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.292796] env[69052]: DEBUG nova.compute.manager [req-30445cf2-750e-4c84-95d2-f61a67f86c70 req-546a7e37-3f73-422e-904f-7b99200a23a6 service nova] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Received event network-vif-plugged-33ddc6a5-98e3-4df3-9ad4-1108c56dbe8d {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.293055] env[69052]: DEBUG oslo_concurrency.lockutils [req-30445cf2-750e-4c84-95d2-f61a67f86c70 req-546a7e37-3f73-422e-904f-7b99200a23a6 service nova] Acquiring lock "e2824a7c-eb80-472e-8ad6-59ae2f0a9e33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.293281] env[69052]: DEBUG oslo_concurrency.lockutils [req-30445cf2-750e-4c84-95d2-f61a67f86c70 req-546a7e37-3f73-422e-904f-7b99200a23a6 service nova] Lock "e2824a7c-eb80-472e-8ad6-59ae2f0a9e33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.293464] env[69052]: DEBUG oslo_concurrency.lockutils [req-30445cf2-750e-4c84-95d2-f61a67f86c70 req-546a7e37-3f73-422e-904f-7b99200a23a6 service nova] Lock "e2824a7c-eb80-472e-8ad6-59ae2f0a9e33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.293637] env[69052]: DEBUG nova.compute.manager [req-30445cf2-750e-4c84-95d2-f61a67f86c70 req-546a7e37-3f73-422e-904f-7b99200a23a6 service nova] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] No waiting events found dispatching network-vif-plugged-33ddc6a5-98e3-4df3-9ad4-1108c56dbe8d {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1159.293817] env[69052]: WARNING nova.compute.manager [req-30445cf2-750e-4c84-95d2-f61a67f86c70 req-546a7e37-3f73-422e-904f-7b99200a23a6 service nova] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Received unexpected event network-vif-plugged-33ddc6a5-98e3-4df3-9ad4-1108c56dbe8d for instance with vm_state building and task_state spawning. [ 1159.293980] env[69052]: DEBUG nova.compute.manager [req-30445cf2-750e-4c84-95d2-f61a67f86c70 req-546a7e37-3f73-422e-904f-7b99200a23a6 service nova] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Received event network-changed-33ddc6a5-98e3-4df3-9ad4-1108c56dbe8d {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.294167] env[69052]: DEBUG nova.compute.manager [req-30445cf2-750e-4c84-95d2-f61a67f86c70 req-546a7e37-3f73-422e-904f-7b99200a23a6 service nova] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Refreshing instance network info cache due to event network-changed-33ddc6a5-98e3-4df3-9ad4-1108c56dbe8d. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.294349] env[69052]: DEBUG oslo_concurrency.lockutils [req-30445cf2-750e-4c84-95d2-f61a67f86c70 req-546a7e37-3f73-422e-904f-7b99200a23a6 service nova] Acquiring lock "refresh_cache-e2824a7c-eb80-472e-8ad6-59ae2f0a9e33" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.294512] env[69052]: DEBUG oslo_concurrency.lockutils [req-30445cf2-750e-4c84-95d2-f61a67f86c70 req-546a7e37-3f73-422e-904f-7b99200a23a6 service nova] Acquired lock "refresh_cache-e2824a7c-eb80-472e-8ad6-59ae2f0a9e33" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.294671] env[69052]: DEBUG nova.network.neutron [req-30445cf2-750e-4c84-95d2-f61a67f86c70 req-546a7e37-3f73-422e-904f-7b99200a23a6 service nova] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Refreshing network info cache for port 33ddc6a5-98e3-4df3-9ad4-1108c56dbe8d {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.302345] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717363d1-36f5-47bb-bf75-49d7c7e96330 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.318229] env[69052]: DEBUG nova.compute.provider_tree [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.468290] env[69052]: DEBUG oslo_vmware.api [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237239, 'name': ReconfigVM_Task, 'duration_secs': 0.22586} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.468453] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1159.473725] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd972d00-102a-4e61-89f8-3ba3d6f8e340 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.489028] env[69052]: DEBUG oslo_vmware.api [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1159.489028] env[69052]: value = "task-3237241" [ 1159.489028] env[69052]: _type = "Task" [ 1159.489028] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.497422] env[69052]: DEBUG oslo_vmware.api [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237241, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.620562] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "refresh_cache-e2824a7c-eb80-472e-8ad6-59ae2f0a9e33" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.701713] env[69052]: DEBUG oslo_vmware.api [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237240, 'name': ReconfigVM_Task, 'duration_secs': 0.27111} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.702010] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Reconfigured VM instance instance-00000063 to attach disk [datastore1] bf3f221d-77ae-4c8d-b407-6acd6a35a0f8/bf3f221d-77ae-4c8d-b407-6acd6a35a0f8.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.702905] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd94206c-94ac-4f3d-8488-b78f1f543a75 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.721560] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ae1e11-0e6a-4d54-a909-1dc969e101f0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.741420] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c96ea5-04d2-4fa1-8163-dd93f2fa6ddf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.759754] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3f31c2-bb1f-4aa0-91c7-84a36d8cfc19 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.767193] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.767396] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b15478d4-0f76-4d56-ab97-c8db65184abb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.774034] env[69052]: DEBUG oslo_vmware.api [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1159.774034] env[69052]: value = "task-3237242" [ 1159.774034] env[69052]: _type = "Task" [ 1159.774034] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.781437] env[69052]: DEBUG oslo_vmware.api [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.820718] env[69052]: DEBUG nova.scheduler.client.report [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.825586] env[69052]: DEBUG nova.network.neutron [req-30445cf2-750e-4c84-95d2-f61a67f86c70 req-546a7e37-3f73-422e-904f-7b99200a23a6 service nova] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1159.967359] env[69052]: DEBUG nova.network.neutron [req-30445cf2-750e-4c84-95d2-f61a67f86c70 req-546a7e37-3f73-422e-904f-7b99200a23a6 service nova] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.999680] env[69052]: DEBUG oslo_vmware.api [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237241, 'name': ReconfigVM_Task, 'duration_secs': 0.263143} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.999680] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-646964', 'volume_id': '2211020c-3007-4790-be79-c9b55e3f6040', 'name': 'volume-2211020c-3007-4790-be79-c9b55e3f6040', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9ccfb80f-ea9f-4be8-a152-68c5b30d68f8', 'attached_at': '2025-04-03T07:18:52.000000', 'detached_at': '', 'volume_id': '2211020c-3007-4790-be79-c9b55e3f6040', 'serial': '2211020c-3007-4790-be79-c9b55e3f6040'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1160.000032] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.001969] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e11d529-a4e4-4663-8eae-0b9e6968f58f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.008530] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.008795] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e12715a7-7956-409d-94ce-c603cc6feaae {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.011733] env[69052]: DEBUG nova.compute.manager [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1160.040276] env[69052]: DEBUG nova.virt.hardware [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.040538] env[69052]: DEBUG nova.virt.hardware [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.040694] env[69052]: DEBUG nova.virt.hardware [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.040877] env[69052]: DEBUG nova.virt.hardware [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.041057] env[69052]: DEBUG nova.virt.hardware [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.041217] env[69052]: DEBUG nova.virt.hardware [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.041433] env[69052]: DEBUG nova.virt.hardware [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.041594] env[69052]: DEBUG nova.virt.hardware [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.041762] env[69052]: DEBUG nova.virt.hardware [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.041925] env[69052]: DEBUG nova.virt.hardware [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.042115] env[69052]: DEBUG nova.virt.hardware [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.042967] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5209478-715d-4167-b204-9fff2293a717 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.051180] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be977d5-87c8-456d-9465-89559dba43dd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.098022] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.098022] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.098022] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Deleting the datastore file [datastore2] 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.098022] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ae51da0-5e3f-4c67-8348-6903bc563f2b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.103892] env[69052]: DEBUG oslo_vmware.api [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1160.103892] env[69052]: value = "task-3237244" [ 1160.103892] env[69052]: _type = "Task" [ 1160.103892] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.112586] env[69052]: DEBUG oslo_vmware.api [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.283955] env[69052]: DEBUG oslo_vmware.api [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237242, 'name': PowerOnVM_Task, 'duration_secs': 0.406904} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.284264] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.318287] env[69052]: DEBUG oslo_concurrency.lockutils [None req-968ab8a1-4785-417f-9a59-1f101b80daa9 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.318585] env[69052]: DEBUG oslo_concurrency.lockutils [None req-968ab8a1-4785-417f-9a59-1f101b80daa9 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.319212] env[69052]: DEBUG oslo_concurrency.lockutils [None req-968ab8a1-4785-417f-9a59-1f101b80daa9 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.319407] env[69052]: DEBUG oslo_concurrency.lockutils [None req-968ab8a1-4785-417f-9a59-1f101b80daa9 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.319581] env[69052]: DEBUG oslo_concurrency.lockutils [None req-968ab8a1-4785-417f-9a59-1f101b80daa9 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.322022] env[69052]: INFO nova.compute.manager [None req-968ab8a1-4785-417f-9a59-1f101b80daa9 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Terminating instance [ 1160.324742] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.330s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.327020] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.796s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.328944] env[69052]: INFO nova.compute.claims [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.470150] env[69052]: DEBUG oslo_concurrency.lockutils [req-30445cf2-750e-4c84-95d2-f61a67f86c70 req-546a7e37-3f73-422e-904f-7b99200a23a6 service nova] Releasing lock "refresh_cache-e2824a7c-eb80-472e-8ad6-59ae2f0a9e33" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.470656] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquired lock "refresh_cache-e2824a7c-eb80-472e-8ad6-59ae2f0a9e33" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.470853] env[69052]: DEBUG nova.network.neutron [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.614347] env[69052]: DEBUG oslo_vmware.api [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339448} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.614657] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.614844] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.615076] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.615272] env[69052]: INFO nova.compute.manager [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Took 2.34 seconds to destroy the instance on the hypervisor. [ 1160.615510] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.615699] env[69052]: DEBUG nova.compute.manager [-] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1160.615793] env[69052]: DEBUG nova.network.neutron [-] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1160.734110] env[69052]: DEBUG nova.network.neutron [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Successfully updated port: b77645ac-1698-4175-bde9-6fc55358905f {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1160.828101] env[69052]: DEBUG nova.compute.manager [None req-968ab8a1-4785-417f-9a59-1f101b80daa9 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.828394] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-968ab8a1-4785-417f-9a59-1f101b80daa9 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.829523] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02037b10-abba-43fe-9829-7d716c1da291 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.850635] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cd641192-c85f-43d7-afbd-6bd399053ca7 tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "9df7bf8b-3cdc-46d5-9e81-54f3391902ff" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.744s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.850813] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "9df7bf8b-3cdc-46d5-9e81-54f3391902ff" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.444s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.851014] env[69052]: INFO nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] During sync_power_state the instance has a pending task (unshelving). Skip. [ 1160.851251] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "9df7bf8b-3cdc-46d5-9e81-54f3391902ff" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.854264] env[69052]: DEBUG oslo_concurrency.lockutils [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "9df7bf8b-3cdc-46d5-9e81-54f3391902ff" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 9.240s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.854461] env[69052]: INFO nova.compute.manager [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Unshelving [ 1160.856335] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-968ab8a1-4785-417f-9a59-1f101b80daa9 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.857711] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c567c70-3135-4516-81c5-e72bb58a0ada {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.938187] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-968ab8a1-4785-417f-9a59-1f101b80daa9 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.938187] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-968ab8a1-4785-417f-9a59-1f101b80daa9 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.938460] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-968ab8a1-4785-417f-9a59-1f101b80daa9 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Deleting the datastore file [datastore2] 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.938949] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faddc2ad-f017-4e57-b476-88045cc6d873 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.946140] env[69052]: DEBUG oslo_vmware.api [None req-968ab8a1-4785-417f-9a59-1f101b80daa9 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1160.946140] env[69052]: value = "task-3237246" [ 1160.946140] env[69052]: _type = "Task" [ 1160.946140] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.953851] env[69052]: DEBUG oslo_vmware.api [None req-968ab8a1-4785-417f-9a59-1f101b80daa9 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.006059] env[69052]: DEBUG nova.network.neutron [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1161.244023] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "refresh_cache-a48d8031-a0f7-4e9e-8067-1837ca94f5c5" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.244023] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquired lock "refresh_cache-a48d8031-a0f7-4e9e-8067-1837ca94f5c5" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.244023] env[69052]: DEBUG nova.network.neutron [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.297931] env[69052]: INFO nova.compute.manager [None req-cf5c9d28-9741-4a79-a824-fb4a9375a7ca tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Updating instance to original state: 'active' [ 1161.304018] env[69052]: DEBUG nova.compute.manager [req-af2754ea-723b-48ec-9931-1ac55bbd4c2c req-13f1b25b-b3ea-4b7e-bd8d-2ac08eed9f11 service nova] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Received event network-vif-plugged-b77645ac-1698-4175-bde9-6fc55358905f {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.304254] env[69052]: DEBUG oslo_concurrency.lockutils [req-af2754ea-723b-48ec-9931-1ac55bbd4c2c req-13f1b25b-b3ea-4b7e-bd8d-2ac08eed9f11 service nova] Acquiring lock "a48d8031-a0f7-4e9e-8067-1837ca94f5c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.304464] env[69052]: DEBUG oslo_concurrency.lockutils [req-af2754ea-723b-48ec-9931-1ac55bbd4c2c req-13f1b25b-b3ea-4b7e-bd8d-2ac08eed9f11 service nova] Lock "a48d8031-a0f7-4e9e-8067-1837ca94f5c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.304662] env[69052]: DEBUG oslo_concurrency.lockutils [req-af2754ea-723b-48ec-9931-1ac55bbd4c2c req-13f1b25b-b3ea-4b7e-bd8d-2ac08eed9f11 service nova] Lock "a48d8031-a0f7-4e9e-8067-1837ca94f5c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.304845] env[69052]: DEBUG nova.compute.manager [req-af2754ea-723b-48ec-9931-1ac55bbd4c2c req-13f1b25b-b3ea-4b7e-bd8d-2ac08eed9f11 service nova] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] No waiting events found dispatching network-vif-plugged-b77645ac-1698-4175-bde9-6fc55358905f {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1161.305016] env[69052]: WARNING nova.compute.manager [req-af2754ea-723b-48ec-9931-1ac55bbd4c2c req-13f1b25b-b3ea-4b7e-bd8d-2ac08eed9f11 service nova] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Received unexpected event network-vif-plugged-b77645ac-1698-4175-bde9-6fc55358905f for instance with vm_state building and task_state spawning. [ 1161.305191] env[69052]: DEBUG nova.compute.manager [req-af2754ea-723b-48ec-9931-1ac55bbd4c2c req-13f1b25b-b3ea-4b7e-bd8d-2ac08eed9f11 service nova] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Received event network-changed-b77645ac-1698-4175-bde9-6fc55358905f {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.305379] env[69052]: DEBUG nova.compute.manager [req-af2754ea-723b-48ec-9931-1ac55bbd4c2c req-13f1b25b-b3ea-4b7e-bd8d-2ac08eed9f11 service nova] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Refreshing instance network info cache due to event network-changed-b77645ac-1698-4175-bde9-6fc55358905f. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.305506] env[69052]: DEBUG oslo_concurrency.lockutils [req-af2754ea-723b-48ec-9931-1ac55bbd4c2c req-13f1b25b-b3ea-4b7e-bd8d-2ac08eed9f11 service nova] Acquiring lock "refresh_cache-a48d8031-a0f7-4e9e-8067-1837ca94f5c5" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.351912] env[69052]: DEBUG nova.network.neutron [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Updating instance_info_cache with network_info: [{"id": "33ddc6a5-98e3-4df3-9ad4-1108c56dbe8d", "address": "fa:16:3e:e3:3a:d8", "network": {"id": "56c1dd7d-b901-4c5e-b9bb-aa67dd73ac4b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-418858492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c2e3bd10a284aa5b4fd77019062da33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ddc6a5-98", "ovs_interfaceid": "33ddc6a5-98e3-4df3-9ad4-1108c56dbe8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.458367] env[69052]: DEBUG oslo_vmware.api [None req-968ab8a1-4785-417f-9a59-1f101b80daa9 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148755} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.459183] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-968ab8a1-4785-417f-9a59-1f101b80daa9 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.459183] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-968ab8a1-4785-417f-9a59-1f101b80daa9 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.459332] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-968ab8a1-4785-417f-9a59-1f101b80daa9 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.459524] env[69052]: INFO nova.compute.manager [None req-968ab8a1-4785-417f-9a59-1f101b80daa9 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1161.459756] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-968ab8a1-4785-417f-9a59-1f101b80daa9 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.459944] env[69052]: DEBUG nova.compute.manager [-] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.460043] env[69052]: DEBUG nova.network.neutron [-] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.540362] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb37b02-e2fb-4013-bb66-b6d4ffe7f312 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.548451] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa8e675-1b25-4b73-95c9-4efda38e26ca {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.580974] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac80b1a2-e183-49d0-b23f-aafe778d0c97 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.590756] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947a7a66-070a-4bb6-b26a-4a6ec4e41d64 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.604987] env[69052]: DEBUG nova.compute.provider_tree [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1161.769528] env[69052]: DEBUG nova.network.neutron [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1161.829971] env[69052]: DEBUG nova.network.neutron [-] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.856406] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Releasing lock "refresh_cache-e2824a7c-eb80-472e-8ad6-59ae2f0a9e33" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.856406] env[69052]: DEBUG nova.compute.manager [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Instance network_info: |[{"id": "33ddc6a5-98e3-4df3-9ad4-1108c56dbe8d", "address": "fa:16:3e:e3:3a:d8", "network": {"id": "56c1dd7d-b901-4c5e-b9bb-aa67dd73ac4b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-418858492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c2e3bd10a284aa5b4fd77019062da33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ddc6a5-98", "ovs_interfaceid": "33ddc6a5-98e3-4df3-9ad4-1108c56dbe8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1161.856406] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:3a:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33ddc6a5-98e3-4df3-9ad4-1108c56dbe8d', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.865527] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.876021] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.876021] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d139db83-19b8-4448-a924-a7bba4b8edb0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.891841] env[69052]: DEBUG oslo_concurrency.lockutils [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.899684] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.899684] env[69052]: value = "task-3237247" [ 1161.899684] env[69052]: _type = "Task" [ 1161.899684] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.909384] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237247, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.995475] env[69052]: DEBUG nova.network.neutron [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Updating instance_info_cache with network_info: [{"id": "b77645ac-1698-4175-bde9-6fc55358905f", "address": "fa:16:3e:3e:f9:5f", "network": {"id": "d406e1a5-0112-4a51-9a0e-d5b48b965437", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2034046376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7a4d67dbfea4c21931621dd12c3b8a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb77645ac-16", "ovs_interfaceid": "b77645ac-1698-4175-bde9-6fc55358905f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.129987] env[69052]: ERROR nova.scheduler.client.report [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [req-3b035d4c-eefe-4dfa-9a50-fe05646ca2de] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5482791e-699f-417a-8caf-f93d7835d755. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3b035d4c-eefe-4dfa-9a50-fe05646ca2de"}]} [ 1162.149562] env[69052]: DEBUG nova.scheduler.client.report [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Refreshing inventories for resource provider 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1162.165201] env[69052]: DEBUG nova.scheduler.client.report [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Updating ProviderTree inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1162.165555] env[69052]: DEBUG nova.compute.provider_tree [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1162.181139] env[69052]: DEBUG nova.scheduler.client.report [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Refreshing aggregate associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, aggregates: None {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1162.202032] env[69052]: DEBUG nova.scheduler.client.report [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Refreshing trait associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1162.238443] env[69052]: DEBUG nova.network.neutron [-] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.290055] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3e22eb74-19e8-48b4-b55f-464072e35646 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "bf3f221d-77ae-4c8d-b407-6acd6a35a0f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.290301] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3e22eb74-19e8-48b4-b55f-464072e35646 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "bf3f221d-77ae-4c8d-b407-6acd6a35a0f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.290500] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3e22eb74-19e8-48b4-b55f-464072e35646 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "bf3f221d-77ae-4c8d-b407-6acd6a35a0f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.290681] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3e22eb74-19e8-48b4-b55f-464072e35646 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "bf3f221d-77ae-4c8d-b407-6acd6a35a0f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.290849] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3e22eb74-19e8-48b4-b55f-464072e35646 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "bf3f221d-77ae-4c8d-b407-6acd6a35a0f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.293653] env[69052]: INFO nova.compute.manager [None req-3e22eb74-19e8-48b4-b55f-464072e35646 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Terminating instance [ 1162.332765] env[69052]: INFO nova.compute.manager [-] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Took 1.72 seconds to deallocate network for instance. [ 1162.386111] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39f558e-cd1b-4996-80a0-3c92b3231173 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.394428] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb62d6a-e2b7-44f0-9afa-90f2982431a2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.427832] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c023eba7-6509-4880-bcd7-d50f97cb3498 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.435558] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237247, 'name': CreateVM_Task, 'duration_secs': 0.374833} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.437599] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.440290] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8db9b1-7032-4c0a-8ba2-578366f3dab1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.454509] env[69052]: DEBUG nova.compute.provider_tree [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1162.456926] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.456926] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.456926] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.457851] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bc90463-31fe-4b3e-9ef3-bba63a2288ef {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.462719] env[69052]: DEBUG oslo_vmware.api [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1162.462719] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528990ed-fac0-4295-ad82-7b5f2cb092b5" [ 1162.462719] env[69052]: _type = "Task" [ 1162.462719] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.471973] env[69052]: DEBUG oslo_vmware.api [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528990ed-fac0-4295-ad82-7b5f2cb092b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.498655] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Releasing lock "refresh_cache-a48d8031-a0f7-4e9e-8067-1837ca94f5c5" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.499070] env[69052]: DEBUG nova.compute.manager [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Instance network_info: |[{"id": "b77645ac-1698-4175-bde9-6fc55358905f", "address": "fa:16:3e:3e:f9:5f", "network": {"id": "d406e1a5-0112-4a51-9a0e-d5b48b965437", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2034046376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7a4d67dbfea4c21931621dd12c3b8a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb77645ac-16", "ovs_interfaceid": "b77645ac-1698-4175-bde9-6fc55358905f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1162.499399] env[69052]: DEBUG oslo_concurrency.lockutils [req-af2754ea-723b-48ec-9931-1ac55bbd4c2c req-13f1b25b-b3ea-4b7e-bd8d-2ac08eed9f11 service nova] Acquired lock "refresh_cache-a48d8031-a0f7-4e9e-8067-1837ca94f5c5" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.499517] env[69052]: DEBUG nova.network.neutron [req-af2754ea-723b-48ec-9931-1ac55bbd4c2c req-13f1b25b-b3ea-4b7e-bd8d-2ac08eed9f11 service nova] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Refreshing network info cache for port b77645ac-1698-4175-bde9-6fc55358905f {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.502024] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:f9:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b77645ac-1698-4175-bde9-6fc55358905f', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.509395] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.510451] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1162.510730] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32dfedea-bb14-44ec-b163-6330d08d3e77 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.531593] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.531593] env[69052]: value = "task-3237248" [ 1162.531593] env[69052]: _type = "Task" [ 1162.531593] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.542284] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237248, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.741459] env[69052]: INFO nova.compute.manager [-] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Took 1.28 seconds to deallocate network for instance. [ 1162.797945] env[69052]: DEBUG nova.compute.manager [None req-3e22eb74-19e8-48b4-b55f-464072e35646 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1162.798205] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3e22eb74-19e8-48b4-b55f-464072e35646 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.799055] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcae067-c785-4a5c-aaf2-0f382293a6bd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.807180] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e22eb74-19e8-48b4-b55f-464072e35646 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.807416] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6068195f-78bf-456b-b499-2ede6a05f789 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.813529] env[69052]: DEBUG oslo_vmware.api [None req-3e22eb74-19e8-48b4-b55f-464072e35646 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1162.813529] env[69052]: value = "task-3237249" [ 1162.813529] env[69052]: _type = "Task" [ 1162.813529] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.821021] env[69052]: DEBUG oslo_vmware.api [None req-3e22eb74-19e8-48b4-b55f-464072e35646 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.883781] env[69052]: INFO nova.compute.manager [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Took 0.55 seconds to detach 1 volumes for instance. [ 1162.886086] env[69052]: DEBUG nova.compute.manager [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Deleting volume: 2211020c-3007-4790-be79-c9b55e3f6040 {{(pid=69052) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1162.976568] env[69052]: DEBUG oslo_vmware.api [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528990ed-fac0-4295-ad82-7b5f2cb092b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009998} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.976937] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.977206] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.977522] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.977645] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.977884] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.978574] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d08eec6a-53b9-4fc0-8786-01ca42ef1305 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.988210] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.988470] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.989307] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3031501f-d563-43e9-b1fd-64744bfc0dcb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.993551] env[69052]: DEBUG nova.scheduler.client.report [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Updated inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 with generation 171 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1162.993840] env[69052]: DEBUG nova.compute.provider_tree [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Updating resource provider 5482791e-699f-417a-8caf-f93d7835d755 generation from 171 to 172 during operation: update_inventory {{(pid=69052) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1162.994073] env[69052]: DEBUG nova.compute.provider_tree [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1162.999031] env[69052]: DEBUG oslo_vmware.api [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1162.999031] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523496e0-3d3e-0dac-9e38-564802997b71" [ 1162.999031] env[69052]: _type = "Task" [ 1162.999031] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.010247] env[69052]: DEBUG oslo_vmware.api [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]523496e0-3d3e-0dac-9e38-564802997b71, 'name': SearchDatastore_Task, 'duration_secs': 0.00809} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.011787] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4198e288-c628-42ff-834d-aa897d5f153f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.017545] env[69052]: DEBUG oslo_vmware.api [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1163.017545] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a2fee3-e12c-d41a-9bbb-96be7be84c44" [ 1163.017545] env[69052]: _type = "Task" [ 1163.017545] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.025620] env[69052]: DEBUG oslo_vmware.api [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a2fee3-e12c-d41a-9bbb-96be7be84c44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.042729] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237248, 'name': CreateVM_Task, 'duration_secs': 0.400749} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.042905] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.043583] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.043752] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.044074] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.044328] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9f948c6-cf71-4fac-b722-4064a70a15d4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.049014] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1163.049014] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52328ce8-ade5-d828-1fa7-ec9603f3ea81" [ 1163.049014] env[69052]: _type = "Task" [ 1163.049014] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.056720] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52328ce8-ade5-d828-1fa7-ec9603f3ea81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.205062] env[69052]: DEBUG nova.network.neutron [req-af2754ea-723b-48ec-9931-1ac55bbd4c2c req-13f1b25b-b3ea-4b7e-bd8d-2ac08eed9f11 service nova] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Updated VIF entry in instance network info cache for port b77645ac-1698-4175-bde9-6fc55358905f. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.205443] env[69052]: DEBUG nova.network.neutron [req-af2754ea-723b-48ec-9931-1ac55bbd4c2c req-13f1b25b-b3ea-4b7e-bd8d-2ac08eed9f11 service nova] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Updating instance_info_cache with network_info: [{"id": "b77645ac-1698-4175-bde9-6fc55358905f", "address": "fa:16:3e:3e:f9:5f", "network": {"id": "d406e1a5-0112-4a51-9a0e-d5b48b965437", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2034046376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7a4d67dbfea4c21931621dd12c3b8a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb77645ac-16", "ovs_interfaceid": "b77645ac-1698-4175-bde9-6fc55358905f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.248220] env[69052]: DEBUG oslo_concurrency.lockutils [None req-968ab8a1-4785-417f-9a59-1f101b80daa9 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.323546] env[69052]: DEBUG oslo_vmware.api [None req-3e22eb74-19e8-48b4-b55f-464072e35646 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237249, 'name': PowerOffVM_Task, 'duration_secs': 0.180312} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.323837] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e22eb74-19e8-48b4-b55f-464072e35646 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.324014] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3e22eb74-19e8-48b4-b55f-464072e35646 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.324268] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6568673c-54d1-43ed-98d4-43c2a980b290 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.332830] env[69052]: DEBUG nova.compute.manager [req-ead10ee4-2ce6-4faf-be76-3d2e9560d7a1 req-dd2ae17b-e46b-4564-a6a9-0d7d2168a280 service nova] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Received event network-vif-deleted-540efcd8-3dab-4d45-9fa5-c08bb09b95c4 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.332959] env[69052]: DEBUG nova.compute.manager [req-ead10ee4-2ce6-4faf-be76-3d2e9560d7a1 req-dd2ae17b-e46b-4564-a6a9-0d7d2168a280 service nova] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Received event network-vif-deleted-ae04c91d-4fc6-46a1-9adf-902265d78fbd {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.393722] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3e22eb74-19e8-48b4-b55f-464072e35646 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.393983] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3e22eb74-19e8-48b4-b55f-464072e35646 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.394182] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e22eb74-19e8-48b4-b55f-464072e35646 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Deleting the datastore file [datastore1] bf3f221d-77ae-4c8d-b407-6acd6a35a0f8 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.394445] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-102ad28e-5f7e-47fa-b17e-84d68926a21f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.400530] env[69052]: DEBUG oslo_vmware.api [None req-3e22eb74-19e8-48b4-b55f-464072e35646 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1163.400530] env[69052]: value = "task-3237252" [ 1163.400530] env[69052]: _type = "Task" [ 1163.400530] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.409016] env[69052]: DEBUG oslo_vmware.api [None req-3e22eb74-19e8-48b4-b55f-464072e35646 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.431168] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.500492] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.173s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.500984] env[69052]: DEBUG nova.compute.manager [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1163.503523] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.423s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.503728] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.503897] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69052) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1163.504207] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.566s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.505723] env[69052]: INFO nova.compute.claims [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.508939] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb21204b-95f0-4aad-8558-15e078a839a2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.518558] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c741f8-640e-4535-b1fe-63ed88c0cb77 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.530862] env[69052]: DEBUG oslo_vmware.api [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a2fee3-e12c-d41a-9bbb-96be7be84c44, 'name': SearchDatastore_Task, 'duration_secs': 0.008254} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.538691] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.539032] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] e2824a7c-eb80-472e-8ad6-59ae2f0a9e33/e2824a7c-eb80-472e-8ad6-59ae2f0a9e33.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1163.540211] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f68ea488-3e6a-4aab-9021-cddb53f32eca {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.542728] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e78473f-4b3d-45ae-aa22-cfa2d1ed6d82 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.554216] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e444d0b-f858-4930-8db4-90312fc33d98 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.559016] env[69052]: DEBUG oslo_vmware.api [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1163.559016] env[69052]: value = "task-3237253" [ 1163.559016] env[69052]: _type = "Task" [ 1163.559016] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.588950] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52328ce8-ade5-d828-1fa7-ec9603f3ea81, 'name': SearchDatastore_Task, 'duration_secs': 0.008362} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.589291] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179648MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=69052) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1163.589428] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.590208] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.590438] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.590664] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.590838] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.591043] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.591733] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffe88a6e-cec4-4758-ab7c-6079216cd10f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.596312] env[69052]: DEBUG oslo_vmware.api [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.612745] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.612745] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.613109] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1c7007e-df6a-416f-97e4-fb18820079b8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.620274] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1163.620274] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529fe57b-d736-33d0-3b1e-1e52166b55e8" [ 1163.620274] env[69052]: _type = "Task" [ 1163.620274] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.628324] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529fe57b-d736-33d0-3b1e-1e52166b55e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.708993] env[69052]: DEBUG oslo_concurrency.lockutils [req-af2754ea-723b-48ec-9931-1ac55bbd4c2c req-13f1b25b-b3ea-4b7e-bd8d-2ac08eed9f11 service nova] Releasing lock "refresh_cache-a48d8031-a0f7-4e9e-8067-1837ca94f5c5" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.911431] env[69052]: DEBUG oslo_vmware.api [None req-3e22eb74-19e8-48b4-b55f-464072e35646 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14276} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.911820] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e22eb74-19e8-48b4-b55f-464072e35646 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.911820] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3e22eb74-19e8-48b4-b55f-464072e35646 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.912014] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3e22eb74-19e8-48b4-b55f-464072e35646 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.912206] env[69052]: INFO nova.compute.manager [None req-3e22eb74-19e8-48b4-b55f-464072e35646 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1163.912504] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e22eb74-19e8-48b4-b55f-464072e35646 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.912716] env[69052]: DEBUG nova.compute.manager [-] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.912834] env[69052]: DEBUG nova.network.neutron [-] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.010263] env[69052]: DEBUG nova.compute.utils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1164.011733] env[69052]: DEBUG nova.compute.manager [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1164.011896] env[69052]: DEBUG nova.network.neutron [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1164.068691] env[69052]: DEBUG oslo_vmware.api [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464537} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.068985] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] e2824a7c-eb80-472e-8ad6-59ae2f0a9e33/e2824a7c-eb80-472e-8ad6-59ae2f0a9e33.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1164.069223] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1164.069476] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2466d0f3-943d-458e-8a8e-4b6108221ac8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.075808] env[69052]: DEBUG oslo_vmware.api [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1164.075808] env[69052]: value = "task-3237254" [ 1164.075808] env[69052]: _type = "Task" [ 1164.075808] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.088285] env[69052]: DEBUG oslo_vmware.api [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.095351] env[69052]: DEBUG nova.policy [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4243b1470cb746c0a32046aa4c2b4794', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7a4d67dbfea4c21931621dd12c3b8a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1164.130523] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529fe57b-d736-33d0-3b1e-1e52166b55e8, 'name': SearchDatastore_Task, 'duration_secs': 0.008183} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.131311] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc63809c-b15e-46f0-9433-f21126a812cc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.136734] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1164.136734] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52514fc2-e5c6-9177-0898-26302789acc5" [ 1164.136734] env[69052]: _type = "Task" [ 1164.136734] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.144323] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52514fc2-e5c6-9177-0898-26302789acc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.515303] env[69052]: DEBUG nova.compute.manager [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1164.590731] env[69052]: DEBUG oslo_vmware.api [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065486} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.591021] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1164.591784] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff234f37-1407-4a35-b4c7-002bbaabe33c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.620679] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] e2824a7c-eb80-472e-8ad6-59ae2f0a9e33/e2824a7c-eb80-472e-8ad6-59ae2f0a9e33.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.623543] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c23f8ac-5cb8-43ba-94f0-dd62947973ff {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.652360] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52514fc2-e5c6-9177-0898-26302789acc5, 'name': SearchDatastore_Task, 'duration_secs': 0.008593} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.656100] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.656370] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] a48d8031-a0f7-4e9e-8067-1837ca94f5c5/a48d8031-a0f7-4e9e-8067-1837ca94f5c5.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.656743] env[69052]: DEBUG oslo_vmware.api [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1164.656743] env[69052]: value = "task-3237255" [ 1164.656743] env[69052]: _type = "Task" [ 1164.656743] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.657165] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-105f8d52-05db-4e22-b663-d8ce25edb0b5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.666721] env[69052]: DEBUG oslo_vmware.api [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237255, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.670166] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1164.670166] env[69052]: value = "task-3237256" [ 1164.670166] env[69052]: _type = "Task" [ 1164.670166] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.678064] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.770468] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235b596f-692c-424d-b0d5-e8a95e8e532f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.778992] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f76325-a20d-47c7-aaa3-a46101a6a64d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.813017] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6e6b65-71f8-4ada-8742-8cce27eaaa99 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.821418] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31f37e6-080b-460b-8380-0bf77706b37e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.835965] env[69052]: DEBUG nova.compute.provider_tree [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.060154] env[69052]: DEBUG nova.network.neutron [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Successfully created port: 96023836-0727-4246-8fdd-8bc405b38eac {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1165.168869] env[69052]: DEBUG oslo_vmware.api [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237255, 'name': ReconfigVM_Task, 'duration_secs': 0.311506} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.169222] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Reconfigured VM instance instance-00000075 to attach disk [datastore1] e2824a7c-eb80-472e-8ad6-59ae2f0a9e33/e2824a7c-eb80-472e-8ad6-59ae2f0a9e33.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.169849] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a23956cb-7978-4617-9c51-eb45302bbaf1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.179811] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237256, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.189015] env[69052]: DEBUG oslo_vmware.api [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1165.189015] env[69052]: value = "task-3237257" [ 1165.189015] env[69052]: _type = "Task" [ 1165.189015] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.197630] env[69052]: DEBUG oslo_vmware.api [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237257, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.339695] env[69052]: DEBUG nova.scheduler.client.report [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.373273] env[69052]: DEBUG nova.compute.manager [req-15a86e6b-1ea1-4c34-9a25-a525ec2073a2 req-3b88342d-f138-45cd-bd24-2bd1e7c277a2 service nova] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Received event network-vif-deleted-28c563d7-b648-4604-aaaa-9506ecd9badb {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.373457] env[69052]: INFO nova.compute.manager [req-15a86e6b-1ea1-4c34-9a25-a525ec2073a2 req-3b88342d-f138-45cd-bd24-2bd1e7c277a2 service nova] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Neutron deleted interface 28c563d7-b648-4604-aaaa-9506ecd9badb; detaching it from the instance and deleting it from the info cache [ 1165.373634] env[69052]: DEBUG nova.network.neutron [req-15a86e6b-1ea1-4c34-9a25-a525ec2073a2 req-3b88342d-f138-45cd-bd24-2bd1e7c277a2 service nova] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.529524] env[69052]: DEBUG nova.compute.manager [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1165.560057] env[69052]: DEBUG nova.virt.hardware [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.560420] env[69052]: DEBUG nova.virt.hardware [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.560555] env[69052]: DEBUG nova.virt.hardware [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.560762] env[69052]: DEBUG nova.virt.hardware [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.560927] env[69052]: DEBUG nova.virt.hardware [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.561090] env[69052]: DEBUG nova.virt.hardware [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.561306] env[69052]: DEBUG nova.virt.hardware [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.561467] env[69052]: DEBUG nova.virt.hardware [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.561635] env[69052]: DEBUG nova.virt.hardware [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.561801] env[69052]: DEBUG nova.virt.hardware [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.561976] env[69052]: DEBUG nova.virt.hardware [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.562837] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b803b0e4-4a72-457f-ac5d-7ffd00d1a2cb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.570943] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e5c8e4-5c5c-4a00-869e-397d3ed6bb27 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.637062] env[69052]: DEBUG nova.network.neutron [-] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.681392] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525925} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.681662] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] a48d8031-a0f7-4e9e-8067-1837ca94f5c5/a48d8031-a0f7-4e9e-8067-1837ca94f5c5.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.681874] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.682147] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-289f2020-d860-406d-bb2f-31a372569e01 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.688561] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1165.688561] env[69052]: value = "task-3237258" [ 1165.688561] env[69052]: _type = "Task" [ 1165.688561] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.698315] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.701187] env[69052]: DEBUG oslo_vmware.api [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237257, 'name': Rename_Task, 'duration_secs': 0.155226} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.701438] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.701665] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96f3e8f6-f294-4677-b601-11b94b7c0134 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.707170] env[69052]: DEBUG oslo_vmware.api [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1165.707170] env[69052]: value = "task-3237259" [ 1165.707170] env[69052]: _type = "Task" [ 1165.707170] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.714805] env[69052]: DEBUG oslo_vmware.api [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.844761] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.845348] env[69052]: DEBUG nova.compute.manager [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1165.848242] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.199s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.848463] env[69052]: DEBUG nova.objects.instance [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lazy-loading 'resources' on Instance uuid 44a194f8-5763-4a5f-8cd5-b4961b83d2cc {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.876367] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7be6451-3b8b-4378-8bd4-9ce76132730e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.886681] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e7b0dd-98e5-46cc-b805-b9b89107a101 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.915793] env[69052]: DEBUG nova.compute.manager [req-15a86e6b-1ea1-4c34-9a25-a525ec2073a2 req-3b88342d-f138-45cd-bd24-2bd1e7c277a2 service nova] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Detach interface failed, port_id=28c563d7-b648-4604-aaaa-9506ecd9badb, reason: Instance bf3f221d-77ae-4c8d-b407-6acd6a35a0f8 could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1166.139669] env[69052]: INFO nova.compute.manager [-] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Took 2.23 seconds to deallocate network for instance. [ 1166.199949] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068306} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.200215] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.201211] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d340d51-0609-4af8-900e-6341a4005d40 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.224802] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] a48d8031-a0f7-4e9e-8067-1837ca94f5c5/a48d8031-a0f7-4e9e-8067-1837ca94f5c5.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.228220] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3797aaba-fe60-4355-a09c-692484ee942f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.250806] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1166.250806] env[69052]: value = "task-3237260" [ 1166.250806] env[69052]: _type = "Task" [ 1166.250806] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.251134] env[69052]: DEBUG oslo_vmware.api [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237259, 'name': PowerOnVM_Task, 'duration_secs': 0.4849} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.251362] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.251561] env[69052]: INFO nova.compute.manager [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1166.251734] env[69052]: DEBUG nova.compute.manager [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.255485] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82eeafc4-25be-43b5-b38b-52400d2978f9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.351349] env[69052]: DEBUG nova.compute.utils [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1166.352650] env[69052]: DEBUG nova.compute.manager [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1166.352824] env[69052]: DEBUG nova.network.neutron [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1166.410152] env[69052]: DEBUG nova.policy [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75f8372d8354414fa0271a03f864ab89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a56d7960893490b8a19dd95a085005d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1166.517919] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cb1be0-0157-4cc8-94fc-622838ded19f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.526445] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f12fc0c-9d3c-4cd0-a0b9-877c5f0cf74d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.556157] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946adaf9-6ed2-40f9-8830-6a42266edab2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.563358] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d61aa4c-003b-4f66-805b-5362409c19c4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.578138] env[69052]: DEBUG nova.compute.provider_tree [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1166.647907] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3e22eb74-19e8-48b4-b55f-464072e35646 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.761696] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.773260] env[69052]: INFO nova.compute.manager [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Took 19.22 seconds to build instance. [ 1166.816179] env[69052]: DEBUG nova.network.neutron [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Successfully updated port: 96023836-0727-4246-8fdd-8bc405b38eac {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1166.855634] env[69052]: DEBUG nova.compute.manager [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1166.866121] env[69052]: DEBUG nova.network.neutron [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Successfully created port: b0015038-8e68-4b2a-9378-9743d85faa35 {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1167.111388] env[69052]: DEBUG nova.scheduler.client.report [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Updated inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1167.111659] env[69052]: DEBUG nova.compute.provider_tree [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Updating resource provider 5482791e-699f-417a-8caf-f93d7835d755 generation from 172 to 173 during operation: update_inventory {{(pid=69052) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1167.111863] env[69052]: DEBUG nova.compute.provider_tree [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1167.262352] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237260, 'name': ReconfigVM_Task, 'duration_secs': 0.951008} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.262743] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Reconfigured VM instance instance-00000077 to attach disk [datastore1] a48d8031-a0f7-4e9e-8067-1837ca94f5c5/a48d8031-a0f7-4e9e-8067-1837ca94f5c5.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.263441] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b741e079-543f-4ae0-b286-c95dc014268b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.270965] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1167.270965] env[69052]: value = "task-3237261" [ 1167.270965] env[69052]: _type = "Task" [ 1167.270965] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.279876] env[69052]: DEBUG oslo_concurrency.lockutils [None req-5052402d-51f5-4998-8dc1-4df287754880 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "e2824a7c-eb80-472e-8ad6-59ae2f0a9e33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.733s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.280156] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237261, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.320979] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "refresh_cache-acd1c880-62fe-456e-bb6a-e9b9ece002e8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.321164] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquired lock "refresh_cache-acd1c880-62fe-456e-bb6a-e9b9ece002e8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.321329] env[69052]: DEBUG nova.network.neutron [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.407236] env[69052]: DEBUG nova.compute.manager [req-50a9f801-668f-4f6a-9274-0dfb8cc6f369 req-2812706e-07a5-4005-80d7-6b762c797abb service nova] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Received event network-vif-plugged-96023836-0727-4246-8fdd-8bc405b38eac {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.407236] env[69052]: DEBUG oslo_concurrency.lockutils [req-50a9f801-668f-4f6a-9274-0dfb8cc6f369 req-2812706e-07a5-4005-80d7-6b762c797abb service nova] Acquiring lock "acd1c880-62fe-456e-bb6a-e9b9ece002e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.407236] env[69052]: DEBUG oslo_concurrency.lockutils [req-50a9f801-668f-4f6a-9274-0dfb8cc6f369 req-2812706e-07a5-4005-80d7-6b762c797abb service nova] Lock "acd1c880-62fe-456e-bb6a-e9b9ece002e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.407236] env[69052]: DEBUG oslo_concurrency.lockutils [req-50a9f801-668f-4f6a-9274-0dfb8cc6f369 req-2812706e-07a5-4005-80d7-6b762c797abb service nova] Lock "acd1c880-62fe-456e-bb6a-e9b9ece002e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.407758] env[69052]: DEBUG nova.compute.manager [req-50a9f801-668f-4f6a-9274-0dfb8cc6f369 req-2812706e-07a5-4005-80d7-6b762c797abb service nova] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] No waiting events found dispatching network-vif-plugged-96023836-0727-4246-8fdd-8bc405b38eac {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1167.408122] env[69052]: WARNING nova.compute.manager [req-50a9f801-668f-4f6a-9274-0dfb8cc6f369 req-2812706e-07a5-4005-80d7-6b762c797abb service nova] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Received unexpected event network-vif-plugged-96023836-0727-4246-8fdd-8bc405b38eac for instance with vm_state building and task_state spawning. [ 1167.408438] env[69052]: DEBUG nova.compute.manager [req-50a9f801-668f-4f6a-9274-0dfb8cc6f369 req-2812706e-07a5-4005-80d7-6b762c797abb service nova] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Received event network-changed-96023836-0727-4246-8fdd-8bc405b38eac {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.408725] env[69052]: DEBUG nova.compute.manager [req-50a9f801-668f-4f6a-9274-0dfb8cc6f369 req-2812706e-07a5-4005-80d7-6b762c797abb service nova] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Refreshing instance network info cache due to event network-changed-96023836-0727-4246-8fdd-8bc405b38eac. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.409038] env[69052]: DEBUG oslo_concurrency.lockutils [req-50a9f801-668f-4f6a-9274-0dfb8cc6f369 req-2812706e-07a5-4005-80d7-6b762c797abb service nova] Acquiring lock "refresh_cache-acd1c880-62fe-456e-bb6a-e9b9ece002e8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.617285] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.619854] env[69052]: DEBUG oslo_concurrency.lockutils [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.728s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.620194] env[69052]: DEBUG nova.objects.instance [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lazy-loading 'pci_requests' on Instance uuid 9df7bf8b-3cdc-46d5-9e81-54f3391902ff {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.641011] env[69052]: INFO nova.scheduler.client.report [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Deleted allocations for instance 44a194f8-5763-4a5f-8cd5-b4961b83d2cc [ 1167.737587] env[69052]: DEBUG nova.compute.manager [req-170476e1-a77b-4406-bf83-8f3debaf0f75 req-48c52abf-5d8a-46c6-9b70-77c9e5f518c7 service nova] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Received event network-changed-33ddc6a5-98e3-4df3-9ad4-1108c56dbe8d {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.737735] env[69052]: DEBUG nova.compute.manager [req-170476e1-a77b-4406-bf83-8f3debaf0f75 req-48c52abf-5d8a-46c6-9b70-77c9e5f518c7 service nova] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Refreshing instance network info cache due to event network-changed-33ddc6a5-98e3-4df3-9ad4-1108c56dbe8d. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.737930] env[69052]: DEBUG oslo_concurrency.lockutils [req-170476e1-a77b-4406-bf83-8f3debaf0f75 req-48c52abf-5d8a-46c6-9b70-77c9e5f518c7 service nova] Acquiring lock "refresh_cache-e2824a7c-eb80-472e-8ad6-59ae2f0a9e33" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.738140] env[69052]: DEBUG oslo_concurrency.lockutils [req-170476e1-a77b-4406-bf83-8f3debaf0f75 req-48c52abf-5d8a-46c6-9b70-77c9e5f518c7 service nova] Acquired lock "refresh_cache-e2824a7c-eb80-472e-8ad6-59ae2f0a9e33" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.738262] env[69052]: DEBUG nova.network.neutron [req-170476e1-a77b-4406-bf83-8f3debaf0f75 req-48c52abf-5d8a-46c6-9b70-77c9e5f518c7 service nova] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Refreshing network info cache for port 33ddc6a5-98e3-4df3-9ad4-1108c56dbe8d {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.781722] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237261, 'name': Rename_Task, 'duration_secs': 0.146493} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.781982] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.782256] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-255badde-fd71-4bfb-bd43-f65ed7817ee2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.789722] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1167.789722] env[69052]: value = "task-3237262" [ 1167.789722] env[69052]: _type = "Task" [ 1167.789722] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.797483] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.857680] env[69052]: DEBUG nova.network.neutron [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1167.865090] env[69052]: DEBUG nova.compute.manager [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1167.887710] env[69052]: DEBUG nova.virt.hardware [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.887958] env[69052]: DEBUG nova.virt.hardware [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.888136] env[69052]: DEBUG nova.virt.hardware [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.888320] env[69052]: DEBUG nova.virt.hardware [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.888465] env[69052]: DEBUG nova.virt.hardware [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.888610] env[69052]: DEBUG nova.virt.hardware [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.888816] env[69052]: DEBUG nova.virt.hardware [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.888982] env[69052]: DEBUG nova.virt.hardware [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.889204] env[69052]: DEBUG nova.virt.hardware [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.889376] env[69052]: DEBUG nova.virt.hardware [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.889552] env[69052]: DEBUG nova.virt.hardware [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.890403] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350f42f2-663e-4f4b-a976-114d90365d0f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.898776] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdb3308-703b-48a3-a215-4b767d061ba2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.053465] env[69052]: DEBUG nova.network.neutron [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Updating instance_info_cache with network_info: [{"id": "96023836-0727-4246-8fdd-8bc405b38eac", "address": "fa:16:3e:00:01:90", "network": {"id": "d406e1a5-0112-4a51-9a0e-d5b48b965437", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2034046376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7a4d67dbfea4c21931621dd12c3b8a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96023836-07", "ovs_interfaceid": "96023836-0727-4246-8fdd-8bc405b38eac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.124229] env[69052]: DEBUG nova.objects.instance [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lazy-loading 'numa_topology' on Instance uuid 9df7bf8b-3cdc-46d5-9e81-54f3391902ff {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.149432] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1f498779-7903-408a-9b6c-d11a4c61aa9b tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "44a194f8-5763-4a5f-8cd5-b4961b83d2cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.444s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.310634] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.557457] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Releasing lock "refresh_cache-acd1c880-62fe-456e-bb6a-e9b9ece002e8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.557940] env[69052]: DEBUG nova.compute.manager [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Instance network_info: |[{"id": "96023836-0727-4246-8fdd-8bc405b38eac", "address": "fa:16:3e:00:01:90", "network": {"id": "d406e1a5-0112-4a51-9a0e-d5b48b965437", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2034046376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7a4d67dbfea4c21931621dd12c3b8a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96023836-07", "ovs_interfaceid": "96023836-0727-4246-8fdd-8bc405b38eac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1168.558190] env[69052]: DEBUG oslo_concurrency.lockutils [req-50a9f801-668f-4f6a-9274-0dfb8cc6f369 req-2812706e-07a5-4005-80d7-6b762c797abb service nova] Acquired lock "refresh_cache-acd1c880-62fe-456e-bb6a-e9b9ece002e8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.558374] env[69052]: DEBUG nova.network.neutron [req-50a9f801-668f-4f6a-9274-0dfb8cc6f369 req-2812706e-07a5-4005-80d7-6b762c797abb service nova] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Refreshing network info cache for port 96023836-0727-4246-8fdd-8bc405b38eac {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.559576] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:01:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96023836-0727-4246-8fdd-8bc405b38eac', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1168.573836] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.580028] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1168.580541] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7daa7b0f-103b-4095-ad52-281bb80f8888 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.601510] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1168.601510] env[69052]: value = "task-3237263" [ 1168.601510] env[69052]: _type = "Task" [ 1168.601510] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.611080] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237263, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.627922] env[69052]: INFO nova.compute.claims [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.688295] env[69052]: DEBUG nova.network.neutron [req-170476e1-a77b-4406-bf83-8f3debaf0f75 req-48c52abf-5d8a-46c6-9b70-77c9e5f518c7 service nova] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Updated VIF entry in instance network info cache for port 33ddc6a5-98e3-4df3-9ad4-1108c56dbe8d. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.688806] env[69052]: DEBUG nova.network.neutron [req-170476e1-a77b-4406-bf83-8f3debaf0f75 req-48c52abf-5d8a-46c6-9b70-77c9e5f518c7 service nova] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Updating instance_info_cache with network_info: [{"id": "33ddc6a5-98e3-4df3-9ad4-1108c56dbe8d", "address": "fa:16:3e:e3:3a:d8", "network": {"id": "56c1dd7d-b901-4c5e-b9bb-aa67dd73ac4b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-418858492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c2e3bd10a284aa5b4fd77019062da33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ddc6a5-98", "ovs_interfaceid": "33ddc6a5-98e3-4df3-9ad4-1108c56dbe8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.711563] env[69052]: DEBUG nova.network.neutron [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Successfully updated port: b0015038-8e68-4b2a-9378-9743d85faa35 {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1168.805475] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237262, 'name': PowerOnVM_Task, 'duration_secs': 0.961724} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.805475] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.805475] env[69052]: INFO nova.compute.manager [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1168.805598] env[69052]: DEBUG nova.compute.manager [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.807496] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668b8fc2-38f9-49a9-ab4c-89a898b1396d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.869967] env[69052]: DEBUG oslo_concurrency.lockutils [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "df274c46-292b-4958-83a4-c33119341cfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.870268] env[69052]: DEBUG oslo_concurrency.lockutils [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "df274c46-292b-4958-83a4-c33119341cfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.899718] env[69052]: DEBUG nova.network.neutron [req-50a9f801-668f-4f6a-9274-0dfb8cc6f369 req-2812706e-07a5-4005-80d7-6b762c797abb service nova] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Updated VIF entry in instance network info cache for port 96023836-0727-4246-8fdd-8bc405b38eac. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.900192] env[69052]: DEBUG nova.network.neutron [req-50a9f801-668f-4f6a-9274-0dfb8cc6f369 req-2812706e-07a5-4005-80d7-6b762c797abb service nova] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Updating instance_info_cache with network_info: [{"id": "96023836-0727-4246-8fdd-8bc405b38eac", "address": "fa:16:3e:00:01:90", "network": {"id": "d406e1a5-0112-4a51-9a0e-d5b48b965437", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2034046376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7a4d67dbfea4c21931621dd12c3b8a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96023836-07", "ovs_interfaceid": "96023836-0727-4246-8fdd-8bc405b38eac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.111524] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237263, 'name': CreateVM_Task, 'duration_secs': 0.334406} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.111766] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.112462] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.112637] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.112960] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.113226] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcaf5740-da70-488b-9a0a-a46e3a0f4c16 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.118159] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1169.118159] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a30f13-5d9b-aca4-6b6d-cdc6e1855f98" [ 1169.118159] env[69052]: _type = "Task" [ 1169.118159] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.125519] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a30f13-5d9b-aca4-6b6d-cdc6e1855f98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.191515] env[69052]: DEBUG oslo_concurrency.lockutils [req-170476e1-a77b-4406-bf83-8f3debaf0f75 req-48c52abf-5d8a-46c6-9b70-77c9e5f518c7 service nova] Releasing lock "refresh_cache-e2824a7c-eb80-472e-8ad6-59ae2f0a9e33" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.214944] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquiring lock "refresh_cache-4bc2bafb-774c-43af-9a75-33673256c937" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.215110] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquired lock "refresh_cache-4bc2bafb-774c-43af-9a75-33673256c937" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.215266] env[69052]: DEBUG nova.network.neutron [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.328197] env[69052]: INFO nova.compute.manager [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Took 19.28 seconds to build instance. [ 1169.372741] env[69052]: DEBUG nova.compute.manager [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1169.405199] env[69052]: DEBUG oslo_concurrency.lockutils [req-50a9f801-668f-4f6a-9274-0dfb8cc6f369 req-2812706e-07a5-4005-80d7-6b762c797abb service nova] Releasing lock "refresh_cache-acd1c880-62fe-456e-bb6a-e9b9ece002e8" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.429401] env[69052]: DEBUG nova.compute.manager [req-b613daeb-dd1d-4e79-8439-1aa92b8e4239 req-d326ad5b-d3c9-491c-9538-7456665c1fa1 service nova] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Received event network-vif-plugged-b0015038-8e68-4b2a-9378-9743d85faa35 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.429590] env[69052]: DEBUG oslo_concurrency.lockutils [req-b613daeb-dd1d-4e79-8439-1aa92b8e4239 req-d326ad5b-d3c9-491c-9538-7456665c1fa1 service nova] Acquiring lock "4bc2bafb-774c-43af-9a75-33673256c937-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.429802] env[69052]: DEBUG oslo_concurrency.lockutils [req-b613daeb-dd1d-4e79-8439-1aa92b8e4239 req-d326ad5b-d3c9-491c-9538-7456665c1fa1 service nova] Lock "4bc2bafb-774c-43af-9a75-33673256c937-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.429985] env[69052]: DEBUG oslo_concurrency.lockutils [req-b613daeb-dd1d-4e79-8439-1aa92b8e4239 req-d326ad5b-d3c9-491c-9538-7456665c1fa1 service nova] Lock "4bc2bafb-774c-43af-9a75-33673256c937-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.430135] env[69052]: DEBUG nova.compute.manager [req-b613daeb-dd1d-4e79-8439-1aa92b8e4239 req-d326ad5b-d3c9-491c-9538-7456665c1fa1 service nova] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] No waiting events found dispatching network-vif-plugged-b0015038-8e68-4b2a-9378-9743d85faa35 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1169.430298] env[69052]: WARNING nova.compute.manager [req-b613daeb-dd1d-4e79-8439-1aa92b8e4239 req-d326ad5b-d3c9-491c-9538-7456665c1fa1 service nova] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Received unexpected event network-vif-plugged-b0015038-8e68-4b2a-9378-9743d85faa35 for instance with vm_state building and task_state spawning. [ 1169.430454] env[69052]: DEBUG nova.compute.manager [req-b613daeb-dd1d-4e79-8439-1aa92b8e4239 req-d326ad5b-d3c9-491c-9538-7456665c1fa1 service nova] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Received event network-changed-b0015038-8e68-4b2a-9378-9743d85faa35 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.430607] env[69052]: DEBUG nova.compute.manager [req-b613daeb-dd1d-4e79-8439-1aa92b8e4239 req-d326ad5b-d3c9-491c-9538-7456665c1fa1 service nova] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Refreshing instance network info cache due to event network-changed-b0015038-8e68-4b2a-9378-9743d85faa35. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1169.430767] env[69052]: DEBUG oslo_concurrency.lockutils [req-b613daeb-dd1d-4e79-8439-1aa92b8e4239 req-d326ad5b-d3c9-491c-9538-7456665c1fa1 service nova] Acquiring lock "refresh_cache-4bc2bafb-774c-43af-9a75-33673256c937" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.629537] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52a30f13-5d9b-aca4-6b6d-cdc6e1855f98, 'name': SearchDatastore_Task, 'duration_secs': 0.011069} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.629804] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.630065] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1169.630321] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.630486] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.630676] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1169.630951] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36a3047c-1f4c-4f06-8066-2edc32849944 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.639701] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.639888] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1169.640573] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-833592c2-b049-4edb-b37b-32a7c2c6b542 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.645417] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1169.645417] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52566752-00c1-9925-b572-946e9f0fda36" [ 1169.645417] env[69052]: _type = "Task" [ 1169.645417] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.653182] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52566752-00c1-9925-b572-946e9f0fda36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.749522] env[69052]: DEBUG nova.network.neutron [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1169.795845] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db83648-5ad6-42c7-b10a-61c5be52020d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.804185] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8f3612-91ea-4841-b9be-8f62d3165a18 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.834681] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "a48d8031-a0f7-4e9e-8067-1837ca94f5c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.308s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.838293] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0e639a-f063-48a0-9fe1-381a09211f08 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.845764] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d033986f-749a-4d5c-a9c9-1a16eadc4150 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.860158] env[69052]: DEBUG nova.compute.provider_tree [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.893721] env[69052]: DEBUG oslo_concurrency.lockutils [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.928427] env[69052]: DEBUG nova.network.neutron [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Updating instance_info_cache with network_info: [{"id": "b0015038-8e68-4b2a-9378-9743d85faa35", "address": "fa:16:3e:50:60:41", "network": {"id": "2cf13708-d89d-403f-b26a-800f18f1217d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-237473254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a56d7960893490b8a19dd95a085005d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0015038-8e", "ovs_interfaceid": "b0015038-8e68-4b2a-9378-9743d85faa35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.156459] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52566752-00c1-9925-b572-946e9f0fda36, 'name': SearchDatastore_Task, 'duration_secs': 0.00819} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.157255] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36af9dc4-5f57-4501-848c-07507a126625 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.162142] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1170.162142] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526fdf2d-024d-f66d-8e1c-770beb76724c" [ 1170.162142] env[69052]: _type = "Task" [ 1170.162142] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.169986] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526fdf2d-024d-f66d-8e1c-770beb76724c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.363153] env[69052]: DEBUG nova.scheduler.client.report [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.430991] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Releasing lock "refresh_cache-4bc2bafb-774c-43af-9a75-33673256c937" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.431304] env[69052]: DEBUG nova.compute.manager [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Instance network_info: |[{"id": "b0015038-8e68-4b2a-9378-9743d85faa35", "address": "fa:16:3e:50:60:41", "network": {"id": "2cf13708-d89d-403f-b26a-800f18f1217d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-237473254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a56d7960893490b8a19dd95a085005d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0015038-8e", "ovs_interfaceid": "b0015038-8e68-4b2a-9378-9743d85faa35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1170.431623] env[69052]: DEBUG oslo_concurrency.lockutils [req-b613daeb-dd1d-4e79-8439-1aa92b8e4239 req-d326ad5b-d3c9-491c-9538-7456665c1fa1 service nova] Acquired lock "refresh_cache-4bc2bafb-774c-43af-9a75-33673256c937" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.431822] env[69052]: DEBUG nova.network.neutron [req-b613daeb-dd1d-4e79-8439-1aa92b8e4239 req-d326ad5b-d3c9-491c-9538-7456665c1fa1 service nova] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Refreshing network info cache for port b0015038-8e68-4b2a-9378-9743d85faa35 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.433113] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:60:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0015038-8e68-4b2a-9378-9743d85faa35', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.440696] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Creating folder: Project (3a56d7960893490b8a19dd95a085005d). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1170.444125] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbae08cb-06e1-424c-87a1-91bff66614eb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.456128] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Created folder: Project (3a56d7960893490b8a19dd95a085005d) in parent group-v646676. [ 1170.456331] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Creating folder: Instances. Parent ref: group-v647003. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1170.456568] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bb37410-d26f-449a-b27f-f6d6abad4c36 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.466602] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Created folder: Instances in parent group-v647003. [ 1170.466855] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.467068] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.467278] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4db4a257-2569-412b-b239-6e5231e3dd27 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.486686] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.486686] env[69052]: value = "task-3237266" [ 1170.486686] env[69052]: _type = "Task" [ 1170.486686] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.494416] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237266, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.673164] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526fdf2d-024d-f66d-8e1c-770beb76724c, 'name': SearchDatastore_Task, 'duration_secs': 0.009079} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.673442] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.673733] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] acd1c880-62fe-456e-bb6a-e9b9ece002e8/acd1c880-62fe-456e-bb6a-e9b9ece002e8.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.673997] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea9bbfef-0340-4739-8a8b-8fd5608828a2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.681426] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1170.681426] env[69052]: value = "task-3237267" [ 1170.681426] env[69052]: _type = "Task" [ 1170.681426] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.690021] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.772156] env[69052]: DEBUG nova.network.neutron [req-b613daeb-dd1d-4e79-8439-1aa92b8e4239 req-d326ad5b-d3c9-491c-9538-7456665c1fa1 service nova] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Updated VIF entry in instance network info cache for port b0015038-8e68-4b2a-9378-9743d85faa35. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.772544] env[69052]: DEBUG nova.network.neutron [req-b613daeb-dd1d-4e79-8439-1aa92b8e4239 req-d326ad5b-d3c9-491c-9538-7456665c1fa1 service nova] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Updating instance_info_cache with network_info: [{"id": "b0015038-8e68-4b2a-9378-9743d85faa35", "address": "fa:16:3e:50:60:41", "network": {"id": "2cf13708-d89d-403f-b26a-800f18f1217d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-237473254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a56d7960893490b8a19dd95a085005d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0015038-8e", "ovs_interfaceid": "b0015038-8e68-4b2a-9378-9743d85faa35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.868165] env[69052]: DEBUG oslo_concurrency.lockutils [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.248s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.870615] env[69052]: DEBUG oslo_concurrency.lockutils [None req-968ab8a1-4785-417f-9a59-1f101b80daa9 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.623s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.870873] env[69052]: DEBUG nova.objects.instance [None req-968ab8a1-4785-417f-9a59-1f101b80daa9 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lazy-loading 'resources' on Instance uuid 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.905141] env[69052]: INFO nova.network.neutron [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Updating port 7befea80-7beb-4b37-84bd-3eca7a361805 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1171.000186] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237266, 'name': CreateVM_Task, 'duration_secs': 0.313144} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.000366] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1171.001126] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.001305] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.001725] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.001989] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f4c4ba7-3e9d-4124-bb1f-1868b6c664f5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.007294] env[69052]: DEBUG oslo_vmware.api [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1171.007294] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52871913-2c97-84d6-99af-643fd12970a6" [ 1171.007294] env[69052]: _type = "Task" [ 1171.007294] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.016536] env[69052]: DEBUG oslo_vmware.api [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52871913-2c97-84d6-99af-643fd12970a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.191952] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47928} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.192097] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] acd1c880-62fe-456e-bb6a-e9b9ece002e8/acd1c880-62fe-456e-bb6a-e9b9ece002e8.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.192344] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.192619] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82c75dc9-1839-45ad-9d9c-1e2df6403242 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.199965] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1171.199965] env[69052]: value = "task-3237268" [ 1171.199965] env[69052]: _type = "Task" [ 1171.199965] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.208649] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.275521] env[69052]: DEBUG oslo_concurrency.lockutils [req-b613daeb-dd1d-4e79-8439-1aa92b8e4239 req-d326ad5b-d3c9-491c-9538-7456665c1fa1 service nova] Releasing lock "refresh_cache-4bc2bafb-774c-43af-9a75-33673256c937" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.520060] env[69052]: DEBUG oslo_vmware.api [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52871913-2c97-84d6-99af-643fd12970a6, 'name': SearchDatastore_Task, 'duration_secs': 0.053683} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.520410] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.520668] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1171.520901] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.520994] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.521144] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1171.521411] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c8844fd-f03c-41e0-9411-1e13e7f75f1c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.524352] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818f93f3-9081-421c-9c1c-b2a12b2b6e63 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.532403] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8866ce1-0ffe-46df-92f6-bf0d44a4279b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.536149] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1171.536327] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1171.537321] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-322acfe2-39ab-494b-9b50-e3f89b0ccecc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.564827] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1212a146-fe0e-41ab-aacd-9825e84c5260 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.567306] env[69052]: DEBUG oslo_vmware.api [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1171.567306] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526898e5-2003-4b49-2f0b-593b656cc3ca" [ 1171.567306] env[69052]: _type = "Task" [ 1171.567306] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.573534] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f918c2-fced-416a-8a3e-850953bbdd03 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.581458] env[69052]: DEBUG oslo_vmware.api [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]526898e5-2003-4b49-2f0b-593b656cc3ca, 'name': SearchDatastore_Task, 'duration_secs': 0.008257} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.582474] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-721bd748-8789-43b9-a9da-415fe162538d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.592727] env[69052]: DEBUG nova.compute.provider_tree [None req-968ab8a1-4785-417f-9a59-1f101b80daa9 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.597998] env[69052]: DEBUG oslo_vmware.api [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1171.597998] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ccfbb8-0d11-8630-708d-c045b5cd8127" [ 1171.597998] env[69052]: _type = "Task" [ 1171.597998] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.607024] env[69052]: DEBUG oslo_vmware.api [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ccfbb8-0d11-8630-708d-c045b5cd8127, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.709281] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065595} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.709509] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.710282] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0e8ec5-aaf2-48c7-ac6d-e975ae642a16 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.733708] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] acd1c880-62fe-456e-bb6a-e9b9ece002e8/acd1c880-62fe-456e-bb6a-e9b9ece002e8.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.733994] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ff7672b-e1d5-4dec-a8b0-0fc31b75f893 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.754111] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1171.754111] env[69052]: value = "task-3237269" [ 1171.754111] env[69052]: _type = "Task" [ 1171.754111] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.763020] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237269, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.096245] env[69052]: DEBUG nova.scheduler.client.report [None req-968ab8a1-4785-417f-9a59-1f101b80daa9 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.109125] env[69052]: DEBUG oslo_vmware.api [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52ccfbb8-0d11-8630-708d-c045b5cd8127, 'name': SearchDatastore_Task, 'duration_secs': 0.010366} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.109389] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.109639] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 4bc2bafb-774c-43af-9a75-33673256c937/4bc2bafb-774c-43af-9a75-33673256c937.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1172.109881] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7600dd53-212f-4a1d-859e-387bc598702e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.117934] env[69052]: DEBUG oslo_vmware.api [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1172.117934] env[69052]: value = "task-3237270" [ 1172.117934] env[69052]: _type = "Task" [ 1172.117934] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.125866] env[69052]: DEBUG oslo_vmware.api [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.264793] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237269, 'name': ReconfigVM_Task, 'duration_secs': 0.264632} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.265175] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Reconfigured VM instance instance-00000076 to attach disk [datastore1] acd1c880-62fe-456e-bb6a-e9b9ece002e8/acd1c880-62fe-456e-bb6a-e9b9ece002e8.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.265927] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d948a64-8d4c-41b7-8322-8fb0144a5d85 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.275333] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1172.275333] env[69052]: value = "task-3237271" [ 1172.275333] env[69052]: _type = "Task" [ 1172.275333] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.285836] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237271, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.339901] env[69052]: DEBUG nova.compute.manager [req-a60d89fe-e7f8-4c80-b44e-c13ecc2e25e6 req-afd0aa46-ff1c-4c66-9588-c32d422c635a service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Received event network-vif-plugged-7befea80-7beb-4b37-84bd-3eca7a361805 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.340233] env[69052]: DEBUG oslo_concurrency.lockutils [req-a60d89fe-e7f8-4c80-b44e-c13ecc2e25e6 req-afd0aa46-ff1c-4c66-9588-c32d422c635a service nova] Acquiring lock "9df7bf8b-3cdc-46d5-9e81-54f3391902ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.340457] env[69052]: DEBUG oslo_concurrency.lockutils [req-a60d89fe-e7f8-4c80-b44e-c13ecc2e25e6 req-afd0aa46-ff1c-4c66-9588-c32d422c635a service nova] Lock "9df7bf8b-3cdc-46d5-9e81-54f3391902ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.340750] env[69052]: DEBUG oslo_concurrency.lockutils [req-a60d89fe-e7f8-4c80-b44e-c13ecc2e25e6 req-afd0aa46-ff1c-4c66-9588-c32d422c635a service nova] Lock "9df7bf8b-3cdc-46d5-9e81-54f3391902ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.340867] env[69052]: DEBUG nova.compute.manager [req-a60d89fe-e7f8-4c80-b44e-c13ecc2e25e6 req-afd0aa46-ff1c-4c66-9588-c32d422c635a service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] No waiting events found dispatching network-vif-plugged-7befea80-7beb-4b37-84bd-3eca7a361805 {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1172.341080] env[69052]: WARNING nova.compute.manager [req-a60d89fe-e7f8-4c80-b44e-c13ecc2e25e6 req-afd0aa46-ff1c-4c66-9588-c32d422c635a service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Received unexpected event network-vif-plugged-7befea80-7beb-4b37-84bd-3eca7a361805 for instance with vm_state shelved_offloaded and task_state spawning. [ 1172.440245] env[69052]: DEBUG oslo_concurrency.lockutils [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "refresh_cache-9df7bf8b-3cdc-46d5-9e81-54f3391902ff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.440636] env[69052]: DEBUG oslo_concurrency.lockutils [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquired lock "refresh_cache-9df7bf8b-3cdc-46d5-9e81-54f3391902ff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.441061] env[69052]: DEBUG nova.network.neutron [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.603882] env[69052]: DEBUG oslo_concurrency.lockutils [None req-968ab8a1-4785-417f-9a59-1f101b80daa9 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.606313] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.175s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.606550] env[69052]: DEBUG nova.objects.instance [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lazy-loading 'resources' on Instance uuid 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.622879] env[69052]: INFO nova.scheduler.client.report [None req-968ab8a1-4785-417f-9a59-1f101b80daa9 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Deleted allocations for instance 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9 [ 1172.633594] env[69052]: DEBUG oslo_vmware.api [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237270, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46435} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.633846] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 4bc2bafb-774c-43af-9a75-33673256c937/4bc2bafb-774c-43af-9a75-33673256c937.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.634104] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.634343] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba35e24e-73bb-4e9e-b91d-47a3c5300b9d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.640837] env[69052]: DEBUG oslo_vmware.api [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1172.640837] env[69052]: value = "task-3237272" [ 1172.640837] env[69052]: _type = "Task" [ 1172.640837] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.648776] env[69052]: DEBUG oslo_vmware.api [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.784850] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237271, 'name': Rename_Task, 'duration_secs': 0.373319} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.785137] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.785382] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ff396b5-d52b-496d-9dd6-0a1b7dc43e1d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.791520] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1172.791520] env[69052]: value = "task-3237273" [ 1172.791520] env[69052]: _type = "Task" [ 1172.791520] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.798895] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.132619] env[69052]: DEBUG oslo_concurrency.lockutils [None req-968ab8a1-4785-417f-9a59-1f101b80daa9 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.814s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.157414] env[69052]: DEBUG oslo_vmware.api [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064403} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.157781] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.158511] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e309b27-28da-4d81-8a8e-13999a6b8ce9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.184454] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 4bc2bafb-774c-43af-9a75-33673256c937/4bc2bafb-774c-43af-9a75-33673256c937.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.189358] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-024e9346-5c32-4527-957f-7534af0d4078 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.210807] env[69052]: DEBUG oslo_vmware.api [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1173.210807] env[69052]: value = "task-3237274" [ 1173.210807] env[69052]: _type = "Task" [ 1173.210807] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.225652] env[69052]: DEBUG oslo_vmware.api [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.247035] env[69052]: DEBUG nova.network.neutron [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Updating instance_info_cache with network_info: [{"id": "7befea80-7beb-4b37-84bd-3eca7a361805", "address": "fa:16:3e:8f:c2:7d", "network": {"id": "a09c611a-3f85-44ff-a673-e176af1ea211", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-63151955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19918ec410294b2685d0e75828f74507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7befea80-7b", "ovs_interfaceid": "7befea80-7beb-4b37-84bd-3eca7a361805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.302031] env[69052]: DEBUG oslo_vmware.api [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237273, 'name': PowerOnVM_Task, 'duration_secs': 0.447825} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.304373] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.304590] env[69052]: INFO nova.compute.manager [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1173.304766] env[69052]: DEBUG nova.compute.manager [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.305739] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d42fc4-6d33-457f-a072-1726cb3861d5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.315728] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6bf710-e2b5-4f0f-96fc-e69c935dfc93 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.321794] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d932a12-cd4f-430e-96b2-c16a505e1f69 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.355311] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fb5bdc-8a4b-48c8-af86-fbf6f0216e5f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.362606] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1bb997-bb66-4c6a-b9d8-91d39bfb5b29 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.376737] env[69052]: DEBUG nova.compute.provider_tree [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.721321] env[69052]: DEBUG oslo_vmware.api [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237274, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.749047] env[69052]: DEBUG oslo_concurrency.lockutils [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Releasing lock "refresh_cache-9df7bf8b-3cdc-46d5-9e81-54f3391902ff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.770936] env[69052]: DEBUG nova.virt.hardware [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='461ff4fde2db00d14fd4c3d191c43cbb',container_format='bare',created_at=2025-04-03T07:19:08Z,direct_url=,disk_format='vmdk',id=5e078b39-632a-498f-b1ae-5f550dbfb908,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1036361383-shelved',owner='19918ec410294b2685d0e75828f74507',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-03T07:19:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.771213] env[69052]: DEBUG nova.virt.hardware [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.771373] env[69052]: DEBUG nova.virt.hardware [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.771557] env[69052]: DEBUG nova.virt.hardware [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.771703] env[69052]: DEBUG nova.virt.hardware [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.771852] env[69052]: DEBUG nova.virt.hardware [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.772163] env[69052]: DEBUG nova.virt.hardware [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.772258] env[69052]: DEBUG nova.virt.hardware [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.772428] env[69052]: DEBUG nova.virt.hardware [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.772593] env[69052]: DEBUG nova.virt.hardware [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.772769] env[69052]: DEBUG nova.virt.hardware [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.773621] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc120e0-41bd-4416-aa4a-2c0ce4a3df48 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.781858] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48aa2ee9-d69e-49cb-963e-1170937c4d89 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.795612] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:c2:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7befea80-7beb-4b37-84bd-3eca7a361805', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.802971] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.803209] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.803443] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f9dc052-5da3-4faf-8f12-9aa7c8448124 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.823766] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.823766] env[69052]: value = "task-3237275" [ 1173.823766] env[69052]: _type = "Task" [ 1173.823766] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.828844] env[69052]: INFO nova.compute.manager [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Took 23.32 seconds to build instance. [ 1173.834609] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237275, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.879931] env[69052]: DEBUG nova.scheduler.client.report [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.064900] env[69052]: DEBUG oslo_concurrency.lockutils [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "4fa8759f-415a-4bb2-ac54-a7954a5cc537" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.065198] env[69052]: DEBUG oslo_concurrency.lockutils [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "4fa8759f-415a-4bb2-ac54-a7954a5cc537" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.221145] env[69052]: DEBUG oslo_vmware.api [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237274, 'name': ReconfigVM_Task, 'duration_secs': 0.729261} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.221448] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 4bc2bafb-774c-43af-9a75-33673256c937/4bc2bafb-774c-43af-9a75-33673256c937.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.222117] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eea85318-d3b0-4fa9-a6c3-2bda48e67c27 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.228650] env[69052]: DEBUG oslo_vmware.api [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1174.228650] env[69052]: value = "task-3237276" [ 1174.228650] env[69052]: _type = "Task" [ 1174.228650] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.239334] env[69052]: DEBUG oslo_vmware.api [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237276, 'name': Rename_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.330671] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b3e56d2a-1a75-4915-b3d0-6f255eda1318 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "acd1c880-62fe-456e-bb6a-e9b9ece002e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.824s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.335369] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237275, 'name': CreateVM_Task, 'duration_secs': 0.372816} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.335529] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.336199] env[69052]: DEBUG oslo_concurrency.lockutils [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e078b39-632a-498f-b1ae-5f550dbfb908" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.336364] env[69052]: DEBUG oslo_concurrency.lockutils [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e078b39-632a-498f-b1ae-5f550dbfb908" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.336728] env[69052]: DEBUG oslo_concurrency.lockutils [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5e078b39-632a-498f-b1ae-5f550dbfb908" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.337021] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0e0a269-5926-4be5-9992-e59397ed3cac {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.341439] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1174.341439] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52241147-52fb-610b-86cb-940075dc3f61" [ 1174.341439] env[69052]: _type = "Task" [ 1174.341439] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.348909] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52241147-52fb-610b-86cb-940075dc3f61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.369799] env[69052]: DEBUG nova.compute.manager [req-45bcc791-9964-4157-bafe-beb465e9988c req-43497ae7-1e42-4e73-b068-0d8ef0124d27 service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Received event network-changed-7befea80-7beb-4b37-84bd-3eca7a361805 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.369799] env[69052]: DEBUG nova.compute.manager [req-45bcc791-9964-4157-bafe-beb465e9988c req-43497ae7-1e42-4e73-b068-0d8ef0124d27 service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Refreshing instance network info cache due to event network-changed-7befea80-7beb-4b37-84bd-3eca7a361805. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.369799] env[69052]: DEBUG oslo_concurrency.lockutils [req-45bcc791-9964-4157-bafe-beb465e9988c req-43497ae7-1e42-4e73-b068-0d8ef0124d27 service nova] Acquiring lock "refresh_cache-9df7bf8b-3cdc-46d5-9e81-54f3391902ff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.369799] env[69052]: DEBUG oslo_concurrency.lockutils [req-45bcc791-9964-4157-bafe-beb465e9988c req-43497ae7-1e42-4e73-b068-0d8ef0124d27 service nova] Acquired lock "refresh_cache-9df7bf8b-3cdc-46d5-9e81-54f3391902ff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.369799] env[69052]: DEBUG nova.network.neutron [req-45bcc791-9964-4157-bafe-beb465e9988c req-43497ae7-1e42-4e73-b068-0d8ef0124d27 service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Refreshing network info cache for port 7befea80-7beb-4b37-84bd-3eca7a361805 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.384823] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.386710] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.797s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.406577] env[69052]: INFO nova.scheduler.client.report [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Deleted allocations for instance 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8 [ 1174.567801] env[69052]: DEBUG nova.compute.manager [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1174.626736] env[69052]: DEBUG oslo_concurrency.lockutils [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "acd1c880-62fe-456e-bb6a-e9b9ece002e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.627079] env[69052]: DEBUG oslo_concurrency.lockutils [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "acd1c880-62fe-456e-bb6a-e9b9ece002e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.627306] env[69052]: DEBUG oslo_concurrency.lockutils [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "acd1c880-62fe-456e-bb6a-e9b9ece002e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.627493] env[69052]: DEBUG oslo_concurrency.lockutils [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "acd1c880-62fe-456e-bb6a-e9b9ece002e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.627661] env[69052]: DEBUG oslo_concurrency.lockutils [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "acd1c880-62fe-456e-bb6a-e9b9ece002e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.630079] env[69052]: INFO nova.compute.manager [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Terminating instance [ 1174.739132] env[69052]: DEBUG oslo_vmware.api [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237276, 'name': Rename_Task, 'duration_secs': 0.139754} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.739585] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.739718] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6904e834-8228-43a4-a8e0-85e838a18588 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.741296] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "a48d8031-a0f7-4e9e-8067-1837ca94f5c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.741572] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "a48d8031-a0f7-4e9e-8067-1837ca94f5c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.741806] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "a48d8031-a0f7-4e9e-8067-1837ca94f5c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.742055] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "a48d8031-a0f7-4e9e-8067-1837ca94f5c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.742270] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "a48d8031-a0f7-4e9e-8067-1837ca94f5c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.744377] env[69052]: INFO nova.compute.manager [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Terminating instance [ 1174.748611] env[69052]: DEBUG oslo_vmware.api [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1174.748611] env[69052]: value = "task-3237277" [ 1174.748611] env[69052]: _type = "Task" [ 1174.748611] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.756229] env[69052]: DEBUG oslo_vmware.api [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.854563] env[69052]: DEBUG oslo_concurrency.lockutils [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e078b39-632a-498f-b1ae-5f550dbfb908" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.854857] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Processing image 5e078b39-632a-498f-b1ae-5f550dbfb908 {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.855177] env[69052]: DEBUG oslo_concurrency.lockutils [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5e078b39-632a-498f-b1ae-5f550dbfb908/5e078b39-632a-498f-b1ae-5f550dbfb908.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.855342] env[69052]: DEBUG oslo_concurrency.lockutils [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5e078b39-632a-498f-b1ae-5f550dbfb908/5e078b39-632a-498f-b1ae-5f550dbfb908.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.855527] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.855783] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2501a858-aa67-4fa4-9839-98329d0c34d9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.863302] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.863479] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.864179] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3d7cda6-fa09-4542-870d-ad97073bd8ad {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.869546] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1174.869546] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520e2381-b887-8ab1-aca9-b2d0ab50921b" [ 1174.869546] env[69052]: _type = "Task" [ 1174.869546] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.881207] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520e2381-b887-8ab1-aca9-b2d0ab50921b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.914851] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ac724fd2-b80c-4571-b3de-1333398a5ec9 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "9ccfb80f-ea9f-4be8-a152-68c5b30d68f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.143s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.092668] env[69052]: DEBUG oslo_concurrency.lockutils [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.134196] env[69052]: DEBUG nova.network.neutron [req-45bcc791-9964-4157-bafe-beb465e9988c req-43497ae7-1e42-4e73-b068-0d8ef0124d27 service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Updated VIF entry in instance network info cache for port 7befea80-7beb-4b37-84bd-3eca7a361805. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.134593] env[69052]: DEBUG nova.network.neutron [req-45bcc791-9964-4157-bafe-beb465e9988c req-43497ae7-1e42-4e73-b068-0d8ef0124d27 service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Updating instance_info_cache with network_info: [{"id": "7befea80-7beb-4b37-84bd-3eca7a361805", "address": "fa:16:3e:8f:c2:7d", "network": {"id": "a09c611a-3f85-44ff-a673-e176af1ea211", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-63151955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19918ec410294b2685d0e75828f74507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7befea80-7b", "ovs_interfaceid": "7befea80-7beb-4b37-84bd-3eca7a361805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.136158] env[69052]: DEBUG nova.compute.manager [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.136362] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.137486] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4523b43b-7a48-4adb-a730-9894b739e5da {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.147077] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.147283] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4af043d0-962c-4622-a8fa-1b866c470ba9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.153908] env[69052]: DEBUG oslo_vmware.api [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1175.153908] env[69052]: value = "task-3237278" [ 1175.153908] env[69052]: _type = "Task" [ 1175.153908] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.163394] env[69052]: DEBUG oslo_vmware.api [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.248586] env[69052]: DEBUG nova.compute.manager [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.248827] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.249815] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470ccb27-c984-47cd-9ff1-882626b6d18f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.261534] env[69052]: DEBUG oslo_vmware.api [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237277, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.263581] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.263827] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f7d0065-23be-4c83-8385-32d0bc58e45d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.270416] env[69052]: DEBUG oslo_vmware.api [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1175.270416] env[69052]: value = "task-3237279" [ 1175.270416] env[69052]: _type = "Task" [ 1175.270416] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.279390] env[69052]: DEBUG oslo_vmware.api [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.381042] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Preparing fetch location {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1175.381327] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Fetch image to [datastore2] OSTACK_IMG_9877b2c9-8c27-4a94-8cda-dde0a6c82c9c/OSTACK_IMG_9877b2c9-8c27-4a94-8cda-dde0a6c82c9c.vmdk {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1175.381518] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Downloading stream optimized image 5e078b39-632a-498f-b1ae-5f550dbfb908 to [datastore2] OSTACK_IMG_9877b2c9-8c27-4a94-8cda-dde0a6c82c9c/OSTACK_IMG_9877b2c9-8c27-4a94-8cda-dde0a6c82c9c.vmdk on the data store datastore2 as vApp {{(pid=69052) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1175.381692] env[69052]: DEBUG nova.virt.vmwareapi.images [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Downloading image file data 5e078b39-632a-498f-b1ae-5f550dbfb908 to the ESX as VM named 'OSTACK_IMG_9877b2c9-8c27-4a94-8cda-dde0a6c82c9c' {{(pid=69052) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1175.430442] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 13fd90f3-97b9-4e45-9de3-da498c79a8a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1175.430442] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 14e5058b-8515-48a2-9b3a-f08ece6029c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1175.430688] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance a53a7c2e-0070-481c-a770-0399e79a1c62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1175.430688] env[69052]: WARNING nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance bf3f221d-77ae-4c8d-b407-6acd6a35a0f8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1175.430779] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 30110a54-70b7-413a-bc6c-1487e68ff9e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1175.430905] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance e2824a7c-eb80-472e-8ad6-59ae2f0a9e33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1175.430995] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance acd1c880-62fe-456e-bb6a-e9b9ece002e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1175.431118] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance a48d8031-a0f7-4e9e-8067-1837ca94f5c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1175.431231] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 9df7bf8b-3cdc-46d5-9e81-54f3391902ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1175.431341] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 4bc2bafb-774c-43af-9a75-33673256c937 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1175.470871] env[69052]: DEBUG oslo_vmware.rw_handles [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1175.470871] env[69052]: value = "resgroup-9" [ 1175.470871] env[69052]: _type = "ResourcePool" [ 1175.470871] env[69052]: }. {{(pid=69052) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1175.471169] env[69052]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8c837fb7-53db-439c-a889-a402dd3784a1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.491295] env[69052]: DEBUG oslo_vmware.rw_handles [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lease: (returnval){ [ 1175.491295] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5280cc19-dc23-c341-b9c0-543df23fddc7" [ 1175.491295] env[69052]: _type = "HttpNfcLease" [ 1175.491295] env[69052]: } obtained for vApp import into resource pool (val){ [ 1175.491295] env[69052]: value = "resgroup-9" [ 1175.491295] env[69052]: _type = "ResourcePool" [ 1175.491295] env[69052]: }. {{(pid=69052) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1175.491760] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the lease: (returnval){ [ 1175.491760] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5280cc19-dc23-c341-b9c0-543df23fddc7" [ 1175.491760] env[69052]: _type = "HttpNfcLease" [ 1175.491760] env[69052]: } to be ready. {{(pid=69052) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1175.500780] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1175.500780] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5280cc19-dc23-c341-b9c0-543df23fddc7" [ 1175.500780] env[69052]: _type = "HttpNfcLease" [ 1175.500780] env[69052]: } is initializing. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1175.638293] env[69052]: DEBUG oslo_concurrency.lockutils [req-45bcc791-9964-4157-bafe-beb465e9988c req-43497ae7-1e42-4e73-b068-0d8ef0124d27 service nova] Releasing lock "refresh_cache-9df7bf8b-3cdc-46d5-9e81-54f3391902ff" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.663639] env[69052]: DEBUG oslo_vmware.api [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237278, 'name': PowerOffVM_Task, 'duration_secs': 0.181279} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.663902] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.664086] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.664333] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ceea3e4-0598-45f1-9a0f-53f530fb6587 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.732305] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.732541] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.732698] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Deleting the datastore file [datastore1] acd1c880-62fe-456e-bb6a-e9b9ece002e8 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.732960] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7994340c-8903-43a8-9943-32548e8eeb92 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.742476] env[69052]: DEBUG oslo_vmware.api [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1175.742476] env[69052]: value = "task-3237282" [ 1175.742476] env[69052]: _type = "Task" [ 1175.742476] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.749635] env[69052]: DEBUG oslo_vmware.api [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.756511] env[69052]: DEBUG oslo_vmware.api [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237277, 'name': PowerOnVM_Task, 'duration_secs': 0.702439} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.756740] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.756970] env[69052]: INFO nova.compute.manager [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1175.757165] env[69052]: DEBUG nova.compute.manager [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.757859] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1f945e-647c-440f-b684-9fd6ecd8135d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.778947] env[69052]: DEBUG oslo_vmware.api [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237279, 'name': PowerOffVM_Task, 'duration_secs': 0.202261} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.779241] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.779422] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.779658] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1229917-83b8-4e11-a7f1-b3033f6d39ce {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.815490] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "a53a7c2e-0070-481c-a770-0399e79a1c62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.815751] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "a53a7c2e-0070-481c-a770-0399e79a1c62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.815955] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "a53a7c2e-0070-481c-a770-0399e79a1c62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.816156] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "a53a7c2e-0070-481c-a770-0399e79a1c62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.816329] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "a53a7c2e-0070-481c-a770-0399e79a1c62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.818532] env[69052]: INFO nova.compute.manager [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Terminating instance [ 1175.851365] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.851560] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.851723] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Deleting the datastore file [datastore1] a48d8031-a0f7-4e9e-8067-1837ca94f5c5 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.851989] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ea2bf1b-3c61-4c5d-9f8e-2160ff20017a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.858710] env[69052]: DEBUG oslo_vmware.api [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for the task: (returnval){ [ 1175.858710] env[69052]: value = "task-3237284" [ 1175.858710] env[69052]: _type = "Task" [ 1175.858710] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.867132] env[69052]: DEBUG oslo_vmware.api [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.935138] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance df274c46-292b-4958-83a4-c33119341cfe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1176.000348] env[69052]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1176.000348] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5280cc19-dc23-c341-b9c0-543df23fddc7" [ 1176.000348] env[69052]: _type = "HttpNfcLease" [ 1176.000348] env[69052]: } is ready. {{(pid=69052) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1176.000670] env[69052]: DEBUG oslo_vmware.rw_handles [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1176.000670] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5280cc19-dc23-c341-b9c0-543df23fddc7" [ 1176.000670] env[69052]: _type = "HttpNfcLease" [ 1176.000670] env[69052]: }. {{(pid=69052) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1176.001218] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d27de03-7d1b-4fb6-8b88-9be6d5b87cfc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.008963] env[69052]: DEBUG oslo_vmware.rw_handles [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52761831-e357-a086-e3d4-eb4c34dfd87e/disk-0.vmdk from lease info. {{(pid=69052) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1176.009238] env[69052]: DEBUG oslo_vmware.rw_handles [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52761831-e357-a086-e3d4-eb4c34dfd87e/disk-0.vmdk. {{(pid=69052) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1176.074165] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ff5c65ba-7d5a-45e7-9aa9-1d32f74fbcf4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.252915] env[69052]: DEBUG oslo_vmware.api [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277237} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.254340] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.254544] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.254735] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.254955] env[69052]: INFO nova.compute.manager [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1176.255217] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.255420] env[69052]: DEBUG nova.compute.manager [-] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.255515] env[69052]: DEBUG nova.network.neutron [-] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.274735] env[69052]: INFO nova.compute.manager [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Took 18.36 seconds to build instance. [ 1176.322381] env[69052]: DEBUG nova.compute.manager [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.322776] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.323923] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a6a4c2-006f-4368-91fd-67d5176eb3e8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.335232] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.336330] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72dd2ab1-11d1-4c93-8db8-30b59b122269 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.343656] env[69052]: DEBUG oslo_vmware.api [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1176.343656] env[69052]: value = "task-3237285" [ 1176.343656] env[69052]: _type = "Task" [ 1176.343656] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.354714] env[69052]: DEBUG oslo_vmware.api [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.369398] env[69052]: DEBUG oslo_vmware.api [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Task: {'id': task-3237284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300283} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.371751] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.371934] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.372218] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.372470] env[69052]: INFO nova.compute.manager [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1176.372776] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.373506] env[69052]: DEBUG nova.compute.manager [-] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.373616] env[69052]: DEBUG nova.network.neutron [-] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.438568] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 4fa8759f-415a-4bb2-ac54-a7954a5cc537 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1176.438931] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69052) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1176.439119] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69052) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1176.639059] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17854ac3-aa25-4b30-af7a-975387e1a094 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.649055] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dadace8-877f-46e1-b53b-f1abc5d101fe {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.703244] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c346635-5153-48e9-9fe7-96fd79ff9860 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.713684] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f892ee-2a81-40f7-abc0-f3b6444caed9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.731284] env[69052]: DEBUG nova.compute.provider_tree [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.776780] env[69052]: DEBUG oslo_concurrency.lockutils [None req-cbf6512d-a950-4da1-b439-259d5fd0e6ac tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "4bc2bafb-774c-43af-9a75-33673256c937" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.868s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.857031] env[69052]: DEBUG oslo_vmware.api [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237285, 'name': PowerOffVM_Task, 'duration_secs': 0.222719} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.857422] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.857678] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.859432] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4168150a-1708-4893-ac27-26cff397acb1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.934828] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.935123] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.935326] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Deleting the datastore file [datastore1] a53a7c2e-0070-481c-a770-0399e79a1c62 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.935590] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13144ff7-70e5-448b-9788-38c5f3b5f5d4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.943323] env[69052]: DEBUG oslo_vmware.api [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1176.943323] env[69052]: value = "task-3237287" [ 1176.943323] env[69052]: _type = "Task" [ 1176.943323] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.954882] env[69052]: DEBUG oslo_vmware.api [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.121119] env[69052]: DEBUG nova.compute.manager [req-90ea606b-7541-4c04-84b5-57508e01f309 req-eed03ab7-dc20-42c2-b88f-aa83193cc573 service nova] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Received event network-vif-deleted-96023836-0727-4246-8fdd-8bc405b38eac {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.121350] env[69052]: INFO nova.compute.manager [req-90ea606b-7541-4c04-84b5-57508e01f309 req-eed03ab7-dc20-42c2-b88f-aa83193cc573 service nova] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Neutron deleted interface 96023836-0727-4246-8fdd-8bc405b38eac; detaching it from the instance and deleting it from the info cache [ 1177.121509] env[69052]: DEBUG nova.network.neutron [req-90ea606b-7541-4c04-84b5-57508e01f309 req-eed03ab7-dc20-42c2-b88f-aa83193cc573 service nova] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.237680] env[69052]: DEBUG nova.scheduler.client.report [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.296323] env[69052]: DEBUG oslo_vmware.rw_handles [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Completed reading data from the image iterator. {{(pid=69052) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1177.297025] env[69052]: DEBUG oslo_vmware.rw_handles [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52761831-e357-a086-e3d4-eb4c34dfd87e/disk-0.vmdk. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1177.298074] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817e9e3d-e6b0-48ba-a11a-44897795500c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.307362] env[69052]: DEBUG oslo_vmware.rw_handles [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52761831-e357-a086-e3d4-eb4c34dfd87e/disk-0.vmdk is in state: ready. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1177.307653] env[69052]: DEBUG oslo_vmware.rw_handles [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52761831-e357-a086-e3d4-eb4c34dfd87e/disk-0.vmdk. {{(pid=69052) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1177.307981] env[69052]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-87836769-6196-43ff-a484-e54aa779c21b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.385493] env[69052]: DEBUG nova.compute.manager [req-41262660-4283-4882-8e46-7dd7411dedc3 req-d395511a-da0d-4011-a9bb-013cd77d8093 service nova] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Received event network-changed-b0015038-8e68-4b2a-9378-9743d85faa35 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.385493] env[69052]: DEBUG nova.compute.manager [req-41262660-4283-4882-8e46-7dd7411dedc3 req-d395511a-da0d-4011-a9bb-013cd77d8093 service nova] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Refreshing instance network info cache due to event network-changed-b0015038-8e68-4b2a-9378-9743d85faa35. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.385809] env[69052]: DEBUG oslo_concurrency.lockutils [req-41262660-4283-4882-8e46-7dd7411dedc3 req-d395511a-da0d-4011-a9bb-013cd77d8093 service nova] Acquiring lock "refresh_cache-4bc2bafb-774c-43af-9a75-33673256c937" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.385871] env[69052]: DEBUG oslo_concurrency.lockutils [req-41262660-4283-4882-8e46-7dd7411dedc3 req-d395511a-da0d-4011-a9bb-013cd77d8093 service nova] Acquired lock "refresh_cache-4bc2bafb-774c-43af-9a75-33673256c937" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.386903] env[69052]: DEBUG nova.network.neutron [req-41262660-4283-4882-8e46-7dd7411dedc3 req-d395511a-da0d-4011-a9bb-013cd77d8093 service nova] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Refreshing network info cache for port b0015038-8e68-4b2a-9378-9743d85faa35 {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.455564] env[69052]: DEBUG oslo_vmware.api [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244041} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.455848] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.456044] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.456234] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.456406] env[69052]: INFO nova.compute.manager [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1177.456646] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.456879] env[69052]: DEBUG nova.compute.manager [-] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.456960] env[69052]: DEBUG nova.network.neutron [-] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.602158] env[69052]: DEBUG nova.network.neutron [-] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.607732] env[69052]: DEBUG nova.network.neutron [-] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.625125] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50b60b69-32ce-45e0-b9e6-74af3f5fc1bd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.634988] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cade31-abdf-4f23-b642-f2f16eb3632f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.665907] env[69052]: DEBUG nova.compute.manager [req-90ea606b-7541-4c04-84b5-57508e01f309 req-eed03ab7-dc20-42c2-b88f-aa83193cc573 service nova] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Detach interface failed, port_id=96023836-0727-4246-8fdd-8bc405b38eac, reason: Instance acd1c880-62fe-456e-bb6a-e9b9ece002e8 could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1177.746144] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69052) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1177.746385] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.360s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.747075] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3e22eb74-19e8-48b4-b55f-464072e35646 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.100s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.747276] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3e22eb74-19e8-48b4-b55f-464072e35646 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.749453] env[69052]: DEBUG oslo_concurrency.lockutils [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.856s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.750929] env[69052]: INFO nova.compute.claims [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1177.775993] env[69052]: INFO nova.scheduler.client.report [None req-3e22eb74-19e8-48b4-b55f-464072e35646 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Deleted allocations for instance bf3f221d-77ae-4c8d-b407-6acd6a35a0f8 [ 1177.871429] env[69052]: DEBUG oslo_vmware.rw_handles [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52761831-e357-a086-e3d4-eb4c34dfd87e/disk-0.vmdk. {{(pid=69052) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1177.871756] env[69052]: INFO nova.virt.vmwareapi.images [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Downloaded image file data 5e078b39-632a-498f-b1ae-5f550dbfb908 [ 1177.872504] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc365e2-58dc-4440-875e-98ff57b33bf5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.888676] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5913b2fa-41ea-4a8a-b7ac-6ec9e6a1cf1d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.956452] env[69052]: INFO nova.virt.vmwareapi.images [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] The imported VM was unregistered [ 1177.959048] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Caching image {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1177.959338] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Creating directory with path [datastore2] devstack-image-cache_base/5e078b39-632a-498f-b1ae-5f550dbfb908 {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1177.959968] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27742e17-e0b8-45e1-a8f1-710a8608675e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.972617] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Created directory with path [datastore2] devstack-image-cache_base/5e078b39-632a-498f-b1ae-5f550dbfb908 {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1177.972833] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_9877b2c9-8c27-4a94-8cda-dde0a6c82c9c/OSTACK_IMG_9877b2c9-8c27-4a94-8cda-dde0a6c82c9c.vmdk to [datastore2] devstack-image-cache_base/5e078b39-632a-498f-b1ae-5f550dbfb908/5e078b39-632a-498f-b1ae-5f550dbfb908.vmdk. {{(pid=69052) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1177.973091] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d84f76f5-716a-4756-a48a-7924ddf314b2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.982688] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1177.982688] env[69052]: value = "task-3237289" [ 1177.982688] env[69052]: _type = "Task" [ 1177.982688] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.991577] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237289, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.105469] env[69052]: INFO nova.compute.manager [-] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Took 1.85 seconds to deallocate network for instance. [ 1178.110444] env[69052]: INFO nova.compute.manager [-] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Took 1.74 seconds to deallocate network for instance. [ 1178.112359] env[69052]: DEBUG nova.network.neutron [req-41262660-4283-4882-8e46-7dd7411dedc3 req-d395511a-da0d-4011-a9bb-013cd77d8093 service nova] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Updated VIF entry in instance network info cache for port b0015038-8e68-4b2a-9378-9743d85faa35. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.112688] env[69052]: DEBUG nova.network.neutron [req-41262660-4283-4882-8e46-7dd7411dedc3 req-d395511a-da0d-4011-a9bb-013cd77d8093 service nova] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Updating instance_info_cache with network_info: [{"id": "b0015038-8e68-4b2a-9378-9743d85faa35", "address": "fa:16:3e:50:60:41", "network": {"id": "2cf13708-d89d-403f-b26a-800f18f1217d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-237473254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a56d7960893490b8a19dd95a085005d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0015038-8e", "ovs_interfaceid": "b0015038-8e68-4b2a-9378-9743d85faa35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.173441] env[69052]: DEBUG nova.network.neutron [-] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.284739] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3e22eb74-19e8-48b4-b55f-464072e35646 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "bf3f221d-77ae-4c8d-b407-6acd6a35a0f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.994s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.497820] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237289, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.612083] env[69052]: DEBUG oslo_concurrency.lockutils [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.616793] env[69052]: DEBUG oslo_concurrency.lockutils [req-41262660-4283-4882-8e46-7dd7411dedc3 req-d395511a-da0d-4011-a9bb-013cd77d8093 service nova] Releasing lock "refresh_cache-4bc2bafb-774c-43af-9a75-33673256c937" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.617921] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.675900] env[69052]: INFO nova.compute.manager [-] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Took 1.22 seconds to deallocate network for instance. [ 1178.921831] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd74c042-8b83-402b-b20f-ec99ba348a2e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.933533] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8029bf-e370-4ca8-a438-ce215dd9b4b9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.972579] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d602e5f-a716-45bf-b34c-966807cfb7b4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.983262] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2308e776-d2df-4ea1-a9fb-ccf017326418 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.003688] env[69052]: DEBUG nova.compute.provider_tree [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1179.008651] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237289, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.152940] env[69052]: DEBUG nova.compute.manager [req-bc3ecb78-145d-43fa-a535-249db6c2f655 req-14a21b3b-d5be-4801-830b-4c8e15e5c507 service nova] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Received event network-vif-deleted-b77645ac-1698-4175-bde9-6fc55358905f {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.153165] env[69052]: DEBUG nova.compute.manager [req-bc3ecb78-145d-43fa-a535-249db6c2f655 req-14a21b3b-d5be-4801-830b-4c8e15e5c507 service nova] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Received event network-vif-deleted-26e6c1f4-efd9-47c0-8cf7-afb869b6d2da {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.183673] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.457810] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "67999356-1784-455e-8b91-83afcf117988" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.458094] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "67999356-1784-455e-8b91-83afcf117988" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.499851] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237289, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.530224] env[69052]: ERROR nova.scheduler.client.report [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [req-49cc7b85-8df1-4172-ab8a-a59d3755853e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5482791e-699f-417a-8caf-f93d7835d755. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-49cc7b85-8df1-4172-ab8a-a59d3755853e"}]} [ 1179.547811] env[69052]: DEBUG nova.scheduler.client.report [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Refreshing inventories for resource provider 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1179.562304] env[69052]: DEBUG nova.scheduler.client.report [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Updating ProviderTree inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1179.562542] env[69052]: DEBUG nova.compute.provider_tree [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1179.574833] env[69052]: DEBUG nova.scheduler.client.report [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Refreshing aggregate associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, aggregates: None {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1179.592591] env[69052]: DEBUG nova.scheduler.client.report [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Refreshing trait associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1179.748442] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.748671] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.748831] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.748980] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.749170] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.749321] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.749455] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69052) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1179.767915] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c51bf1-eff7-46b4-ab47-24c5fe3ec8c6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.777903] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3aef170-ec8b-4507-974e-d59d351def47 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.810863] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb58e800-e0f5-49b9-b3dc-79d4d035da73 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.820561] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fb3d1a-8706-4b7a-a8f4-f9ec9ccfd7cd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.836271] env[69052]: DEBUG nova.compute.provider_tree [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1179.960500] env[69052]: DEBUG nova.compute.manager [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1180.001940] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237289, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.366653] env[69052]: DEBUG nova.scheduler.client.report [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Updated inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 with generation 176 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1180.366977] env[69052]: DEBUG nova.compute.provider_tree [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Updating resource provider 5482791e-699f-417a-8caf-f93d7835d755 generation from 176 to 177 during operation: update_inventory {{(pid=69052) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1180.367184] env[69052]: DEBUG nova.compute.provider_tree [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1180.479430] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.499691] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237289, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.872147] env[69052]: DEBUG oslo_concurrency.lockutils [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.123s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.872765] env[69052]: DEBUG nova.compute.manager [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1180.876969] env[69052]: DEBUG oslo_concurrency.lockutils [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.783s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.877155] env[69052]: INFO nova.compute.claims [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1181.001641] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237289, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.866182} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.002073] env[69052]: INFO nova.virt.vmwareapi.ds_util [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_9877b2c9-8c27-4a94-8cda-dde0a6c82c9c/OSTACK_IMG_9877b2c9-8c27-4a94-8cda-dde0a6c82c9c.vmdk to [datastore2] devstack-image-cache_base/5e078b39-632a-498f-b1ae-5f550dbfb908/5e078b39-632a-498f-b1ae-5f550dbfb908.vmdk. [ 1181.002275] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Cleaning up location [datastore2] OSTACK_IMG_9877b2c9-8c27-4a94-8cda-dde0a6c82c9c {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1181.002442] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_9877b2c9-8c27-4a94-8cda-dde0a6c82c9c {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.002691] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83991045-76ee-42ed-b36f-81b1ffd34815 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.010537] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1181.010537] env[69052]: value = "task-3237290" [ 1181.010537] env[69052]: _type = "Task" [ 1181.010537] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.018262] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.381975] env[69052]: DEBUG nova.compute.utils [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1181.385629] env[69052]: DEBUG nova.compute.manager [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1181.385629] env[69052]: DEBUG nova.network.neutron [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1181.430080] env[69052]: DEBUG nova.policy [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f047f102b6d4e30a7837f01a46f6a57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1495d4ac73df4810a0b8e7a5a102deb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1181.521367] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357826} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.521633] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.521800] env[69052]: DEBUG oslo_concurrency.lockutils [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5e078b39-632a-498f-b1ae-5f550dbfb908/5e078b39-632a-498f-b1ae-5f550dbfb908.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.522065] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5e078b39-632a-498f-b1ae-5f550dbfb908/5e078b39-632a-498f-b1ae-5f550dbfb908.vmdk to [datastore2] 9df7bf8b-3cdc-46d5-9e81-54f3391902ff/9df7bf8b-3cdc-46d5-9e81-54f3391902ff.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.522603] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aec22ccf-abba-45c2-a0eb-346f8a9a6b47 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.529598] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1181.529598] env[69052]: value = "task-3237291" [ 1181.529598] env[69052]: _type = "Task" [ 1181.529598] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.537260] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.693205] env[69052]: DEBUG nova.network.neutron [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Successfully created port: 03781b7d-4d80-46b9-bb66-bee5367ccddd {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1181.885929] env[69052]: DEBUG nova.compute.manager [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1182.040570] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.057089] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90535e96-ba10-4d13-9670-50f5f5a511cd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.063546] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142a554f-8a3d-4e63-b942-83c13c5c8692 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.095570] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c4615c-eeec-4f5a-8df4-c75fa86aba95 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.103459] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2a7960-ac8f-48e7-9db6-e41b9f46ba14 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.116986] env[69052]: DEBUG nova.compute.provider_tree [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1182.541997] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237291, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.672583] env[69052]: DEBUG nova.scheduler.client.report [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Updated inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 with generation 177 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1182.672855] env[69052]: DEBUG nova.compute.provider_tree [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Updating resource provider 5482791e-699f-417a-8caf-f93d7835d755 generation from 177 to 178 during operation: update_inventory {{(pid=69052) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1182.673053] env[69052]: DEBUG nova.compute.provider_tree [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1182.898197] env[69052]: DEBUG nova.compute.manager [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1182.934201] env[69052]: DEBUG nova.virt.hardware [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.934611] env[69052]: DEBUG nova.virt.hardware [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.934866] env[69052]: DEBUG nova.virt.hardware [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.935196] env[69052]: DEBUG nova.virt.hardware [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.935421] env[69052]: DEBUG nova.virt.hardware [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.935674] env[69052]: DEBUG nova.virt.hardware [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.936030] env[69052]: DEBUG nova.virt.hardware [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.936296] env[69052]: DEBUG nova.virt.hardware [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.936584] env[69052]: DEBUG nova.virt.hardware [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.936863] env[69052]: DEBUG nova.virt.hardware [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.937180] env[69052]: DEBUG nova.virt.hardware [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.938485] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610e8fc5-5c8c-4dd6-985e-7cac7b0db629 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.951815] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816609d1-6d21-458f-b816-16e2dce920c4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.043735] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237291, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.182019] env[69052]: DEBUG oslo_concurrency.lockutils [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.182019] env[69052]: DEBUG nova.compute.manager [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1183.182541] env[69052]: DEBUG oslo_concurrency.lockutils [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.571s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.182804] env[69052]: DEBUG nova.objects.instance [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lazy-loading 'resources' on Instance uuid acd1c880-62fe-456e-bb6a-e9b9ece002e8 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.226155] env[69052]: DEBUG nova.compute.manager [req-5dac8514-52f1-40f2-87c5-80fb752f0bf4 req-822ec32d-2c7a-43c0-9cda-4fd185208e74 service nova] [instance: df274c46-292b-4958-83a4-c33119341cfe] Received event network-vif-plugged-03781b7d-4d80-46b9-bb66-bee5367ccddd {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.226273] env[69052]: DEBUG oslo_concurrency.lockutils [req-5dac8514-52f1-40f2-87c5-80fb752f0bf4 req-822ec32d-2c7a-43c0-9cda-4fd185208e74 service nova] Acquiring lock "df274c46-292b-4958-83a4-c33119341cfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.226523] env[69052]: DEBUG oslo_concurrency.lockutils [req-5dac8514-52f1-40f2-87c5-80fb752f0bf4 req-822ec32d-2c7a-43c0-9cda-4fd185208e74 service nova] Lock "df274c46-292b-4958-83a4-c33119341cfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.226621] env[69052]: DEBUG oslo_concurrency.lockutils [req-5dac8514-52f1-40f2-87c5-80fb752f0bf4 req-822ec32d-2c7a-43c0-9cda-4fd185208e74 service nova] Lock "df274c46-292b-4958-83a4-c33119341cfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.226814] env[69052]: DEBUG nova.compute.manager [req-5dac8514-52f1-40f2-87c5-80fb752f0bf4 req-822ec32d-2c7a-43c0-9cda-4fd185208e74 service nova] [instance: df274c46-292b-4958-83a4-c33119341cfe] No waiting events found dispatching network-vif-plugged-03781b7d-4d80-46b9-bb66-bee5367ccddd {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1183.227081] env[69052]: WARNING nova.compute.manager [req-5dac8514-52f1-40f2-87c5-80fb752f0bf4 req-822ec32d-2c7a-43c0-9cda-4fd185208e74 service nova] [instance: df274c46-292b-4958-83a4-c33119341cfe] Received unexpected event network-vif-plugged-03781b7d-4d80-46b9-bb66-bee5367ccddd for instance with vm_state building and task_state spawning. [ 1183.342723] env[69052]: DEBUG nova.network.neutron [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Successfully updated port: 03781b7d-4d80-46b9-bb66-bee5367ccddd {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1183.544704] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237291, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.686235] env[69052]: DEBUG nova.compute.utils [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1183.691795] env[69052]: DEBUG nova.compute.manager [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1183.693026] env[69052]: DEBUG nova.network.neutron [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1183.764952] env[69052]: DEBUG nova.policy [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc9e0a5292334edd807df00f5fca08b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a78122ee1db4ec99999744f40855901', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1183.846718] env[69052]: DEBUG oslo_concurrency.lockutils [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "refresh_cache-df274c46-292b-4958-83a4-c33119341cfe" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.846822] env[69052]: DEBUG oslo_concurrency.lockutils [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquired lock "refresh_cache-df274c46-292b-4958-83a4-c33119341cfe" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.847042] env[69052]: DEBUG nova.network.neutron [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.860402] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750199ae-a373-4143-9bbb-efe5d1ded6f9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.872526] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333c920b-0f2c-42a5-b44d-cb2d38a394d7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.906975] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25146593-e331-4128-8567-ecdebf1b98ca {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.917398] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854cf18e-010d-41a1-8bf4-33ce018d1f52 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.933862] env[69052]: DEBUG nova.compute.provider_tree [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.048300] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237291, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.068200] env[69052]: DEBUG nova.network.neutron [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Successfully created port: ef445ea8-262a-4ea4-872d-068582db3bde {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1184.191680] env[69052]: DEBUG nova.compute.manager [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1184.402654] env[69052]: DEBUG nova.network.neutron [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1184.437441] env[69052]: DEBUG nova.scheduler.client.report [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.543239] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237291, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.581083] env[69052]: DEBUG nova.network.neutron [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Updating instance_info_cache with network_info: [{"id": "03781b7d-4d80-46b9-bb66-bee5367ccddd", "address": "fa:16:3e:b5:f5:60", "network": {"id": "d0cac059-a3a4-4d5b-ba84-74fb9bc83064", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811767563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1495d4ac73df4810a0b8e7a5a102deb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03781b7d-4d", "ovs_interfaceid": "03781b7d-4d80-46b9-bb66-bee5367ccddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.943620] env[69052]: DEBUG oslo_concurrency.lockutils [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.761s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.946671] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.328s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.946671] env[69052]: DEBUG nova.objects.instance [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lazy-loading 'resources' on Instance uuid a48d8031-a0f7-4e9e-8067-1837ca94f5c5 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.967361] env[69052]: INFO nova.scheduler.client.report [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Deleted allocations for instance acd1c880-62fe-456e-bb6a-e9b9ece002e8 [ 1185.044642] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237291, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.145956} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.044925] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5e078b39-632a-498f-b1ae-5f550dbfb908/5e078b39-632a-498f-b1ae-5f550dbfb908.vmdk to [datastore2] 9df7bf8b-3cdc-46d5-9e81-54f3391902ff/9df7bf8b-3cdc-46d5-9e81-54f3391902ff.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.045717] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cec270-5464-4c1e-9c50-bb6bfcbb39cc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.068770] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 9df7bf8b-3cdc-46d5-9e81-54f3391902ff/9df7bf8b-3cdc-46d5-9e81-54f3391902ff.vmdk or device None with type streamOptimized {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.069090] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8a2a3ce-8812-4bfa-8618-d9574a35f859 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.083235] env[69052]: DEBUG oslo_concurrency.lockutils [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Releasing lock "refresh_cache-df274c46-292b-4958-83a4-c33119341cfe" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.083518] env[69052]: DEBUG nova.compute.manager [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Instance network_info: |[{"id": "03781b7d-4d80-46b9-bb66-bee5367ccddd", "address": "fa:16:3e:b5:f5:60", "network": {"id": "d0cac059-a3a4-4d5b-ba84-74fb9bc83064", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811767563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1495d4ac73df4810a0b8e7a5a102deb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03781b7d-4d", "ovs_interfaceid": "03781b7d-4d80-46b9-bb66-bee5367ccddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1185.083908] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:f5:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03781b7d-4d80-46b9-bb66-bee5367ccddd', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.091043] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.091570] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df274c46-292b-4958-83a4-c33119341cfe] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.091786] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d3ecde2-d0cd-47af-a4c0-7c7d02661d98 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.106322] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1185.106322] env[69052]: value = "task-3237292" [ 1185.106322] env[69052]: _type = "Task" [ 1185.106322] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.111436] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.111436] env[69052]: value = "task-3237293" [ 1185.111436] env[69052]: _type = "Task" [ 1185.111436] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.116792] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.122571] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237293, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.207744] env[69052]: DEBUG nova.compute.manager [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1185.235450] env[69052]: DEBUG nova.virt.hardware [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.235698] env[69052]: DEBUG nova.virt.hardware [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.235854] env[69052]: DEBUG nova.virt.hardware [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.236049] env[69052]: DEBUG nova.virt.hardware [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.236201] env[69052]: DEBUG nova.virt.hardware [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.236346] env[69052]: DEBUG nova.virt.hardware [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.236556] env[69052]: DEBUG nova.virt.hardware [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.236811] env[69052]: DEBUG nova.virt.hardware [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.236888] env[69052]: DEBUG nova.virt.hardware [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.237062] env[69052]: DEBUG nova.virt.hardware [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.237286] env[69052]: DEBUG nova.virt.hardware [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.238300] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1d794e-bda4-42ec-89ad-1826d158efcf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.247710] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6af540-d9a8-4580-938c-2dd0b60ee5d2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.256670] env[69052]: DEBUG nova.compute.manager [req-5c700640-455c-458f-95cc-3c4459f75a7b req-831abbd2-9f10-456e-a80e-57545fb3d246 service nova] [instance: df274c46-292b-4958-83a4-c33119341cfe] Received event network-changed-03781b7d-4d80-46b9-bb66-bee5367ccddd {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.256875] env[69052]: DEBUG nova.compute.manager [req-5c700640-455c-458f-95cc-3c4459f75a7b req-831abbd2-9f10-456e-a80e-57545fb3d246 service nova] [instance: df274c46-292b-4958-83a4-c33119341cfe] Refreshing instance network info cache due to event network-changed-03781b7d-4d80-46b9-bb66-bee5367ccddd. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1185.257144] env[69052]: DEBUG oslo_concurrency.lockutils [req-5c700640-455c-458f-95cc-3c4459f75a7b req-831abbd2-9f10-456e-a80e-57545fb3d246 service nova] Acquiring lock "refresh_cache-df274c46-292b-4958-83a4-c33119341cfe" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.257296] env[69052]: DEBUG oslo_concurrency.lockutils [req-5c700640-455c-458f-95cc-3c4459f75a7b req-831abbd2-9f10-456e-a80e-57545fb3d246 service nova] Acquired lock "refresh_cache-df274c46-292b-4958-83a4-c33119341cfe" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.257470] env[69052]: DEBUG nova.network.neutron [req-5c700640-455c-458f-95cc-3c4459f75a7b req-831abbd2-9f10-456e-a80e-57545fb3d246 service nova] [instance: df274c46-292b-4958-83a4-c33119341cfe] Refreshing network info cache for port 03781b7d-4d80-46b9-bb66-bee5367ccddd {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.475924] env[69052]: DEBUG oslo_concurrency.lockutils [None req-db5c04b3-7889-4d90-9919-bb7fec12712d tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "acd1c880-62fe-456e-bb6a-e9b9ece002e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.849s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.581515] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32655f3-dc15-492e-97b6-f4e56c71cb63 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.589019] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77f9b45-683c-450c-9151-e57200355e54 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.624528] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29dab54d-1ac0-48bb-a64b-65455e21330d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.636096] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237293, 'name': CreateVM_Task, 'duration_secs': 0.40693} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.636441] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237292, 'name': ReconfigVM_Task, 'duration_secs': 0.306693} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.636602] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df274c46-292b-4958-83a4-c33119341cfe] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1185.637799] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb9c535-6963-4427-b62b-afcebaedabc5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.641613] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 9df7bf8b-3cdc-46d5-9e81-54f3391902ff/9df7bf8b-3cdc-46d5-9e81-54f3391902ff.vmdk or device None with type streamOptimized {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.642610] env[69052]: DEBUG oslo_concurrency.lockutils [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.642775] env[69052]: DEBUG oslo_concurrency.lockutils [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.643094] env[69052]: DEBUG oslo_concurrency.lockutils [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.643314] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-090314e3-36ee-433e-9ddd-9fb28df5424d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.644634] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb9468e8-56ef-494f-a524-5ed13be9c871 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.657144] env[69052]: DEBUG nova.compute.provider_tree [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.660092] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1185.660092] env[69052]: value = "task-3237294" [ 1185.660092] env[69052]: _type = "Task" [ 1185.660092] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.660335] env[69052]: DEBUG oslo_vmware.api [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1185.660335] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5204167d-2d5a-a57a-d387-bcf937803299" [ 1185.660335] env[69052]: _type = "Task" [ 1185.660335] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.671409] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237294, 'name': Rename_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.675313] env[69052]: DEBUG oslo_vmware.api [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5204167d-2d5a-a57a-d387-bcf937803299, 'name': SearchDatastore_Task, 'duration_secs': 0.011785} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.675811] env[69052]: DEBUG oslo_concurrency.lockutils [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.676049] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.676290] env[69052]: DEBUG oslo_concurrency.lockutils [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.676437] env[69052]: DEBUG oslo_concurrency.lockutils [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.676612] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.676853] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3176ad1-1fdb-4285-b341-859386813b55 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.685321] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.685507] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.686204] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c096d03d-b21f-4a59-ba08-817492b7355b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.691498] env[69052]: DEBUG oslo_vmware.api [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1185.691498] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527c5cc3-259e-1243-a5da-b6d92f0f3aff" [ 1185.691498] env[69052]: _type = "Task" [ 1185.691498] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.698479] env[69052]: DEBUG oslo_vmware.api [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527c5cc3-259e-1243-a5da-b6d92f0f3aff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.742352] env[69052]: DEBUG nova.network.neutron [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Successfully updated port: ef445ea8-262a-4ea4-872d-068582db3bde {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1185.963276] env[69052]: DEBUG nova.network.neutron [req-5c700640-455c-458f-95cc-3c4459f75a7b req-831abbd2-9f10-456e-a80e-57545fb3d246 service nova] [instance: df274c46-292b-4958-83a4-c33119341cfe] Updated VIF entry in instance network info cache for port 03781b7d-4d80-46b9-bb66-bee5367ccddd. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.963641] env[69052]: DEBUG nova.network.neutron [req-5c700640-455c-458f-95cc-3c4459f75a7b req-831abbd2-9f10-456e-a80e-57545fb3d246 service nova] [instance: df274c46-292b-4958-83a4-c33119341cfe] Updating instance_info_cache with network_info: [{"id": "03781b7d-4d80-46b9-bb66-bee5367ccddd", "address": "fa:16:3e:b5:f5:60", "network": {"id": "d0cac059-a3a4-4d5b-ba84-74fb9bc83064", "bridge": "br-int", "label": "tempest-ServersTestJSON-1811767563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1495d4ac73df4810a0b8e7a5a102deb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03781b7d-4d", "ovs_interfaceid": "03781b7d-4d80-46b9-bb66-bee5367ccddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.161963] env[69052]: DEBUG nova.scheduler.client.report [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.173980] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237294, 'name': Rename_Task, 'duration_secs': 0.142745} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.174260] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.174497] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b44c7174-9e6f-4be2-aea8-60526dc05523 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.182987] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1186.182987] env[69052]: value = "task-3237295" [ 1186.182987] env[69052]: _type = "Task" [ 1186.182987] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.191181] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.200786] env[69052]: DEBUG oslo_vmware.api [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]527c5cc3-259e-1243-a5da-b6d92f0f3aff, 'name': SearchDatastore_Task, 'duration_secs': 0.007936} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.201539] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e072eb0-03cf-43d1-8a68-32bcf9d93109 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.206208] env[69052]: DEBUG oslo_vmware.api [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1186.206208] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520f4f84-837e-3932-098e-fb2acdbd74a1" [ 1186.206208] env[69052]: _type = "Task" [ 1186.206208] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.213597] env[69052]: DEBUG oslo_vmware.api [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520f4f84-837e-3932-098e-fb2acdbd74a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.245504] env[69052]: DEBUG oslo_concurrency.lockutils [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "refresh_cache-4fa8759f-415a-4bb2-ac54-a7954a5cc537" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.245711] env[69052]: DEBUG oslo_concurrency.lockutils [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquired lock "refresh_cache-4fa8759f-415a-4bb2-ac54-a7954a5cc537" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.245818] env[69052]: DEBUG nova.network.neutron [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.466656] env[69052]: DEBUG oslo_concurrency.lockutils [req-5c700640-455c-458f-95cc-3c4459f75a7b req-831abbd2-9f10-456e-a80e-57545fb3d246 service nova] Releasing lock "refresh_cache-df274c46-292b-4958-83a4-c33119341cfe" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.670034] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.723s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.672888] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.488s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.673170] env[69052]: DEBUG nova.objects.instance [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lazy-loading 'resources' on Instance uuid a53a7c2e-0070-481c-a770-0399e79a1c62 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.693286] env[69052]: DEBUG oslo_vmware.api [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237295, 'name': PowerOnVM_Task, 'duration_secs': 0.448272} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.694416] env[69052]: INFO nova.scheduler.client.report [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Deleted allocations for instance a48d8031-a0f7-4e9e-8067-1837ca94f5c5 [ 1186.695545] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.715805] env[69052]: DEBUG oslo_vmware.api [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520f4f84-837e-3932-098e-fb2acdbd74a1, 'name': SearchDatastore_Task, 'duration_secs': 0.009523} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.716134] env[69052]: DEBUG oslo_concurrency.lockutils [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.716410] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] df274c46-292b-4958-83a4-c33119341cfe/df274c46-292b-4958-83a4-c33119341cfe.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1186.717058] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1fa5b98-ec89-4e84-ba16-69bc82e977fe {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.723735] env[69052]: DEBUG oslo_vmware.api [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1186.723735] env[69052]: value = "task-3237296" [ 1186.723735] env[69052]: _type = "Task" [ 1186.723735] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.733086] env[69052]: DEBUG oslo_vmware.api [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.776588] env[69052]: DEBUG nova.network.neutron [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1186.802552] env[69052]: DEBUG nova.compute.manager [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.803479] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a30503-f90b-4f99-ac8b-804ceab44873 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.921259] env[69052]: DEBUG nova.network.neutron [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Updating instance_info_cache with network_info: [{"id": "ef445ea8-262a-4ea4-872d-068582db3bde", "address": "fa:16:3e:6e:ab:b2", "network": {"id": "1e799245-f22d-49f1-9e4a-3f8c57970aef", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-77695136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a78122ee1db4ec99999744f40855901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef445ea8-26", "ovs_interfaceid": "ef445ea8-262a-4ea4-872d-068582db3bde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.205077] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a4a8dae9-326e-4588-aa0c-6f96ae486022 tempest-MultipleCreateTestJSON-789152331 tempest-MultipleCreateTestJSON-789152331-project-member] Lock "a48d8031-a0f7-4e9e-8067-1837ca94f5c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.463s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.235815] env[69052]: DEBUG oslo_vmware.api [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237296, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451248} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.236166] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] df274c46-292b-4958-83a4-c33119341cfe/df274c46-292b-4958-83a4-c33119341cfe.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.236416] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.236674] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d271ac39-0779-4a79-a034-8340cef171b0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.243823] env[69052]: DEBUG oslo_vmware.api [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1187.243823] env[69052]: value = "task-3237297" [ 1187.243823] env[69052]: _type = "Task" [ 1187.243823] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.251415] env[69052]: DEBUG oslo_vmware.api [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.289034] env[69052]: DEBUG nova.compute.manager [req-4c08c113-5869-4e4f-9236-2d7fce247041 req-6fcc4e4d-6adc-4508-8f15-5b7bbbb29117 service nova] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Received event network-vif-plugged-ef445ea8-262a-4ea4-872d-068582db3bde {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.289795] env[69052]: DEBUG oslo_concurrency.lockutils [req-4c08c113-5869-4e4f-9236-2d7fce247041 req-6fcc4e4d-6adc-4508-8f15-5b7bbbb29117 service nova] Acquiring lock "4fa8759f-415a-4bb2-ac54-a7954a5cc537-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.289795] env[69052]: DEBUG oslo_concurrency.lockutils [req-4c08c113-5869-4e4f-9236-2d7fce247041 req-6fcc4e4d-6adc-4508-8f15-5b7bbbb29117 service nova] Lock "4fa8759f-415a-4bb2-ac54-a7954a5cc537-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.289795] env[69052]: DEBUG oslo_concurrency.lockutils [req-4c08c113-5869-4e4f-9236-2d7fce247041 req-6fcc4e4d-6adc-4508-8f15-5b7bbbb29117 service nova] Lock "4fa8759f-415a-4bb2-ac54-a7954a5cc537-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.289795] env[69052]: DEBUG nova.compute.manager [req-4c08c113-5869-4e4f-9236-2d7fce247041 req-6fcc4e4d-6adc-4508-8f15-5b7bbbb29117 service nova] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] No waiting events found dispatching network-vif-plugged-ef445ea8-262a-4ea4-872d-068582db3bde {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1187.290111] env[69052]: WARNING nova.compute.manager [req-4c08c113-5869-4e4f-9236-2d7fce247041 req-6fcc4e4d-6adc-4508-8f15-5b7bbbb29117 service nova] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Received unexpected event network-vif-plugged-ef445ea8-262a-4ea4-872d-068582db3bde for instance with vm_state building and task_state spawning. [ 1187.290151] env[69052]: DEBUG nova.compute.manager [req-4c08c113-5869-4e4f-9236-2d7fce247041 req-6fcc4e4d-6adc-4508-8f15-5b7bbbb29117 service nova] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Received event network-changed-ef445ea8-262a-4ea4-872d-068582db3bde {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.290278] env[69052]: DEBUG nova.compute.manager [req-4c08c113-5869-4e4f-9236-2d7fce247041 req-6fcc4e4d-6adc-4508-8f15-5b7bbbb29117 service nova] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Refreshing instance network info cache due to event network-changed-ef445ea8-262a-4ea4-872d-068582db3bde. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.290442] env[69052]: DEBUG oslo_concurrency.lockutils [req-4c08c113-5869-4e4f-9236-2d7fce247041 req-6fcc4e4d-6adc-4508-8f15-5b7bbbb29117 service nova] Acquiring lock "refresh_cache-4fa8759f-415a-4bb2-ac54-a7954a5cc537" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.307883] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c74837-2353-4198-9656-3755b5c7d46b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.319279] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec6375d-faad-4475-afc1-1fd024ede4ba {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.324098] env[69052]: DEBUG oslo_concurrency.lockutils [None req-da6cdd70-5cd2-42d4-8a92-ea1495508a0b tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "9df7bf8b-3cdc-46d5-9e81-54f3391902ff" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.470s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.354301] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4d0818-9d63-4114-8154-3938bf1488a1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.364296] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10385e94-bb4b-4255-9ecc-76ccda1b36e7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.378442] env[69052]: DEBUG nova.compute.provider_tree [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.423536] env[69052]: DEBUG oslo_concurrency.lockutils [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Releasing lock "refresh_cache-4fa8759f-415a-4bb2-ac54-a7954a5cc537" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.423848] env[69052]: DEBUG nova.compute.manager [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Instance network_info: |[{"id": "ef445ea8-262a-4ea4-872d-068582db3bde", "address": "fa:16:3e:6e:ab:b2", "network": {"id": "1e799245-f22d-49f1-9e4a-3f8c57970aef", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-77695136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a78122ee1db4ec99999744f40855901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef445ea8-26", "ovs_interfaceid": "ef445ea8-262a-4ea4-872d-068582db3bde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1187.424566] env[69052]: DEBUG oslo_concurrency.lockutils [req-4c08c113-5869-4e4f-9236-2d7fce247041 req-6fcc4e4d-6adc-4508-8f15-5b7bbbb29117 service nova] Acquired lock "refresh_cache-4fa8759f-415a-4bb2-ac54-a7954a5cc537" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.424566] env[69052]: DEBUG nova.network.neutron [req-4c08c113-5869-4e4f-9236-2d7fce247041 req-6fcc4e4d-6adc-4508-8f15-5b7bbbb29117 service nova] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Refreshing network info cache for port ef445ea8-262a-4ea4-872d-068582db3bde {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.425499] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:ab:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef445ea8-262a-4ea4-872d-068582db3bde', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1187.433220] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.434059] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1187.434326] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77bc3d0b-92cf-436c-a1f8-580db66c62eb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.453804] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.453804] env[69052]: value = "task-3237298" [ 1187.453804] env[69052]: _type = "Task" [ 1187.453804] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.461732] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237298, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.756784] env[69052]: DEBUG oslo_vmware.api [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080709} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.756955] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1187.757789] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e8f533-975d-44da-bbda-22e73c94a796 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.782253] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] df274c46-292b-4958-83a4-c33119341cfe/df274c46-292b-4958-83a4-c33119341cfe.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.782511] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f42fec36-c2c5-42b6-bfed-889bb67e2a73 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.802821] env[69052]: DEBUG oslo_vmware.api [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1187.802821] env[69052]: value = "task-3237299" [ 1187.802821] env[69052]: _type = "Task" [ 1187.802821] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.811323] env[69052]: DEBUG oslo_vmware.api [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237299, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.881432] env[69052]: DEBUG nova.scheduler.client.report [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.964988] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237298, 'name': CreateVM_Task, 'duration_secs': 0.361301} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.965178] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.970662] env[69052]: DEBUG oslo_concurrency.lockutils [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.970865] env[69052]: DEBUG oslo_concurrency.lockutils [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.971250] env[69052]: DEBUG oslo_concurrency.lockutils [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.971951] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bc5fd69-32e1-45da-8005-91f86692c527 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.977192] env[69052]: DEBUG oslo_vmware.api [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1187.977192] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529fbbf4-b070-3d4c-c6b9-f2a9fd80b1b0" [ 1187.977192] env[69052]: _type = "Task" [ 1187.977192] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.987918] env[69052]: DEBUG oslo_vmware.api [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529fbbf4-b070-3d4c-c6b9-f2a9fd80b1b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.124593] env[69052]: DEBUG nova.network.neutron [req-4c08c113-5869-4e4f-9236-2d7fce247041 req-6fcc4e4d-6adc-4508-8f15-5b7bbbb29117 service nova] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Updated VIF entry in instance network info cache for port ef445ea8-262a-4ea4-872d-068582db3bde. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.124977] env[69052]: DEBUG nova.network.neutron [req-4c08c113-5869-4e4f-9236-2d7fce247041 req-6fcc4e4d-6adc-4508-8f15-5b7bbbb29117 service nova] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Updating instance_info_cache with network_info: [{"id": "ef445ea8-262a-4ea4-872d-068582db3bde", "address": "fa:16:3e:6e:ab:b2", "network": {"id": "1e799245-f22d-49f1-9e4a-3f8c57970aef", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-77695136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a78122ee1db4ec99999744f40855901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef445ea8-26", "ovs_interfaceid": "ef445ea8-262a-4ea4-872d-068582db3bde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.313605] env[69052]: DEBUG oslo_vmware.api [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237299, 'name': ReconfigVM_Task, 'duration_secs': 0.317514} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.313897] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Reconfigured VM instance instance-00000079 to attach disk [datastore2] df274c46-292b-4958-83a4-c33119341cfe/df274c46-292b-4958-83a4-c33119341cfe.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.314830] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cc6a1f3-9e3f-42eb-9c79-8d29cc591d48 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.323207] env[69052]: DEBUG oslo_vmware.api [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1188.323207] env[69052]: value = "task-3237300" [ 1188.323207] env[69052]: _type = "Task" [ 1188.323207] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.332494] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "9df7bf8b-3cdc-46d5-9e81-54f3391902ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.332784] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "9df7bf8b-3cdc-46d5-9e81-54f3391902ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.332928] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "9df7bf8b-3cdc-46d5-9e81-54f3391902ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.333168] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "9df7bf8b-3cdc-46d5-9e81-54f3391902ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.333806] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "9df7bf8b-3cdc-46d5-9e81-54f3391902ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.334808] env[69052]: DEBUG oslo_vmware.api [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237300, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.335306] env[69052]: INFO nova.compute.manager [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Terminating instance [ 1188.386104] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.714s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.389041] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.909s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.390282] env[69052]: INFO nova.compute.claims [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.409653] env[69052]: INFO nova.scheduler.client.report [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Deleted allocations for instance a53a7c2e-0070-481c-a770-0399e79a1c62 [ 1188.489363] env[69052]: DEBUG oslo_vmware.api [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529fbbf4-b070-3d4c-c6b9-f2a9fd80b1b0, 'name': SearchDatastore_Task, 'duration_secs': 0.049353} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.489721] env[69052]: DEBUG oslo_concurrency.lockutils [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.489963] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.490214] env[69052]: DEBUG oslo_concurrency.lockutils [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.490360] env[69052]: DEBUG oslo_concurrency.lockutils [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.490536] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.490791] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4077e8d-d767-4fb6-b769-d7ab2e0a42ab {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.500576] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.500752] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.501741] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bb97ce2-045e-4a8c-b480-b70300192f5f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.510019] env[69052]: DEBUG oslo_vmware.api [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1188.510019] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528277b7-f50d-f392-d345-c1a007a4f022" [ 1188.510019] env[69052]: _type = "Task" [ 1188.510019] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.515372] env[69052]: DEBUG oslo_vmware.api [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528277b7-f50d-f392-d345-c1a007a4f022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.630339] env[69052]: DEBUG oslo_concurrency.lockutils [req-4c08c113-5869-4e4f-9236-2d7fce247041 req-6fcc4e4d-6adc-4508-8f15-5b7bbbb29117 service nova] Releasing lock "refresh_cache-4fa8759f-415a-4bb2-ac54-a7954a5cc537" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.832690] env[69052]: DEBUG oslo_vmware.api [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237300, 'name': Rename_Task, 'duration_secs': 0.14673} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.832983] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.833261] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0adeef20-8dac-4eab-81e1-bc219ac0e079 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.840874] env[69052]: DEBUG nova.compute.manager [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1188.841111] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.841444] env[69052]: DEBUG oslo_vmware.api [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1188.841444] env[69052]: value = "task-3237301" [ 1188.841444] env[69052]: _type = "Task" [ 1188.841444] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.843256] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b664936e-bf5d-4161-91cd-b3ea1bb9d444 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.858358] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.859052] env[69052]: DEBUG oslo_vmware.api [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.859282] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a01bbb06-0e3e-4486-b076-5b3666f64a93 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.865817] env[69052]: DEBUG oslo_vmware.api [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1188.865817] env[69052]: value = "task-3237302" [ 1188.865817] env[69052]: _type = "Task" [ 1188.865817] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.875079] env[69052]: DEBUG oslo_vmware.api [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.918193] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3704bbf6-8836-4fdc-acd3-090b16cce721 tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "a53a7c2e-0070-481c-a770-0399e79a1c62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.102s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.019019] env[69052]: DEBUG oslo_vmware.api [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528277b7-f50d-f392-d345-c1a007a4f022, 'name': SearchDatastore_Task, 'duration_secs': 0.008629} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.019207] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72b65de9-db01-4976-90f8-57d0f26a125c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.024155] env[69052]: DEBUG oslo_vmware.api [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1189.024155] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522d530f-5ba4-aa62-c9ab-ad448bb14457" [ 1189.024155] env[69052]: _type = "Task" [ 1189.024155] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.032707] env[69052]: DEBUG oslo_vmware.api [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522d530f-5ba4-aa62-c9ab-ad448bb14457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.359554] env[69052]: DEBUG oslo_vmware.api [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237301, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.375941] env[69052]: DEBUG oslo_vmware.api [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237302, 'name': PowerOffVM_Task, 'duration_secs': 0.231822} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.376167] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.376356] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.376599] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0b6cc08-2aa2-485f-adcd-a845fdc3759b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.451443] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.451443] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.451627] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Deleting the datastore file [datastore2] 9df7bf8b-3cdc-46d5-9e81-54f3391902ff {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.451882] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4fba487-48fe-4db4-9834-b95511ace807 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.461380] env[69052]: DEBUG oslo_vmware.api [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for the task: (returnval){ [ 1189.461380] env[69052]: value = "task-3237304" [ 1189.461380] env[69052]: _type = "Task" [ 1189.461380] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.469696] env[69052]: DEBUG oslo_vmware.api [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.529700] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660154f5-4008-419f-82e3-c5c1d81f4e80 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.539891] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b098833b-9b4a-4e93-8906-0f191f7d4a0e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.543149] env[69052]: DEBUG oslo_vmware.api [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522d530f-5ba4-aa62-c9ab-ad448bb14457, 'name': SearchDatastore_Task, 'duration_secs': 0.009332} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.543800] env[69052]: DEBUG oslo_concurrency.lockutils [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.543800] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 4fa8759f-415a-4bb2-ac54-a7954a5cc537/4fa8759f-415a-4bb2-ac54-a7954a5cc537.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1189.544730] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73cb5e8c-1d25-43a5-a8b2-52957a3abbe4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.572232] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949930d0-f6fa-4f17-9efc-80dc00d7940f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.574886] env[69052]: DEBUG oslo_vmware.api [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1189.574886] env[69052]: value = "task-3237305" [ 1189.574886] env[69052]: _type = "Task" [ 1189.574886] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.582025] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf50124-09c1-478f-ab9f-c6cc2fbcc398 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.591447] env[69052]: DEBUG oslo_vmware.api [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.605354] env[69052]: DEBUG nova.compute.provider_tree [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.858977] env[69052]: DEBUG oslo_vmware.api [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237301, 'name': PowerOnVM_Task, 'duration_secs': 0.538791} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.859296] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.859663] env[69052]: INFO nova.compute.manager [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Took 6.96 seconds to spawn the instance on the hypervisor. [ 1189.860092] env[69052]: DEBUG nova.compute.manager [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.861572] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788277e2-de48-4bf2-9ca8-ead8c96373cc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.972557] env[69052]: DEBUG oslo_vmware.api [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Task: {'id': task-3237304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16895} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.972746] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.973613] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.973613] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.973613] env[69052]: INFO nova.compute.manager [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1189.973613] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.973613] env[69052]: DEBUG nova.compute.manager [-] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1189.973784] env[69052]: DEBUG nova.network.neutron [-] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.084887] env[69052]: DEBUG oslo_vmware.api [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237305, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.109045] env[69052]: DEBUG nova.scheduler.client.report [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.324188] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Acquiring lock "bfe57c83-c22e-472f-8db0-d727f42c3734" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.324402] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Lock "bfe57c83-c22e-472f-8db0-d727f42c3734" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.379559] env[69052]: INFO nova.compute.manager [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Took 20.50 seconds to build instance. [ 1190.452885] env[69052]: DEBUG nova.compute.manager [req-af140ca1-7bb5-4af8-881d-1d2155033f61 req-3872cb27-80a8-4c85-b679-ef6133792729 service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Received event network-vif-deleted-7befea80-7beb-4b37-84bd-3eca7a361805 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.453110] env[69052]: INFO nova.compute.manager [req-af140ca1-7bb5-4af8-881d-1d2155033f61 req-3872cb27-80a8-4c85-b679-ef6133792729 service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Neutron deleted interface 7befea80-7beb-4b37-84bd-3eca7a361805; detaching it from the instance and deleting it from the info cache [ 1190.453287] env[69052]: DEBUG nova.network.neutron [req-af140ca1-7bb5-4af8-881d-1d2155033f61 req-3872cb27-80a8-4c85-b679-ef6133792729 service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.586009] env[69052]: DEBUG oslo_vmware.api [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548935} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.586736] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 4fa8759f-415a-4bb2-ac54-a7954a5cc537/4fa8759f-415a-4bb2-ac54-a7954a5cc537.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1190.586961] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1190.587281] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3a0f9f1-8b78-46d5-85bd-bef9d12e955a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.595421] env[69052]: DEBUG oslo_vmware.api [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1190.595421] env[69052]: value = "task-3237307" [ 1190.595421] env[69052]: _type = "Task" [ 1190.595421] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.603612] env[69052]: DEBUG oslo_vmware.api [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.613814] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.614390] env[69052]: DEBUG nova.compute.manager [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1190.826575] env[69052]: DEBUG nova.compute.manager [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1190.882389] env[69052]: DEBUG oslo_concurrency.lockutils [None req-928192b7-e4c3-4e8e-a2c8-00d0cd33d79e tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "df274c46-292b-4958-83a4-c33119341cfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.012s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.936923] env[69052]: DEBUG nova.network.neutron [-] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.956927] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d51dbf3a-b45d-434c-b96b-8db7a83cc619 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.966770] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a16d7e-ae7e-4be5-b76e-78f3ad080317 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.998809] env[69052]: DEBUG nova.compute.manager [req-af140ca1-7bb5-4af8-881d-1d2155033f61 req-3872cb27-80a8-4c85-b679-ef6133792729 service nova] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Detach interface failed, port_id=7befea80-7beb-4b37-84bd-3eca7a361805, reason: Instance 9df7bf8b-3cdc-46d5-9e81-54f3391902ff could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1191.105914] env[69052]: DEBUG oslo_vmware.api [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095564} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.106211] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1191.106987] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed4483e-58cd-4645-85f1-1de968ac0a07 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.124500] env[69052]: DEBUG nova.compute.utils [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1191.134687] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 4fa8759f-415a-4bb2-ac54-a7954a5cc537/4fa8759f-415a-4bb2-ac54-a7954a5cc537.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.135098] env[69052]: DEBUG nova.compute.manager [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1191.135268] env[69052]: DEBUG nova.network.neutron [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1191.136975] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5169d2d-14a6-480c-aba9-1e5afb1faa2c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.157210] env[69052]: DEBUG oslo_vmware.api [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1191.157210] env[69052]: value = "task-3237308" [ 1191.157210] env[69052]: _type = "Task" [ 1191.157210] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.165480] env[69052]: DEBUG oslo_vmware.api [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.190179] env[69052]: DEBUG nova.policy [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99309baae411445f83c096d0f7eef78e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '420997e04b2a41d882b1f61eb5a284f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1191.335480] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9ad65190-0cdc-485a-b156-e544b9aef846 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "df274c46-292b-4958-83a4-c33119341cfe" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.335480] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9ad65190-0cdc-485a-b156-e544b9aef846 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "df274c46-292b-4958-83a4-c33119341cfe" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.335480] env[69052]: DEBUG nova.compute.manager [None req-9ad65190-0cdc-485a-b156-e544b9aef846 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.336403] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809b3220-3c6d-4b07-8edd-f814837d7a5a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.347901] env[69052]: DEBUG nova.compute.manager [None req-9ad65190-0cdc-485a-b156-e544b9aef846 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69052) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1191.347901] env[69052]: DEBUG nova.objects.instance [None req-9ad65190-0cdc-485a-b156-e544b9aef846 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lazy-loading 'flavor' on Instance uuid df274c46-292b-4958-83a4-c33119341cfe {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.363026] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.363026] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.363026] env[69052]: INFO nova.compute.claims [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1191.441718] env[69052]: INFO nova.compute.manager [-] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Took 1.47 seconds to deallocate network for instance. [ 1191.627492] env[69052]: DEBUG nova.compute.manager [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1191.668919] env[69052]: DEBUG oslo_vmware.api [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237308, 'name': ReconfigVM_Task, 'duration_secs': 0.335566} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.669969] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 4fa8759f-415a-4bb2-ac54-a7954a5cc537/4fa8759f-415a-4bb2-ac54-a7954a5cc537.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.670588] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61f60cc4-0f83-468d-b015-ca3a8d62e854 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.677246] env[69052]: DEBUG oslo_vmware.api [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1191.677246] env[69052]: value = "task-3237309" [ 1191.677246] env[69052]: _type = "Task" [ 1191.677246] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.685456] env[69052]: DEBUG oslo_vmware.api [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237309, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.816919] env[69052]: DEBUG nova.network.neutron [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Successfully created port: 535956db-7109-47e3-a304-bd9858d1830b {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1191.948336] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.187743] env[69052]: DEBUG oslo_vmware.api [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237309, 'name': Rename_Task, 'duration_secs': 0.151011} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.188110] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.188379] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31a35344-25e7-4af6-8697-4dfc06423d86 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.196317] env[69052]: DEBUG oslo_vmware.api [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1192.196317] env[69052]: value = "task-3237310" [ 1192.196317] env[69052]: _type = "Task" [ 1192.196317] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.204637] env[69052]: DEBUG oslo_vmware.api [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.324524] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "30110a54-70b7-413a-bc6c-1487e68ff9e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.324811] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "30110a54-70b7-413a-bc6c-1487e68ff9e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.325058] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "30110a54-70b7-413a-bc6c-1487e68ff9e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.325282] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "30110a54-70b7-413a-bc6c-1487e68ff9e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.325458] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "30110a54-70b7-413a-bc6c-1487e68ff9e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.327691] env[69052]: INFO nova.compute.manager [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Terminating instance [ 1192.354145] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad65190-0cdc-485a-b156-e544b9aef846 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.354434] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a5e694f-a62f-4791-9ee5-4f6f300516ba {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.362430] env[69052]: DEBUG oslo_vmware.api [None req-9ad65190-0cdc-485a-b156-e544b9aef846 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1192.362430] env[69052]: value = "task-3237311" [ 1192.362430] env[69052]: _type = "Task" [ 1192.362430] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.371140] env[69052]: DEBUG oslo_vmware.api [None req-9ad65190-0cdc-485a-b156-e544b9aef846 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.531798] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99a08ac-2b0e-47ba-8771-5883407062c7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.539703] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e521c02-f8b8-432f-841a-660094d13731 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.573224] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bf8918-f47f-47ad-bed7-a2d1519ab57d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.581242] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50b6982-c7a7-4e09-8e82-e8eef25e3237 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.594825] env[69052]: DEBUG nova.compute.provider_tree [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.637794] env[69052]: DEBUG nova.compute.manager [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1192.665608] env[69052]: DEBUG nova.virt.hardware [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.665865] env[69052]: DEBUG nova.virt.hardware [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.666037] env[69052]: DEBUG nova.virt.hardware [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.666232] env[69052]: DEBUG nova.virt.hardware [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.666444] env[69052]: DEBUG nova.virt.hardware [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.666626] env[69052]: DEBUG nova.virt.hardware [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.666842] env[69052]: DEBUG nova.virt.hardware [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.667011] env[69052]: DEBUG nova.virt.hardware [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.667259] env[69052]: DEBUG nova.virt.hardware [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.667442] env[69052]: DEBUG nova.virt.hardware [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.667618] env[69052]: DEBUG nova.virt.hardware [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.668832] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7542cde9-af47-41ad-91d7-f8950116b341 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.676881] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96741839-bc23-406c-b1b9-2b535e16efda {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.704367] env[69052]: DEBUG oslo_vmware.api [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237310, 'name': PowerOnVM_Task, 'duration_secs': 0.472792} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.705587] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.705587] env[69052]: INFO nova.compute.manager [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Took 7.50 seconds to spawn the instance on the hypervisor. [ 1192.705587] env[69052]: DEBUG nova.compute.manager [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.705767] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e793add7-1744-4824-b42b-8ce5cdb4b5ba {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.831610] env[69052]: DEBUG nova.compute.manager [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1192.831882] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.832778] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49fed4b-811b-4441-9271-4c41fe9473de {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.840882] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.841118] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bd38536-35cc-49c4-ae04-66a2b6bd7931 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.849109] env[69052]: DEBUG oslo_vmware.api [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 1192.849109] env[69052]: value = "task-3237312" [ 1192.849109] env[69052]: _type = "Task" [ 1192.849109] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.858714] env[69052]: DEBUG oslo_vmware.api [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.872118] env[69052]: DEBUG oslo_vmware.api [None req-9ad65190-0cdc-485a-b156-e544b9aef846 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237311, 'name': PowerOffVM_Task, 'duration_secs': 0.215023} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.872385] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad65190-0cdc-485a-b156-e544b9aef846 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.872575] env[69052]: DEBUG nova.compute.manager [None req-9ad65190-0cdc-485a-b156-e544b9aef846 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.873803] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af9b363-1c61-4efe-bf23-8de6b0785adc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.098340] env[69052]: DEBUG nova.scheduler.client.report [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.222053] env[69052]: INFO nova.compute.manager [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Took 18.15 seconds to build instance. [ 1193.285500] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "13fd90f3-97b9-4e45-9de3-da498c79a8a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.286421] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "13fd90f3-97b9-4e45-9de3-da498c79a8a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.286421] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "13fd90f3-97b9-4e45-9de3-da498c79a8a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.286562] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "13fd90f3-97b9-4e45-9de3-da498c79a8a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.286745] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "13fd90f3-97b9-4e45-9de3-da498c79a8a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.289117] env[69052]: INFO nova.compute.manager [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Terminating instance [ 1193.360050] env[69052]: DEBUG oslo_vmware.api [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237312, 'name': PowerOffVM_Task, 'duration_secs': 0.265538} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.360427] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.360655] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.360953] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01898667-0970-46e6-8408-e123bfdfcaad {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.384588] env[69052]: DEBUG oslo_concurrency.lockutils [None req-9ad65190-0cdc-485a-b156-e544b9aef846 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "df274c46-292b-4958-83a4-c33119341cfe" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.430143] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.430143] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.430143] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Deleting the datastore file [datastore2] 30110a54-70b7-413a-bc6c-1487e68ff9e6 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.430143] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5aabfb01-258f-4ae3-8049-1932c940e6c9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.437198] env[69052]: DEBUG oslo_vmware.api [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for the task: (returnval){ [ 1193.437198] env[69052]: value = "task-3237314" [ 1193.437198] env[69052]: _type = "Task" [ 1193.437198] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.445508] env[69052]: DEBUG oslo_vmware.api [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.447661] env[69052]: DEBUG nova.compute.manager [req-a9b16718-6eae-48f5-851f-6e104228a1f5 req-9531b2d9-6e03-4dac-9343-9258d7fed9f9 service nova] [instance: 67999356-1784-455e-8b91-83afcf117988] Received event network-vif-plugged-535956db-7109-47e3-a304-bd9858d1830b {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.447863] env[69052]: DEBUG oslo_concurrency.lockutils [req-a9b16718-6eae-48f5-851f-6e104228a1f5 req-9531b2d9-6e03-4dac-9343-9258d7fed9f9 service nova] Acquiring lock "67999356-1784-455e-8b91-83afcf117988-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.448071] env[69052]: DEBUG oslo_concurrency.lockutils [req-a9b16718-6eae-48f5-851f-6e104228a1f5 req-9531b2d9-6e03-4dac-9343-9258d7fed9f9 service nova] Lock "67999356-1784-455e-8b91-83afcf117988-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.448273] env[69052]: DEBUG oslo_concurrency.lockutils [req-a9b16718-6eae-48f5-851f-6e104228a1f5 req-9531b2d9-6e03-4dac-9343-9258d7fed9f9 service nova] Lock "67999356-1784-455e-8b91-83afcf117988-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.448425] env[69052]: DEBUG nova.compute.manager [req-a9b16718-6eae-48f5-851f-6e104228a1f5 req-9531b2d9-6e03-4dac-9343-9258d7fed9f9 service nova] [instance: 67999356-1784-455e-8b91-83afcf117988] No waiting events found dispatching network-vif-plugged-535956db-7109-47e3-a304-bd9858d1830b {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1193.448584] env[69052]: WARNING nova.compute.manager [req-a9b16718-6eae-48f5-851f-6e104228a1f5 req-9531b2d9-6e03-4dac-9343-9258d7fed9f9 service nova] [instance: 67999356-1784-455e-8b91-83afcf117988] Received unexpected event network-vif-plugged-535956db-7109-47e3-a304-bd9858d1830b for instance with vm_state building and task_state spawning. [ 1193.603279] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.603868] env[69052]: DEBUG nova.compute.manager [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1193.608120] env[69052]: DEBUG nova.network.neutron [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Successfully updated port: 535956db-7109-47e3-a304-bd9858d1830b {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1193.609399] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.662s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.609756] env[69052]: DEBUG nova.objects.instance [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lazy-loading 'resources' on Instance uuid 9df7bf8b-3cdc-46d5-9e81-54f3391902ff {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.724136] env[69052]: DEBUG oslo_concurrency.lockutils [None req-849b282d-fe24-416f-be51-ce82fbc4063a tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "4fa8759f-415a-4bb2-ac54-a7954a5cc537" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.659s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.792858] env[69052]: DEBUG nova.compute.manager [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.793118] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.794025] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642185a7-eeb9-4cb4-bf62-208fc6f946b9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.802523] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.802755] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7a1142a-ff28-432b-9717-996337bdeca4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.809283] env[69052]: DEBUG oslo_vmware.api [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1193.809283] env[69052]: value = "task-3237315" [ 1193.809283] env[69052]: _type = "Task" [ 1193.809283] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.817517] env[69052]: DEBUG oslo_vmware.api [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.950657] env[69052]: DEBUG oslo_vmware.api [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Task: {'id': task-3237314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139553} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.950980] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.951228] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.951464] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.951663] env[69052]: INFO nova.compute.manager [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1193.951915] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.952123] env[69052]: DEBUG nova.compute.manager [-] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1193.952218] env[69052]: DEBUG nova.network.neutron [-] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.112850] env[69052]: DEBUG nova.compute.utils [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1194.114297] env[69052]: DEBUG nova.compute.manager [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Not allocating networking since 'none' was specified. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1194.121524] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "refresh_cache-67999356-1784-455e-8b91-83afcf117988" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.121714] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquired lock "refresh_cache-67999356-1784-455e-8b91-83afcf117988" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.121817] env[69052]: DEBUG nova.network.neutron [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.158229] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b0d26570-6851-42b8-a19d-aed53aa92eac tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "df274c46-292b-4958-83a4-c33119341cfe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.158229] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b0d26570-6851-42b8-a19d-aed53aa92eac tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "df274c46-292b-4958-83a4-c33119341cfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.158229] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b0d26570-6851-42b8-a19d-aed53aa92eac tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "df274c46-292b-4958-83a4-c33119341cfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.158409] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b0d26570-6851-42b8-a19d-aed53aa92eac tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "df274c46-292b-4958-83a4-c33119341cfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.158482] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b0d26570-6851-42b8-a19d-aed53aa92eac tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "df274c46-292b-4958-83a4-c33119341cfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.163439] env[69052]: INFO nova.compute.manager [None req-b0d26570-6851-42b8-a19d-aed53aa92eac tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Terminating instance [ 1194.291396] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c82f475-2ea4-4800-8693-e8ce67466ea9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.300414] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51f5c64-e4e4-42dc-8f3b-904bb401d26a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.339180] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91b32c8-69ae-454c-8348-acb3aa30ecfa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.349582] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0294aaa-937b-44d4-8e0e-9ea6ee96a6e7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.353263] env[69052]: DEBUG oslo_vmware.api [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237315, 'name': PowerOffVM_Task, 'duration_secs': 0.456863} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.353880] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.354162] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.354779] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce9873a7-4795-4ab5-97c7-c1285fef78b2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.365865] env[69052]: DEBUG nova.compute.provider_tree [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.435450] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.435687] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.435869] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Deleting the datastore file [datastore2] 13fd90f3-97b9-4e45-9de3-da498c79a8a6 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.436143] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f52b7fc7-c20b-4da3-bff9-a9a6bf58f0ce {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.442867] env[69052]: DEBUG oslo_vmware.api [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for the task: (returnval){ [ 1194.442867] env[69052]: value = "task-3237317" [ 1194.442867] env[69052]: _type = "Task" [ 1194.442867] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.450691] env[69052]: DEBUG oslo_vmware.api [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.618547] env[69052]: DEBUG nova.compute.manager [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1194.659176] env[69052]: DEBUG nova.network.neutron [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.671284] env[69052]: DEBUG nova.compute.manager [None req-b0d26570-6851-42b8-a19d-aed53aa92eac tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1194.671506] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d26570-6851-42b8-a19d-aed53aa92eac tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.672573] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99508b18-5927-4580-8212-cd415a496171 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.682654] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d26570-6851-42b8-a19d-aed53aa92eac tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.683110] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-437dac31-5534-4186-9a22-b5d43477b004 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.708195] env[69052]: DEBUG nova.compute.manager [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Stashing vm_state: active {{(pid=69052) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1194.864220] env[69052]: DEBUG nova.network.neutron [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Updating instance_info_cache with network_info: [{"id": "535956db-7109-47e3-a304-bd9858d1830b", "address": "fa:16:3e:77:bc:32", "network": {"id": "4e7ad40f-fc44-47b3-ada6-0ae53251c650", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329642848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "420997e04b2a41d882b1f61eb5a284f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535956db-71", "ovs_interfaceid": "535956db-7109-47e3-a304-bd9858d1830b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.869497] env[69052]: DEBUG nova.scheduler.client.report [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.953019] env[69052]: DEBUG oslo_vmware.api [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Task: {'id': task-3237317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127136} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.953254] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.953439] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.953616] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.953785] env[69052]: INFO nova.compute.manager [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1194.954035] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.954265] env[69052]: DEBUG nova.compute.manager [-] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.954367] env[69052]: DEBUG nova.network.neutron [-] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.998739] env[69052]: DEBUG nova.network.neutron [-] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.231155] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.263364] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d26570-6851-42b8-a19d-aed53aa92eac tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.263591] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d26570-6851-42b8-a19d-aed53aa92eac tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.263790] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d26570-6851-42b8-a19d-aed53aa92eac tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Deleting the datastore file [datastore2] df274c46-292b-4958-83a4-c33119341cfe {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.265381] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d685cb3e-703e-40f6-9035-5224c1fcf069 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.272117] env[69052]: DEBUG oslo_vmware.api [None req-b0d26570-6851-42b8-a19d-aed53aa92eac tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1195.272117] env[69052]: value = "task-3237319" [ 1195.272117] env[69052]: _type = "Task" [ 1195.272117] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.280462] env[69052]: DEBUG oslo_vmware.api [None req-b0d26570-6851-42b8-a19d-aed53aa92eac tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.367902] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Releasing lock "refresh_cache-67999356-1784-455e-8b91-83afcf117988" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.368327] env[69052]: DEBUG nova.compute.manager [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Instance network_info: |[{"id": "535956db-7109-47e3-a304-bd9858d1830b", "address": "fa:16:3e:77:bc:32", "network": {"id": "4e7ad40f-fc44-47b3-ada6-0ae53251c650", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329642848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "420997e04b2a41d882b1f61eb5a284f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535956db-71", "ovs_interfaceid": "535956db-7109-47e3-a304-bd9858d1830b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1195.368816] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:bc:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abcf0d10-3f3f-45dc-923e-1c78766e2dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '535956db-7109-47e3-a304-bd9858d1830b', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.377825] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.378027] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.380324] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67999356-1784-455e-8b91-83afcf117988] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.380937] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.150s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.382402] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cc53802-718a-43a8-abed-7d02098bc744 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.402389] env[69052]: INFO nova.scheduler.client.report [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Deleted allocations for instance 9df7bf8b-3cdc-46d5-9e81-54f3391902ff [ 1195.410635] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.410635] env[69052]: value = "task-3237320" [ 1195.410635] env[69052]: _type = "Task" [ 1195.410635] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.419360] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237320, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.485438] env[69052]: DEBUG nova.compute.manager [req-2d0f4827-d4db-4844-9b56-b1e4f320d9cb req-5cba57f0-6e03-45d7-97af-5a2df4392807 service nova] [instance: 67999356-1784-455e-8b91-83afcf117988] Received event network-changed-535956db-7109-47e3-a304-bd9858d1830b {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.485676] env[69052]: DEBUG nova.compute.manager [req-2d0f4827-d4db-4844-9b56-b1e4f320d9cb req-5cba57f0-6e03-45d7-97af-5a2df4392807 service nova] [instance: 67999356-1784-455e-8b91-83afcf117988] Refreshing instance network info cache due to event network-changed-535956db-7109-47e3-a304-bd9858d1830b. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.485924] env[69052]: DEBUG oslo_concurrency.lockutils [req-2d0f4827-d4db-4844-9b56-b1e4f320d9cb req-5cba57f0-6e03-45d7-97af-5a2df4392807 service nova] Acquiring lock "refresh_cache-67999356-1784-455e-8b91-83afcf117988" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.486132] env[69052]: DEBUG oslo_concurrency.lockutils [req-2d0f4827-d4db-4844-9b56-b1e4f320d9cb req-5cba57f0-6e03-45d7-97af-5a2df4392807 service nova] Acquired lock "refresh_cache-67999356-1784-455e-8b91-83afcf117988" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.486340] env[69052]: DEBUG nova.network.neutron [req-2d0f4827-d4db-4844-9b56-b1e4f320d9cb req-5cba57f0-6e03-45d7-97af-5a2df4392807 service nova] [instance: 67999356-1784-455e-8b91-83afcf117988] Refreshing network info cache for port 535956db-7109-47e3-a304-bd9858d1830b {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.501776] env[69052]: INFO nova.compute.manager [-] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Took 1.55 seconds to deallocate network for instance. [ 1195.628618] env[69052]: DEBUG nova.compute.manager [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1195.654865] env[69052]: DEBUG nova.virt.hardware [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.655161] env[69052]: DEBUG nova.virt.hardware [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.655331] env[69052]: DEBUG nova.virt.hardware [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.655516] env[69052]: DEBUG nova.virt.hardware [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.655664] env[69052]: DEBUG nova.virt.hardware [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.655810] env[69052]: DEBUG nova.virt.hardware [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.656031] env[69052]: DEBUG nova.virt.hardware [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.656196] env[69052]: DEBUG nova.virt.hardware [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.656367] env[69052]: DEBUG nova.virt.hardware [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.656531] env[69052]: DEBUG nova.virt.hardware [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.656699] env[69052]: DEBUG nova.virt.hardware [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.657647] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b02149a-e472-41bf-93b6-43ff33dc9d9c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.660379] env[69052]: DEBUG nova.network.neutron [-] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.667343] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226ca584-36d3-464f-b5af-251ee8769f1f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.681135] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Instance VIF info [] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.686618] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Creating folder: Project (8b97ff56bfdd476b9dcdbb1453f63338). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1195.687227] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ef15ab2-c2fa-4391-ab0c-315b37524b23 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.698333] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Created folder: Project (8b97ff56bfdd476b9dcdbb1453f63338) in parent group-v646676. [ 1195.698542] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Creating folder: Instances. Parent ref: group-v647011. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1195.698731] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23d1f26b-61f0-4d2a-9701-0cda30be275b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.710916] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Created folder: Instances in parent group-v647011. [ 1195.711150] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.711340] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.711532] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0825ee5c-aad3-4f6b-a951-d3eab3adc1e6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.729467] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.729467] env[69052]: value = "task-3237323" [ 1195.729467] env[69052]: _type = "Task" [ 1195.729467] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.737085] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237323, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.784132] env[69052]: DEBUG oslo_vmware.api [None req-b0d26570-6851-42b8-a19d-aed53aa92eac tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136633} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.784439] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d26570-6851-42b8-a19d-aed53aa92eac tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.784654] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d26570-6851-42b8-a19d-aed53aa92eac tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.784852] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d26570-6851-42b8-a19d-aed53aa92eac tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.785045] env[69052]: INFO nova.compute.manager [None req-b0d26570-6851-42b8-a19d-aed53aa92eac tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: df274c46-292b-4958-83a4-c33119341cfe] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1195.785324] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0d26570-6851-42b8-a19d-aed53aa92eac tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.785545] env[69052]: DEBUG nova.compute.manager [-] [instance: df274c46-292b-4958-83a4-c33119341cfe] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1195.785643] env[69052]: DEBUG nova.network.neutron [-] [instance: df274c46-292b-4958-83a4-c33119341cfe] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1195.904657] env[69052]: INFO nova.compute.claims [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1195.912022] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c4f8023e-0fb1-44ae-aab6-38019ec9eb5f tempest-ServerActionsTestOtherB-106317909 tempest-ServerActionsTestOtherB-106317909-project-member] Lock "9df7bf8b-3cdc-46d5-9e81-54f3391902ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.578s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.923543] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237320, 'name': CreateVM_Task, 'duration_secs': 0.387726} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.923543] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67999356-1784-455e-8b91-83afcf117988] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.924904] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.924904] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.925548] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.925846] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c57de83-2494-411c-894d-1a9467fc828b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.932830] env[69052]: DEBUG oslo_vmware.api [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1195.932830] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529b17ce-e99d-44fa-5c18-ced0267ae027" [ 1195.932830] env[69052]: _type = "Task" [ 1195.932830] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.942960] env[69052]: DEBUG oslo_vmware.api [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529b17ce-e99d-44fa-5c18-ced0267ae027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.007842] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.163431] env[69052]: INFO nova.compute.manager [-] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Took 1.21 seconds to deallocate network for instance. [ 1196.242976] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237323, 'name': CreateVM_Task, 'duration_secs': 0.328833} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.243200] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1196.243608] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.271358] env[69052]: DEBUG nova.network.neutron [req-2d0f4827-d4db-4844-9b56-b1e4f320d9cb req-5cba57f0-6e03-45d7-97af-5a2df4392807 service nova] [instance: 67999356-1784-455e-8b91-83afcf117988] Updated VIF entry in instance network info cache for port 535956db-7109-47e3-a304-bd9858d1830b. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.271848] env[69052]: DEBUG nova.network.neutron [req-2d0f4827-d4db-4844-9b56-b1e4f320d9cb req-5cba57f0-6e03-45d7-97af-5a2df4392807 service nova] [instance: 67999356-1784-455e-8b91-83afcf117988] Updating instance_info_cache with network_info: [{"id": "535956db-7109-47e3-a304-bd9858d1830b", "address": "fa:16:3e:77:bc:32", "network": {"id": "4e7ad40f-fc44-47b3-ada6-0ae53251c650", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329642848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "420997e04b2a41d882b1f61eb5a284f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535956db-71", "ovs_interfaceid": "535956db-7109-47e3-a304-bd9858d1830b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.415079] env[69052]: INFO nova.compute.resource_tracker [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Updating resource usage from migration 8581bc2d-ac21-4d55-9936-6bff756988e6 [ 1196.445971] env[69052]: DEBUG oslo_vmware.api [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529b17ce-e99d-44fa-5c18-ced0267ae027, 'name': SearchDatastore_Task, 'duration_secs': 0.010267} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.445971] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.445971] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.446292] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.446292] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.446383] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.448878] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.449199] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.449440] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98fb13f2-08be-4154-a431-ec571800736e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.451235] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-765d2c44-d76a-47e3-bd82-c308a29dc3c9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.456065] env[69052]: DEBUG oslo_vmware.api [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Waiting for the task: (returnval){ [ 1196.456065] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c6127b-7a10-bca4-a465-4f3d778a58d2" [ 1196.456065] env[69052]: _type = "Task" [ 1196.456065] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.460150] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.460329] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1196.465593] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e243514f-9814-42cf-8819-396a565436b3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.467634] env[69052]: DEBUG oslo_vmware.api [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c6127b-7a10-bca4-a465-4f3d778a58d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.470727] env[69052]: DEBUG oslo_vmware.api [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1196.470727] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52137bf1-7d0c-e448-a18f-e476444dcc26" [ 1196.470727] env[69052]: _type = "Task" [ 1196.470727] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.478676] env[69052]: DEBUG oslo_vmware.api [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52137bf1-7d0c-e448-a18f-e476444dcc26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.554427] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8632cdbf-08ce-4d87-8720-516301feaddc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.562280] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdd8fb0-dca7-47ab-8b23-16a471db27e3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.591948] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20c1538-7a0f-43a3-85b7-fe494947b42d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.598747] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c09ff5-7e5b-47c7-a341-d4b62c253090 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.611459] env[69052]: DEBUG nova.compute.provider_tree [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.659499] env[69052]: DEBUG nova.network.neutron [-] [instance: df274c46-292b-4958-83a4-c33119341cfe] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.670649] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.774704] env[69052]: DEBUG oslo_concurrency.lockutils [req-2d0f4827-d4db-4844-9b56-b1e4f320d9cb req-5cba57f0-6e03-45d7-97af-5a2df4392807 service nova] Releasing lock "refresh_cache-67999356-1784-455e-8b91-83afcf117988" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.774915] env[69052]: DEBUG nova.compute.manager [req-2d0f4827-d4db-4844-9b56-b1e4f320d9cb req-5cba57f0-6e03-45d7-97af-5a2df4392807 service nova] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Received event network-vif-deleted-c8261203-97b8-4e82-9a86-8055231c6c96 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.775139] env[69052]: DEBUG nova.compute.manager [req-2d0f4827-d4db-4844-9b56-b1e4f320d9cb req-5cba57f0-6e03-45d7-97af-5a2df4392807 service nova] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Received event network-vif-deleted-76d1d411-8ead-4705-b1de-21435b6bdfb4 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.775345] env[69052]: INFO nova.compute.manager [req-2d0f4827-d4db-4844-9b56-b1e4f320d9cb req-5cba57f0-6e03-45d7-97af-5a2df4392807 service nova] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Neutron deleted interface 76d1d411-8ead-4705-b1de-21435b6bdfb4; detaching it from the instance and deleting it from the info cache [ 1196.775525] env[69052]: DEBUG nova.network.neutron [req-2d0f4827-d4db-4844-9b56-b1e4f320d9cb req-5cba57f0-6e03-45d7-97af-5a2df4392807 service nova] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.968701] env[69052]: DEBUG oslo_vmware.api [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c6127b-7a10-bca4-a465-4f3d778a58d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009155} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.968998] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.969291] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.969456] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.980061] env[69052]: DEBUG oslo_vmware.api [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52137bf1-7d0c-e448-a18f-e476444dcc26, 'name': SearchDatastore_Task, 'duration_secs': 0.007511} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.980515] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4ced444-2a55-4ede-a53d-8223236d23ce {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.985254] env[69052]: DEBUG oslo_vmware.api [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1196.985254] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f6c8a6-72e1-c41a-3a34-6ae961ad7f12" [ 1196.985254] env[69052]: _type = "Task" [ 1196.985254] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.992433] env[69052]: DEBUG oslo_vmware.api [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f6c8a6-72e1-c41a-3a34-6ae961ad7f12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.114236] env[69052]: DEBUG nova.scheduler.client.report [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.161742] env[69052]: INFO nova.compute.manager [-] [instance: df274c46-292b-4958-83a4-c33119341cfe] Took 1.38 seconds to deallocate network for instance. [ 1197.278692] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-139ac8d7-606c-426a-8c43-a0cf738cf4d6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.288177] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430c2bfe-6ab6-424f-82b1-b2c998251551 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.316309] env[69052]: DEBUG nova.compute.manager [req-2d0f4827-d4db-4844-9b56-b1e4f320d9cb req-5cba57f0-6e03-45d7-97af-5a2df4392807 service nova] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Detach interface failed, port_id=76d1d411-8ead-4705-b1de-21435b6bdfb4, reason: Instance 13fd90f3-97b9-4e45-9de3-da498c79a8a6 could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1197.496774] env[69052]: DEBUG oslo_vmware.api [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52f6c8a6-72e1-c41a-3a34-6ae961ad7f12, 'name': SearchDatastore_Task, 'duration_secs': 0.009584} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.499444] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.499444] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 67999356-1784-455e-8b91-83afcf117988/67999356-1784-455e-8b91-83afcf117988.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1197.499444] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.499444] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.499444] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd935a2f-8a9c-4390-b49f-c169e9d68103 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.500719] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3325c640-4af5-4ced-bf92-46fee5748649 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.507888] env[69052]: DEBUG oslo_vmware.api [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1197.507888] env[69052]: value = "task-3237325" [ 1197.507888] env[69052]: _type = "Task" [ 1197.507888] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.509980] env[69052]: DEBUG nova.compute.manager [req-7df2cbb7-19a2-44d2-af36-813196397535 req-9d94e3cc-e324-4e54-9b0d-fd4aa10b3449 service nova] [instance: df274c46-292b-4958-83a4-c33119341cfe] Received event network-vif-deleted-03781b7d-4d80-46b9-bb66-bee5367ccddd {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.514173] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.514370] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.515110] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19d37c80-0707-4fd8-915c-2c28fe0c8022 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.522969] env[69052]: DEBUG oslo_vmware.api [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.524358] env[69052]: DEBUG oslo_vmware.api [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Waiting for the task: (returnval){ [ 1197.524358] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52688367-b132-8b68-ca7b-3376adba80f5" [ 1197.524358] env[69052]: _type = "Task" [ 1197.524358] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.533551] env[69052]: DEBUG oslo_vmware.api [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52688367-b132-8b68-ca7b-3376adba80f5, 'name': SearchDatastore_Task, 'duration_secs': 0.007682} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.534295] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d8f543b-df64-47c8-9aa6-85232e8e9cc3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.539503] env[69052]: DEBUG oslo_vmware.api [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Waiting for the task: (returnval){ [ 1197.539503] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529ae194-40e1-0701-954a-cc4b6f525896" [ 1197.539503] env[69052]: _type = "Task" [ 1197.539503] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.547031] env[69052]: DEBUG oslo_vmware.api [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529ae194-40e1-0701-954a-cc4b6f525896, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.619234] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.238s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.619512] env[69052]: INFO nova.compute.manager [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Migrating [ 1197.626140] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.618s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.626408] env[69052]: DEBUG nova.objects.instance [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lazy-loading 'resources' on Instance uuid 30110a54-70b7-413a-bc6c-1487e68ff9e6 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.667656] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b0d26570-6851-42b8-a19d-aed53aa92eac tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.018995] env[69052]: DEBUG oslo_vmware.api [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498266} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.019351] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 67999356-1784-455e-8b91-83afcf117988/67999356-1784-455e-8b91-83afcf117988.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1198.019541] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1198.019714] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46701c0c-e6c4-4ddc-a2fc-6ab161873622 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.027292] env[69052]: DEBUG oslo_vmware.api [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1198.027292] env[69052]: value = "task-3237326" [ 1198.027292] env[69052]: _type = "Task" [ 1198.027292] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.034823] env[69052]: DEBUG oslo_vmware.api [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.049070] env[69052]: DEBUG oslo_vmware.api [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]529ae194-40e1-0701-954a-cc4b6f525896, 'name': SearchDatastore_Task, 'duration_secs': 0.008223} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.049338] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.049583] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] bfe57c83-c22e-472f-8db0-d727f42c3734/bfe57c83-c22e-472f-8db0-d727f42c3734.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.049828] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ce8c7dd-d170-498c-9249-cb44d319b142 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.055454] env[69052]: DEBUG oslo_vmware.api [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Waiting for the task: (returnval){ [ 1198.055454] env[69052]: value = "task-3237327" [ 1198.055454] env[69052]: _type = "Task" [ 1198.055454] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.063499] env[69052]: DEBUG oslo_vmware.api [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': task-3237327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.139666] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "refresh_cache-4fa8759f-415a-4bb2-ac54-a7954a5cc537" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.139666] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquired lock "refresh_cache-4fa8759f-415a-4bb2-ac54-a7954a5cc537" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.139666] env[69052]: DEBUG nova.network.neutron [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.282601] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032b3093-fd6a-4bf8-b1a3-6eadf4a90e6f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.290102] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b5447b-5bab-4385-a6b2-2fb9754e5cb3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.321095] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57357b66-ad92-46f3-aa9e-f6863c3abee4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.332138] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7316fb9c-173e-419d-801f-0bb950f6b200 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.350273] env[69052]: DEBUG nova.compute.provider_tree [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.537865] env[69052]: DEBUG oslo_vmware.api [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068425} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.538253] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1198.539234] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb10bd72-4c04-492f-b270-77230dad85e0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.565049] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 67999356-1784-455e-8b91-83afcf117988/67999356-1784-455e-8b91-83afcf117988.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.565483] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-496e37a9-ba4f-4478-bc54-5fe8a0182a24 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.589588] env[69052]: DEBUG oslo_vmware.api [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': task-3237327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532233} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.590957] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] bfe57c83-c22e-472f-8db0-d727f42c3734/bfe57c83-c22e-472f-8db0-d727f42c3734.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1198.591205] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1198.591519] env[69052]: DEBUG oslo_vmware.api [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1198.591519] env[69052]: value = "task-3237328" [ 1198.591519] env[69052]: _type = "Task" [ 1198.591519] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.591717] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c4a0a75-a412-4aaa-9112-6d65a69e26c8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.602271] env[69052]: DEBUG oslo_vmware.api [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237328, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.603587] env[69052]: DEBUG oslo_vmware.api [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Waiting for the task: (returnval){ [ 1198.603587] env[69052]: value = "task-3237329" [ 1198.603587] env[69052]: _type = "Task" [ 1198.603587] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.612232] env[69052]: DEBUG oslo_vmware.api [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': task-3237329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.825035] env[69052]: DEBUG nova.network.neutron [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Updating instance_info_cache with network_info: [{"id": "ef445ea8-262a-4ea4-872d-068582db3bde", "address": "fa:16:3e:6e:ab:b2", "network": {"id": "1e799245-f22d-49f1-9e4a-3f8c57970aef", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-77695136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a78122ee1db4ec99999744f40855901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef445ea8-26", "ovs_interfaceid": "ef445ea8-262a-4ea4-872d-068582db3bde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.854027] env[69052]: DEBUG nova.scheduler.client.report [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.103740] env[69052]: DEBUG oslo_vmware.api [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.111974] env[69052]: DEBUG oslo_vmware.api [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': task-3237329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062885} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.112358] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.113271] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d3069d-ba10-460b-ae68-2017cc8341cb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.133556] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] bfe57c83-c22e-472f-8db0-d727f42c3734/bfe57c83-c22e-472f-8db0-d727f42c3734.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.134261] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a1c1c94-88a5-4637-88b5-86767ba86df6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.153353] env[69052]: DEBUG oslo_vmware.api [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Waiting for the task: (returnval){ [ 1199.153353] env[69052]: value = "task-3237330" [ 1199.153353] env[69052]: _type = "Task" [ 1199.153353] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.161032] env[69052]: DEBUG oslo_vmware.api [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': task-3237330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.328469] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Releasing lock "refresh_cache-4fa8759f-415a-4bb2-ac54-a7954a5cc537" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.359523] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.362890] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.692s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.362890] env[69052]: DEBUG nova.objects.instance [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lazy-loading 'resources' on Instance uuid 13fd90f3-97b9-4e45-9de3-da498c79a8a6 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.385264] env[69052]: INFO nova.scheduler.client.report [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Deleted allocations for instance 30110a54-70b7-413a-bc6c-1487e68ff9e6 [ 1199.603521] env[69052]: DEBUG oslo_vmware.api [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.662997] env[69052]: DEBUG oslo_vmware.api [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': task-3237330, 'name': ReconfigVM_Task, 'duration_secs': 0.260898} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.663306] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Reconfigured VM instance instance-0000007c to attach disk [datastore1] bfe57c83-c22e-472f-8db0-d727f42c3734/bfe57c83-c22e-472f-8db0-d727f42c3734.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.663915] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c3264a1-4b02-409a-91ca-7bdf16afd567 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.670479] env[69052]: DEBUG oslo_vmware.api [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Waiting for the task: (returnval){ [ 1199.670479] env[69052]: value = "task-3237331" [ 1199.670479] env[69052]: _type = "Task" [ 1199.670479] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.678402] env[69052]: DEBUG oslo_vmware.api [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': task-3237331, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.893409] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e52a5093-ad33-476b-83b1-cd1e58689e01 tempest-AttachVolumeShelveTestJSON-1436638049 tempest-AttachVolumeShelveTestJSON-1436638049-project-member] Lock "30110a54-70b7-413a-bc6c-1487e68ff9e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.568s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.992522] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe962676-0ecd-4fea-abf7-ca73aad96a6c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.999934] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d90cb5-5246-44fd-8580-daf131baa4f1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.029958] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d3e838-3aac-483a-97e4-533c431b7d04 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.037203] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bf1395-2fac-4727-ace3-6604d8dd6f9f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.052133] env[69052]: DEBUG nova.compute.provider_tree [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.105314] env[69052]: DEBUG oslo_vmware.api [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237328, 'name': ReconfigVM_Task, 'duration_secs': 1.174992} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.105814] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 67999356-1784-455e-8b91-83afcf117988/67999356-1784-455e-8b91-83afcf117988.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.106473] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9cd29ef-c114-4895-9342-399ed9150ee5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.112896] env[69052]: DEBUG oslo_vmware.api [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1200.112896] env[69052]: value = "task-3237332" [ 1200.112896] env[69052]: _type = "Task" [ 1200.112896] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.124366] env[69052]: DEBUG oslo_vmware.api [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237332, 'name': Rename_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.179754] env[69052]: DEBUG oslo_vmware.api [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': task-3237331, 'name': Rename_Task, 'duration_secs': 0.144066} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.180389] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.180389] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34d9b3d1-9219-47a5-86e4-1f38dad6d2af {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.186339] env[69052]: DEBUG oslo_vmware.api [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Waiting for the task: (returnval){ [ 1200.186339] env[69052]: value = "task-3237333" [ 1200.186339] env[69052]: _type = "Task" [ 1200.186339] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.195379] env[69052]: DEBUG oslo_vmware.api [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': task-3237333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.555555] env[69052]: DEBUG nova.scheduler.client.report [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.624917] env[69052]: DEBUG oslo_vmware.api [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237332, 'name': Rename_Task, 'duration_secs': 0.178618} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.626831] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.627133] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a72ebb31-8880-43f1-bd2b-04cd20606193 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.635057] env[69052]: DEBUG oslo_vmware.api [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1200.635057] env[69052]: value = "task-3237334" [ 1200.635057] env[69052]: _type = "Task" [ 1200.635057] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.646338] env[69052]: DEBUG oslo_vmware.api [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.696527] env[69052]: DEBUG oslo_vmware.api [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': task-3237333, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.844145] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a251632-f6dd-46d9-8ed2-2333abcabed1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.862973] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Updating instance '4fa8759f-415a-4bb2-ac54-a7954a5cc537' progress to 0 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1201.062561] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.064983] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b0d26570-6851-42b8-a19d-aed53aa92eac tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.398s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.065279] env[69052]: DEBUG nova.objects.instance [None req-b0d26570-6851-42b8-a19d-aed53aa92eac tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lazy-loading 'resources' on Instance uuid df274c46-292b-4958-83a4-c33119341cfe {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.092052] env[69052]: INFO nova.scheduler.client.report [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Deleted allocations for instance 13fd90f3-97b9-4e45-9de3-da498c79a8a6 [ 1201.146822] env[69052]: DEBUG oslo_vmware.api [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237334, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.200767] env[69052]: DEBUG oslo_vmware.api [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': task-3237333, 'name': PowerOnVM_Task, 'duration_secs': 0.996717} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.201070] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.201303] env[69052]: INFO nova.compute.manager [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Took 5.57 seconds to spawn the instance on the hypervisor. [ 1201.201495] env[69052]: DEBUG nova.compute.manager [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.202366] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecbd28c-d5ac-46fe-bf04-97bf0f8f8769 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.369430] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.369790] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-529a43db-86db-452c-a18b-a9600dbecad5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.379090] env[69052]: DEBUG oslo_vmware.api [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1201.379090] env[69052]: value = "task-3237336" [ 1201.379090] env[69052]: _type = "Task" [ 1201.379090] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.392437] env[69052]: DEBUG oslo_vmware.api [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.602600] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a25ebfdb-b4b0-418e-8353-ff96a09e5e7c tempest-ServerActionsTestOtherA-1980240900 tempest-ServerActionsTestOtherA-1980240900-project-member] Lock "13fd90f3-97b9-4e45-9de3-da498c79a8a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.317s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.648594] env[69052]: DEBUG oslo_vmware.api [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237334, 'name': PowerOnVM_Task, 'duration_secs': 0.553888} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.648915] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.649443] env[69052]: INFO nova.compute.manager [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1201.649651] env[69052]: DEBUG nova.compute.manager [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.651077] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9968d3b6-7bff-4699-a078-be3f8cf7cc45 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.719112] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c172b50-3c8d-476c-9e82-edf0f445c65d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.726938] env[69052]: INFO nova.compute.manager [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Took 10.39 seconds to build instance. [ 1201.734024] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7f3411-ccb9-47cb-8b25-065838d64c5d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.767685] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0f454c-5a16-41f7-a27b-2d52a1b9e6d3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.776013] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ec26f0-0843-4d86-b45a-9fdec19e1451 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.790547] env[69052]: DEBUG nova.compute.provider_tree [None req-b0d26570-6851-42b8-a19d-aed53aa92eac tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.890485] env[69052]: DEBUG oslo_vmware.api [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237336, 'name': PowerOffVM_Task, 'duration_secs': 0.321698} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.890757] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.890941] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Updating instance '4fa8759f-415a-4bb2-ac54-a7954a5cc537' progress to 17 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.172195] env[69052]: INFO nova.compute.manager [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Took 21.71 seconds to build instance. [ 1202.231099] env[69052]: DEBUG oslo_concurrency.lockutils [None req-3a1bc5ff-bdac-419e-9b5f-59a0f478eccb tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Lock "bfe57c83-c22e-472f-8db0-d727f42c3734" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.906s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.293512] env[69052]: DEBUG nova.scheduler.client.report [None req-b0d26570-6851-42b8-a19d-aed53aa92eac tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.396973] env[69052]: DEBUG nova.virt.hardware [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.397246] env[69052]: DEBUG nova.virt.hardware [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.397457] env[69052]: DEBUG nova.virt.hardware [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.397653] env[69052]: DEBUG nova.virt.hardware [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.397800] env[69052]: DEBUG nova.virt.hardware [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.397946] env[69052]: DEBUG nova.virt.hardware [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.398632] env[69052]: DEBUG nova.virt.hardware [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.398784] env[69052]: DEBUG nova.virt.hardware [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.399062] env[69052]: DEBUG nova.virt.hardware [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.399297] env[69052]: DEBUG nova.virt.hardware [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.399489] env[69052]: DEBUG nova.virt.hardware [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.405430] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55349ec4-39fc-4717-a1ed-fd7e9b442423 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.425463] env[69052]: DEBUG oslo_vmware.api [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1202.425463] env[69052]: value = "task-3237337" [ 1202.425463] env[69052]: _type = "Task" [ 1202.425463] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.433802] env[69052]: DEBUG oslo_vmware.api [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.675235] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e9934661-1c6e-4af3-a2bc-d31c5a70f153 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "67999356-1784-455e-8b91-83afcf117988" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.216s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.800976] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b0d26570-6851-42b8-a19d-aed53aa92eac tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.825529] env[69052]: INFO nova.scheduler.client.report [None req-b0d26570-6851-42b8-a19d-aed53aa92eac tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Deleted allocations for instance df274c46-292b-4958-83a4-c33119341cfe [ 1202.937069] env[69052]: DEBUG oslo_vmware.api [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237337, 'name': ReconfigVM_Task, 'duration_secs': 0.310499} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.937069] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Updating instance '4fa8759f-415a-4bb2-ac54-a7954a5cc537' progress to 33 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.145887] env[69052]: INFO nova.compute.manager [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Rebuilding instance [ 1203.202699] env[69052]: DEBUG nova.compute.manager [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.203815] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854c5560-fc92-4d9b-bd70-82ce115f536c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.287834] env[69052]: DEBUG nova.compute.manager [req-771f1297-c183-453f-9986-a6141e4acf7b req-3d1e796b-fca5-4768-8e47-8aa19ebc5fc2 service nova] [instance: 67999356-1784-455e-8b91-83afcf117988] Received event network-changed-535956db-7109-47e3-a304-bd9858d1830b {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.288032] env[69052]: DEBUG nova.compute.manager [req-771f1297-c183-453f-9986-a6141e4acf7b req-3d1e796b-fca5-4768-8e47-8aa19ebc5fc2 service nova] [instance: 67999356-1784-455e-8b91-83afcf117988] Refreshing instance network info cache due to event network-changed-535956db-7109-47e3-a304-bd9858d1830b. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.288252] env[69052]: DEBUG oslo_concurrency.lockutils [req-771f1297-c183-453f-9986-a6141e4acf7b req-3d1e796b-fca5-4768-8e47-8aa19ebc5fc2 service nova] Acquiring lock "refresh_cache-67999356-1784-455e-8b91-83afcf117988" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.288431] env[69052]: DEBUG oslo_concurrency.lockutils [req-771f1297-c183-453f-9986-a6141e4acf7b req-3d1e796b-fca5-4768-8e47-8aa19ebc5fc2 service nova] Acquired lock "refresh_cache-67999356-1784-455e-8b91-83afcf117988" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.288595] env[69052]: DEBUG nova.network.neutron [req-771f1297-c183-453f-9986-a6141e4acf7b req-3d1e796b-fca5-4768-8e47-8aa19ebc5fc2 service nova] [instance: 67999356-1784-455e-8b91-83afcf117988] Refreshing network info cache for port 535956db-7109-47e3-a304-bd9858d1830b {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.335781] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b0d26570-6851-42b8-a19d-aed53aa92eac tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "df274c46-292b-4958-83a4-c33119341cfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.177s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.448734] env[69052]: DEBUG nova.virt.hardware [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.449020] env[69052]: DEBUG nova.virt.hardware [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.449200] env[69052]: DEBUG nova.virt.hardware [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.449477] env[69052]: DEBUG nova.virt.hardware [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.449558] env[69052]: DEBUG nova.virt.hardware [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.449676] env[69052]: DEBUG nova.virt.hardware [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.449881] env[69052]: DEBUG nova.virt.hardware [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.450279] env[69052]: DEBUG nova.virt.hardware [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.450512] env[69052]: DEBUG nova.virt.hardware [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.450688] env[69052]: DEBUG nova.virt.hardware [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.450866] env[69052]: DEBUG nova.virt.hardware [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.456887] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1203.457188] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f84444d5-a179-4e58-b471-02894b5fc2db {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.481822] env[69052]: DEBUG oslo_vmware.api [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1203.481822] env[69052]: value = "task-3237338" [ 1203.481822] env[69052]: _type = "Task" [ 1203.481822] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.494771] env[69052]: DEBUG oslo_vmware.api [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237338, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.991946] env[69052]: DEBUG oslo_vmware.api [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237338, 'name': ReconfigVM_Task, 'duration_secs': 0.203914} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.992396] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1203.993875] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228d2206-d818-400b-838d-959fae3ed7ea {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.018269] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 4fa8759f-415a-4bb2-ac54-a7954a5cc537/4fa8759f-415a-4bb2-ac54-a7954a5cc537.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.018269] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ecb7dc1-aa8d-41c9-acff-c895279f02c4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.041204] env[69052]: DEBUG oslo_vmware.api [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1204.041204] env[69052]: value = "task-3237339" [ 1204.041204] env[69052]: _type = "Task" [ 1204.041204] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.052644] env[69052]: DEBUG oslo_vmware.api [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237339, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.221539] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.222022] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5b833fa-d61e-422c-86e7-b5beb6d7cc12 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.234637] env[69052]: DEBUG oslo_vmware.api [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Waiting for the task: (returnval){ [ 1204.234637] env[69052]: value = "task-3237340" [ 1204.234637] env[69052]: _type = "Task" [ 1204.234637] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.248034] env[69052]: DEBUG oslo_vmware.api [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': task-3237340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.266614] env[69052]: DEBUG nova.network.neutron [req-771f1297-c183-453f-9986-a6141e4acf7b req-3d1e796b-fca5-4768-8e47-8aa19ebc5fc2 service nova] [instance: 67999356-1784-455e-8b91-83afcf117988] Updated VIF entry in instance network info cache for port 535956db-7109-47e3-a304-bd9858d1830b. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.267014] env[69052]: DEBUG nova.network.neutron [req-771f1297-c183-453f-9986-a6141e4acf7b req-3d1e796b-fca5-4768-8e47-8aa19ebc5fc2 service nova] [instance: 67999356-1784-455e-8b91-83afcf117988] Updating instance_info_cache with network_info: [{"id": "535956db-7109-47e3-a304-bd9858d1830b", "address": "fa:16:3e:77:bc:32", "network": {"id": "4e7ad40f-fc44-47b3-ada6-0ae53251c650", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329642848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "420997e04b2a41d882b1f61eb5a284f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535956db-71", "ovs_interfaceid": "535956db-7109-47e3-a304-bd9858d1830b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.552835] env[69052]: DEBUG oslo_vmware.api [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237339, 'name': ReconfigVM_Task, 'duration_secs': 0.371774} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.553062] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 4fa8759f-415a-4bb2-ac54-a7954a5cc537/4fa8759f-415a-4bb2-ac54-a7954a5cc537.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.553365] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Updating instance '4fa8759f-415a-4bb2-ac54-a7954a5cc537' progress to 50 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1204.614862] env[69052]: DEBUG oslo_concurrency.lockutils [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "14e5058b-8515-48a2-9b3a-f08ece6029c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.615340] env[69052]: DEBUG oslo_concurrency.lockutils [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "14e5058b-8515-48a2-9b3a-f08ece6029c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.615648] env[69052]: DEBUG oslo_concurrency.lockutils [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "14e5058b-8515-48a2-9b3a-f08ece6029c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.615855] env[69052]: DEBUG oslo_concurrency.lockutils [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "14e5058b-8515-48a2-9b3a-f08ece6029c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.616077] env[69052]: DEBUG oslo_concurrency.lockutils [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "14e5058b-8515-48a2-9b3a-f08ece6029c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.619226] env[69052]: INFO nova.compute.manager [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Terminating instance [ 1204.744458] env[69052]: DEBUG oslo_vmware.api [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': task-3237340, 'name': PowerOffVM_Task, 'duration_secs': 0.132293} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.744836] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.745457] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.746275] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52943c7b-68ac-47eb-9448-8b82a52db715 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.753324] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1204.755164] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3744813d-c103-47f6-ae25-6c1dcd273770 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.769323] env[69052]: DEBUG oslo_concurrency.lockutils [req-771f1297-c183-453f-9986-a6141e4acf7b req-3d1e796b-fca5-4768-8e47-8aa19ebc5fc2 service nova] Releasing lock "refresh_cache-67999356-1784-455e-8b91-83afcf117988" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.779252] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.779512] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.779725] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Deleting the datastore file [datastore1] bfe57c83-c22e-472f-8db0-d727f42c3734 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.780016] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0215b70e-4ef2-42ec-8ee6-764b75724863 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.791020] env[69052]: DEBUG oslo_vmware.api [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Waiting for the task: (returnval){ [ 1204.791020] env[69052]: value = "task-3237342" [ 1204.791020] env[69052]: _type = "Task" [ 1204.791020] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.804350] env[69052]: DEBUG oslo_vmware.api [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': task-3237342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.063431] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28baec3-0431-43ec-9be5-ece0fe5a65b9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.088795] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7815feb4-ac3b-4ec9-a578-f4091f584d11 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.111510] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Updating instance '4fa8759f-415a-4bb2-ac54-a7954a5cc537' progress to 67 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1205.122962] env[69052]: DEBUG nova.compute.manager [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.123217] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.124122] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5102c6a3-c0b1-4f6f-b13e-4a77bea92aa9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.133379] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.133883] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e56988fe-d95c-48ec-b182-0295ef78955f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.140386] env[69052]: DEBUG oslo_vmware.api [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1205.140386] env[69052]: value = "task-3237343" [ 1205.140386] env[69052]: _type = "Task" [ 1205.140386] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.156803] env[69052]: DEBUG oslo_vmware.api [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.300372] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Acquiring lock "bb82a656-c40d-481d-8b70-210f443be53d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.301568] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Lock "bb82a656-c40d-481d-8b70-210f443be53d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.306319] env[69052]: DEBUG oslo_vmware.api [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': task-3237342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183291} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.306799] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.306919] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.307065] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.655276] env[69052]: DEBUG oslo_vmware.api [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237343, 'name': PowerOffVM_Task, 'duration_secs': 0.200865} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.655276] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.655276] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.655276] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c27cf1ad-f7ff-4186-93a3-01d4067cc23c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.660173] env[69052]: DEBUG nova.network.neutron [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Port ef445ea8-262a-4ea4-872d-068582db3bde binding to destination host cpu-1 is already ACTIVE {{(pid=69052) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1205.803876] env[69052]: DEBUG nova.compute.manager [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1205.963495] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.964381] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.964381] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Deleting the datastore file [datastore2] 14e5058b-8515-48a2-9b3a-f08ece6029c2 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.964381] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbdfbbfa-ca11-4fa9-b12e-45fabc4c34af {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.973495] env[69052]: DEBUG oslo_vmware.api [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for the task: (returnval){ [ 1205.973495] env[69052]: value = "task-3237345" [ 1205.973495] env[69052]: _type = "Task" [ 1205.973495] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.982440] env[69052]: DEBUG oslo_vmware.api [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.319274] env[69052]: DEBUG oslo_concurrency.lockutils [None req-35e9477f-2e9e-48fa-b4b1-54ce63cfaa03 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "e2824a7c-eb80-472e-8ad6-59ae2f0a9e33" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.319634] env[69052]: DEBUG oslo_concurrency.lockutils [None req-35e9477f-2e9e-48fa-b4b1-54ce63cfaa03 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "e2824a7c-eb80-472e-8ad6-59ae2f0a9e33" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.332720] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.333029] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.334853] env[69052]: INFO nova.compute.claims [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.353248] env[69052]: DEBUG nova.virt.hardware [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.354949] env[69052]: DEBUG nova.virt.hardware [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.354949] env[69052]: DEBUG nova.virt.hardware [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.354949] env[69052]: DEBUG nova.virt.hardware [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.354949] env[69052]: DEBUG nova.virt.hardware [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.354949] env[69052]: DEBUG nova.virt.hardware [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.354949] env[69052]: DEBUG nova.virt.hardware [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.354949] env[69052]: DEBUG nova.virt.hardware [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.355606] env[69052]: DEBUG nova.virt.hardware [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.356221] env[69052]: DEBUG nova.virt.hardware [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.356335] env[69052]: DEBUG nova.virt.hardware [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.357733] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255097fc-261b-4219-803c-6d552f847cce {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.367968] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31b39f6-cca3-4211-8df5-e0db7618af23 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.382999] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Instance VIF info [] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1206.388865] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.389135] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1206.389915] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cfbb4d7-2303-44ba-b977-6ce482078795 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.406526] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1206.406526] env[69052]: value = "task-3237346" [ 1206.406526] env[69052]: _type = "Task" [ 1206.406526] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.414584] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237346, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.483665] env[69052]: DEBUG oslo_vmware.api [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Task: {'id': task-3237345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134276} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.483912] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.484112] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.484288] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.484454] env[69052]: INFO nova.compute.manager [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Took 1.36 seconds to destroy the instance on the hypervisor. [ 1206.484692] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.484879] env[69052]: DEBUG nova.compute.manager [-] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.484972] env[69052]: DEBUG nova.network.neutron [-] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.685989] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "4fa8759f-415a-4bb2-ac54-a7954a5cc537-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.685989] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "4fa8759f-415a-4bb2-ac54-a7954a5cc537-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.686217] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "4fa8759f-415a-4bb2-ac54-a7954a5cc537-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.758589] env[69052]: DEBUG nova.compute.manager [req-3fe19096-d5ec-497f-a215-6e57ee58015d req-d42f78fd-f592-40fd-bd26-f2807699a37d service nova] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Received event network-vif-deleted-0e3599a0-64f6-490a-b6cf-01ae0cba37c7 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.758589] env[69052]: INFO nova.compute.manager [req-3fe19096-d5ec-497f-a215-6e57ee58015d req-d42f78fd-f592-40fd-bd26-f2807699a37d service nova] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Neutron deleted interface 0e3599a0-64f6-490a-b6cf-01ae0cba37c7; detaching it from the instance and deleting it from the info cache [ 1206.758589] env[69052]: DEBUG nova.network.neutron [req-3fe19096-d5ec-497f-a215-6e57ee58015d req-d42f78fd-f592-40fd-bd26-f2807699a37d service nova] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.823551] env[69052]: DEBUG nova.compute.utils [None req-35e9477f-2e9e-48fa-b4b1-54ce63cfaa03 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.918706] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237346, 'name': CreateVM_Task, 'duration_secs': 0.303843} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.918898] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1206.919367] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.919529] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.919905] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.920180] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb679add-21d2-4340-a530-2929624d2758 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.925214] env[69052]: DEBUG oslo_vmware.api [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Waiting for the task: (returnval){ [ 1206.925214] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52614fc6-cea8-704f-ec20-954911ed8db0" [ 1206.925214] env[69052]: _type = "Task" [ 1206.925214] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.932844] env[69052]: DEBUG oslo_vmware.api [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52614fc6-cea8-704f-ec20-954911ed8db0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.236449] env[69052]: DEBUG nova.network.neutron [-] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.263561] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb55fd23-43bb-47ac-a91e-37809d413ad2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.273337] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d199299e-f0f2-44ff-a8ca-ccfca3ae8117 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.303157] env[69052]: DEBUG nova.compute.manager [req-3fe19096-d5ec-497f-a215-6e57ee58015d req-d42f78fd-f592-40fd-bd26-f2807699a37d service nova] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Detach interface failed, port_id=0e3599a0-64f6-490a-b6cf-01ae0cba37c7, reason: Instance 14e5058b-8515-48a2-9b3a-f08ece6029c2 could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1207.329715] env[69052]: DEBUG oslo_concurrency.lockutils [None req-35e9477f-2e9e-48fa-b4b1-54ce63cfaa03 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "e2824a7c-eb80-472e-8ad6-59ae2f0a9e33" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.436217] env[69052]: DEBUG oslo_vmware.api [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52614fc6-cea8-704f-ec20-954911ed8db0, 'name': SearchDatastore_Task, 'duration_secs': 0.009431} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.436464] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.436704] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.436943] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.437109] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.437294] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.440070] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87267b87-df9f-4ddc-9909-df2844e0a603 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.448669] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.448865] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1207.449662] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94e95923-ece3-4c62-9814-ebf0dc16e1d8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.454855] env[69052]: DEBUG oslo_vmware.api [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Waiting for the task: (returnval){ [ 1207.454855] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c4cd1c-d767-9c85-dcbd-25f1524f2ecc" [ 1207.454855] env[69052]: _type = "Task" [ 1207.454855] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.465499] env[69052]: DEBUG oslo_vmware.api [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c4cd1c-d767-9c85-dcbd-25f1524f2ecc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.472746] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d20f05-be2e-4d9f-838e-f117cbf08657 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.479274] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e6c1a7-b46c-4ba1-a15a-e9cf4f058554 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.510806] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404babcf-ecbf-4182-9266-70d8572d01e7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.518779] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95658f7-292f-4fee-9131-434fac930994 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.532743] env[69052]: DEBUG nova.compute.provider_tree [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1207.722311] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "refresh_cache-4fa8759f-415a-4bb2-ac54-a7954a5cc537" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.722606] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquired lock "refresh_cache-4fa8759f-415a-4bb2-ac54-a7954a5cc537" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.722892] env[69052]: DEBUG nova.network.neutron [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.740078] env[69052]: INFO nova.compute.manager [-] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Took 1.25 seconds to deallocate network for instance. [ 1207.965863] env[69052]: DEBUG oslo_vmware.api [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c4cd1c-d767-9c85-dcbd-25f1524f2ecc, 'name': SearchDatastore_Task, 'duration_secs': 0.03184} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.966670] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88b96914-c102-4182-99e6-8f6a4846225f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.973057] env[69052]: DEBUG oslo_vmware.api [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Waiting for the task: (returnval){ [ 1207.973057] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520b59d5-449a-06c0-21e2-6f0fff300491" [ 1207.973057] env[69052]: _type = "Task" [ 1207.973057] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.982158] env[69052]: DEBUG oslo_vmware.api [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520b59d5-449a-06c0-21e2-6f0fff300491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.053868] env[69052]: ERROR nova.scheduler.client.report [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [req-7d254613-6ff5-4215-809c-83f7472fa928] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5482791e-699f-417a-8caf-f93d7835d755. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7d254613-6ff5-4215-809c-83f7472fa928"}]} [ 1208.070672] env[69052]: DEBUG nova.scheduler.client.report [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Refreshing inventories for resource provider 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1208.084688] env[69052]: DEBUG nova.scheduler.client.report [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Updating ProviderTree inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1208.084914] env[69052]: DEBUG nova.compute.provider_tree [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1208.096114] env[69052]: DEBUG nova.scheduler.client.report [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Refreshing aggregate associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, aggregates: None {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1208.115158] env[69052]: DEBUG nova.scheduler.client.report [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Refreshing trait associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1208.228478] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6177b42-2018-4b0f-a780-57e528530a4c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.237267] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063fdfac-93ee-464f-b537-027ebcf06767 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.269775] env[69052]: DEBUG oslo_concurrency.lockutils [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.270982] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a1cf9e-bfbe-44a6-a7a8-87960828df13 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.280867] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7e1228-40c0-4c3c-be95-209c30b49d21 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.294327] env[69052]: DEBUG nova.compute.provider_tree [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1208.389235] env[69052]: DEBUG oslo_concurrency.lockutils [None req-35e9477f-2e9e-48fa-b4b1-54ce63cfaa03 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "e2824a7c-eb80-472e-8ad6-59ae2f0a9e33" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.389637] env[69052]: DEBUG oslo_concurrency.lockutils [None req-35e9477f-2e9e-48fa-b4b1-54ce63cfaa03 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "e2824a7c-eb80-472e-8ad6-59ae2f0a9e33" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.389708] env[69052]: INFO nova.compute.manager [None req-35e9477f-2e9e-48fa-b4b1-54ce63cfaa03 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Attaching volume 9988e241-780e-4ec7-8e7c-1c3a1a55a577 to /dev/sdb [ 1208.425368] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fedadcd-9b52-403a-bd36-e9d1f1d2c0e0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.432574] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de829ee-fcc1-4620-a329-9eea08793104 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.445982] env[69052]: DEBUG nova.virt.block_device [None req-35e9477f-2e9e-48fa-b4b1-54ce63cfaa03 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Updating existing volume attachment record: e9f27e6c-53e4-4374-a390-aea4c5842dbd {{(pid=69052) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1208.476906] env[69052]: DEBUG nova.network.neutron [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Updating instance_info_cache with network_info: [{"id": "ef445ea8-262a-4ea4-872d-068582db3bde", "address": "fa:16:3e:6e:ab:b2", "network": {"id": "1e799245-f22d-49f1-9e4a-3f8c57970aef", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-77695136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a78122ee1db4ec99999744f40855901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef445ea8-26", "ovs_interfaceid": "ef445ea8-262a-4ea4-872d-068582db3bde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.485620] env[69052]: DEBUG oslo_vmware.api [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]520b59d5-449a-06c0-21e2-6f0fff300491, 'name': SearchDatastore_Task, 'duration_secs': 0.009734} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.485761] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.486030] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] bfe57c83-c22e-472f-8db0-d727f42c3734/bfe57c83-c22e-472f-8db0-d727f42c3734.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1208.486870] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99e64c53-ae18-4266-9353-f899629d32ff {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.493925] env[69052]: DEBUG oslo_vmware.api [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Waiting for the task: (returnval){ [ 1208.493925] env[69052]: value = "task-3237347" [ 1208.493925] env[69052]: _type = "Task" [ 1208.493925] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.502875] env[69052]: DEBUG oslo_vmware.api [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': task-3237347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.836662] env[69052]: DEBUG nova.scheduler.client.report [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Updated inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 with generation 182 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1208.837119] env[69052]: DEBUG nova.compute.provider_tree [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Updating resource provider 5482791e-699f-417a-8caf-f93d7835d755 generation from 182 to 183 during operation: update_inventory {{(pid=69052) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1208.837413] env[69052]: DEBUG nova.compute.provider_tree [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1208.981488] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Releasing lock "refresh_cache-4fa8759f-415a-4bb2-ac54-a7954a5cc537" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.003768] env[69052]: DEBUG oslo_vmware.api [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': task-3237347, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490172} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.004059] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] bfe57c83-c22e-472f-8db0-d727f42c3734/bfe57c83-c22e-472f-8db0-d727f42c3734.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1209.004288] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1209.004606] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87912cee-6b2c-4443-b1e2-1b3fe3422b4a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.011803] env[69052]: DEBUG oslo_vmware.api [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Waiting for the task: (returnval){ [ 1209.011803] env[69052]: value = "task-3237349" [ 1209.011803] env[69052]: _type = "Task" [ 1209.011803] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.024088] env[69052]: DEBUG oslo_vmware.api [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': task-3237349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.344367] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.011s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.345009] env[69052]: DEBUG nova.compute.manager [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1209.347636] env[69052]: DEBUG oslo_concurrency.lockutils [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.078s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.347860] env[69052]: DEBUG nova.objects.instance [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lazy-loading 'resources' on Instance uuid 14e5058b-8515-48a2-9b3a-f08ece6029c2 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.508381] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6563927-37a3-44ab-80ad-207b5e1524de {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.530151] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db6e061-1f78-49f2-862d-f561485f1d8a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.535442] env[69052]: DEBUG oslo_vmware.api [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': task-3237349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064675} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.535978] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.536705] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633cfdbf-cb31-4b15-ab75-f080d77057bf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.541333] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Updating instance '4fa8759f-415a-4bb2-ac54-a7954a5cc537' progress to 83 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.562281] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] bfe57c83-c22e-472f-8db0-d727f42c3734/bfe57c83-c22e-472f-8db0-d727f42c3734.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.562526] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9197e4dd-7762-43c4-b44f-a8cfeb9a1ec6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.581634] env[69052]: DEBUG oslo_vmware.api [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Waiting for the task: (returnval){ [ 1209.581634] env[69052]: value = "task-3237350" [ 1209.581634] env[69052]: _type = "Task" [ 1209.581634] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.590165] env[69052]: DEBUG oslo_vmware.api [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': task-3237350, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.850613] env[69052]: DEBUG nova.compute.utils [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1209.852851] env[69052]: DEBUG nova.compute.manager [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1209.853153] env[69052]: DEBUG nova.network.neutron [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1209.899488] env[69052]: DEBUG nova.policy [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c670afbfb45b418bb5c194dbe12b90fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9626725bd84146b5ac283857bd2912ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.952319] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de15969-e5bd-46bd-9f02-b42af30d93c8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.961096] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22a74bc-7a4f-46d7-8ae9-204f8ce59e62 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.997610] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b57a858-4eff-4248-b0d1-cbc84c34ce5b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.006415] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c55880-b5cc-466e-9146-9eb02751202e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.020855] env[69052]: DEBUG nova.compute.provider_tree [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.048447] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.048447] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4ac4be4-a63f-481d-9343-349c416bfc4b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.056042] env[69052]: DEBUG oslo_vmware.api [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1210.056042] env[69052]: value = "task-3237351" [ 1210.056042] env[69052]: _type = "Task" [ 1210.056042] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.063379] env[69052]: DEBUG oslo_vmware.api [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.090789] env[69052]: DEBUG oslo_vmware.api [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': task-3237350, 'name': ReconfigVM_Task, 'duration_secs': 0.278302} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.091147] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Reconfigured VM instance instance-0000007c to attach disk [datastore2] bfe57c83-c22e-472f-8db0-d727f42c3734/bfe57c83-c22e-472f-8db0-d727f42c3734.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.091797] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90b32ccf-522e-4f6f-a165-8576cc9f3548 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.098917] env[69052]: DEBUG oslo_vmware.api [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Waiting for the task: (returnval){ [ 1210.098917] env[69052]: value = "task-3237352" [ 1210.098917] env[69052]: _type = "Task" [ 1210.098917] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.106492] env[69052]: DEBUG oslo_vmware.api [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': task-3237352, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.166451] env[69052]: DEBUG nova.network.neutron [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Successfully created port: c8adeac0-ab1b-47bf-a8a3-e52fc9e0c1aa {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1210.354130] env[69052]: DEBUG nova.compute.manager [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1210.524370] env[69052]: DEBUG nova.scheduler.client.report [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.565888] env[69052]: DEBUG oslo_vmware.api [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237351, 'name': PowerOnVM_Task, 'duration_secs': 0.460981} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.566191] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1210.566380] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ed4c01-e809-45af-94a9-6588c1815f79 tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Updating instance '4fa8759f-415a-4bb2-ac54-a7954a5cc537' progress to 100 {{(pid=69052) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.610087] env[69052]: DEBUG oslo_vmware.api [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': task-3237352, 'name': Rename_Task, 'duration_secs': 0.136445} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.610087] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.610087] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c43312f6-8083-45ef-adbc-b5c2d8abdfb5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.617497] env[69052]: DEBUG oslo_vmware.api [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Waiting for the task: (returnval){ [ 1210.617497] env[69052]: value = "task-3237353" [ 1210.617497] env[69052]: _type = "Task" [ 1210.617497] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.625682] env[69052]: DEBUG oslo_vmware.api [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': task-3237353, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.029906] env[69052]: DEBUG oslo_concurrency.lockutils [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.051766] env[69052]: INFO nova.scheduler.client.report [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Deleted allocations for instance 14e5058b-8515-48a2-9b3a-f08ece6029c2 [ 1211.127573] env[69052]: DEBUG oslo_vmware.api [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': task-3237353, 'name': PowerOnVM_Task, 'duration_secs': 0.424618} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.127940] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.128138] env[69052]: DEBUG nova.compute.manager [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1211.128875] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d229083e-7a64-402a-83c0-639dded7a917 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.363519] env[69052]: DEBUG nova.compute.manager [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1211.390302] env[69052]: DEBUG nova.virt.hardware [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.390558] env[69052]: DEBUG nova.virt.hardware [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.390719] env[69052]: DEBUG nova.virt.hardware [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.390901] env[69052]: DEBUG nova.virt.hardware [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.391059] env[69052]: DEBUG nova.virt.hardware [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.391214] env[69052]: DEBUG nova.virt.hardware [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.391426] env[69052]: DEBUG nova.virt.hardware [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.391586] env[69052]: DEBUG nova.virt.hardware [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.391758] env[69052]: DEBUG nova.virt.hardware [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.391920] env[69052]: DEBUG nova.virt.hardware [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.392106] env[69052]: DEBUG nova.virt.hardware [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.392967] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c8e12a-0ec6-422a-bf0d-a681af625435 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.402706] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b54556a-8cfb-4239-b58c-09d526033cb0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.551120] env[69052]: DEBUG nova.compute.manager [req-71653c42-ddec-4a65-995d-620ea3c77806 req-cf4545de-51c8-425f-a7fb-f543aa8a2a51 service nova] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Received event network-vif-plugged-c8adeac0-ab1b-47bf-a8a3-e52fc9e0c1aa {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.551507] env[69052]: DEBUG oslo_concurrency.lockutils [req-71653c42-ddec-4a65-995d-620ea3c77806 req-cf4545de-51c8-425f-a7fb-f543aa8a2a51 service nova] Acquiring lock "bb82a656-c40d-481d-8b70-210f443be53d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.551587] env[69052]: DEBUG oslo_concurrency.lockutils [req-71653c42-ddec-4a65-995d-620ea3c77806 req-cf4545de-51c8-425f-a7fb-f543aa8a2a51 service nova] Lock "bb82a656-c40d-481d-8b70-210f443be53d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.551785] env[69052]: DEBUG oslo_concurrency.lockutils [req-71653c42-ddec-4a65-995d-620ea3c77806 req-cf4545de-51c8-425f-a7fb-f543aa8a2a51 service nova] Lock "bb82a656-c40d-481d-8b70-210f443be53d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.551952] env[69052]: DEBUG nova.compute.manager [req-71653c42-ddec-4a65-995d-620ea3c77806 req-cf4545de-51c8-425f-a7fb-f543aa8a2a51 service nova] [instance: bb82a656-c40d-481d-8b70-210f443be53d] No waiting events found dispatching network-vif-plugged-c8adeac0-ab1b-47bf-a8a3-e52fc9e0c1aa {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.552140] env[69052]: WARNING nova.compute.manager [req-71653c42-ddec-4a65-995d-620ea3c77806 req-cf4545de-51c8-425f-a7fb-f543aa8a2a51 service nova] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Received unexpected event network-vif-plugged-c8adeac0-ab1b-47bf-a8a3-e52fc9e0c1aa for instance with vm_state building and task_state spawning. [ 1211.560444] env[69052]: DEBUG oslo_concurrency.lockutils [None req-898151f6-f7f7-444a-87e0-29c162fde625 tempest-ServersTestJSON-691976525 tempest-ServersTestJSON-691976525-project-member] Lock "14e5058b-8515-48a2-9b3a-f08ece6029c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.945s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.649500] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.649877] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.650075] env[69052]: DEBUG nova.objects.instance [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69052) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1211.653009] env[69052]: DEBUG nova.network.neutron [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Successfully updated port: c8adeac0-ab1b-47bf-a8a3-e52fc9e0c1aa {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1212.099310] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Acquiring lock "bfe57c83-c22e-472f-8db0-d727f42c3734" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.100052] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Lock "bfe57c83-c22e-472f-8db0-d727f42c3734" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.100052] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Acquiring lock "bfe57c83-c22e-472f-8db0-d727f42c3734-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.100052] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Lock "bfe57c83-c22e-472f-8db0-d727f42c3734-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.100237] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Lock "bfe57c83-c22e-472f-8db0-d727f42c3734-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.102126] env[69052]: INFO nova.compute.manager [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Terminating instance [ 1212.160781] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Acquiring lock "refresh_cache-bb82a656-c40d-481d-8b70-210f443be53d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.160781] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Acquired lock "refresh_cache-bb82a656-c40d-481d-8b70-210f443be53d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.160781] env[69052]: DEBUG nova.network.neutron [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.425536] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "4fa8759f-415a-4bb2-ac54-a7954a5cc537" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.425827] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "4fa8759f-415a-4bb2-ac54-a7954a5cc537" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.426029] env[69052]: DEBUG nova.compute.manager [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Going to confirm migration 10 {{(pid=69052) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1212.605417] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Acquiring lock "refresh_cache-bfe57c83-c22e-472f-8db0-d727f42c3734" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.605853] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Acquired lock "refresh_cache-bfe57c83-c22e-472f-8db0-d727f42c3734" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.605901] env[69052]: DEBUG nova.network.neutron [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.657734] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2217b667-7b72-49eb-afba-6f86830e8545 tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.720137] env[69052]: DEBUG nova.network.neutron [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.919079] env[69052]: DEBUG nova.network.neutron [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Updating instance_info_cache with network_info: [{"id": "c8adeac0-ab1b-47bf-a8a3-e52fc9e0c1aa", "address": "fa:16:3e:d2:76:a6", "network": {"id": "7407b50c-ba62-4b0e-944a-1fce9c7bc6b7", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1936644274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9626725bd84146b5ac283857bd2912ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8adeac0-ab", "ovs_interfaceid": "c8adeac0-ab1b-47bf-a8a3-e52fc9e0c1aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.987961] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "refresh_cache-4fa8759f-415a-4bb2-ac54-a7954a5cc537" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.988161] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquired lock "refresh_cache-4fa8759f-415a-4bb2-ac54-a7954a5cc537" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.988339] env[69052]: DEBUG nova.network.neutron [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.988550] env[69052]: DEBUG nova.objects.instance [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lazy-loading 'info_cache' on Instance uuid 4fa8759f-415a-4bb2-ac54-a7954a5cc537 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.002319] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-35e9477f-2e9e-48fa-b4b1-54ce63cfaa03 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Volume attach. Driver type: vmdk {{(pid=69052) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1213.002319] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-35e9477f-2e9e-48fa-b4b1-54ce63cfaa03 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647015', 'volume_id': '9988e241-780e-4ec7-8e7c-1c3a1a55a577', 'name': 'volume-9988e241-780e-4ec7-8e7c-1c3a1a55a577', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2824a7c-eb80-472e-8ad6-59ae2f0a9e33', 'attached_at': '', 'detached_at': '', 'volume_id': '9988e241-780e-4ec7-8e7c-1c3a1a55a577', 'serial': '9988e241-780e-4ec7-8e7c-1c3a1a55a577'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1213.002814] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7ea904-ad1f-4b47-83fa-ae43e74f7dd6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.020018] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de147977-5f7b-48f3-95be-f981ac50a03c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.045201] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-35e9477f-2e9e-48fa-b4b1-54ce63cfaa03 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-9988e241-780e-4ec7-8e7c-1c3a1a55a577/volume-9988e241-780e-4ec7-8e7c-1c3a1a55a577.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.045393] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f06d7bf7-536a-4657-8d73-07af24e70e4f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.064711] env[69052]: DEBUG oslo_vmware.api [None req-35e9477f-2e9e-48fa-b4b1-54ce63cfaa03 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1213.064711] env[69052]: value = "task-3237355" [ 1213.064711] env[69052]: _type = "Task" [ 1213.064711] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.072843] env[69052]: DEBUG oslo_vmware.api [None req-35e9477f-2e9e-48fa-b4b1-54ce63cfaa03 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.126855] env[69052]: DEBUG nova.network.neutron [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1213.174837] env[69052]: DEBUG nova.network.neutron [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.422134] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Releasing lock "refresh_cache-bb82a656-c40d-481d-8b70-210f443be53d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.422448] env[69052]: DEBUG nova.compute.manager [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Instance network_info: |[{"id": "c8adeac0-ab1b-47bf-a8a3-e52fc9e0c1aa", "address": "fa:16:3e:d2:76:a6", "network": {"id": "7407b50c-ba62-4b0e-944a-1fce9c7bc6b7", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1936644274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9626725bd84146b5ac283857bd2912ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8adeac0-ab", "ovs_interfaceid": "c8adeac0-ab1b-47bf-a8a3-e52fc9e0c1aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1213.422881] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:76:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b89fd3b-0470-40c9-bb5b-d52c76c030e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8adeac0-ab1b-47bf-a8a3-e52fc9e0c1aa', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.430695] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Creating folder: Project (9626725bd84146b5ac283857bd2912ea). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1213.430984] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c0889d0-3728-4567-b211-357a71cf9ed2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.443824] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Created folder: Project (9626725bd84146b5ac283857bd2912ea) in parent group-v646676. [ 1213.444043] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Creating folder: Instances. Parent ref: group-v647016. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1213.444296] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-789ef2f4-e43b-4229-a774-4de6e691a4b7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.454201] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Created folder: Instances in parent group-v647016. [ 1213.454480] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.454703] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.454939] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f73b698b-c81f-45df-9a48-f83f8af7fe14 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.476963] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.476963] env[69052]: value = "task-3237358" [ 1213.476963] env[69052]: _type = "Task" [ 1213.476963] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.486527] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237358, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.574738] env[69052]: DEBUG oslo_vmware.api [None req-35e9477f-2e9e-48fa-b4b1-54ce63cfaa03 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237355, 'name': ReconfigVM_Task, 'duration_secs': 0.455944} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.575244] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-35e9477f-2e9e-48fa-b4b1-54ce63cfaa03 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-9988e241-780e-4ec7-8e7c-1c3a1a55a577/volume-9988e241-780e-4ec7-8e7c-1c3a1a55a577.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.581080] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-740fb28c-8828-498d-9f38-0fc4376738b3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.592125] env[69052]: DEBUG nova.compute.manager [req-c7f2a4a6-d49b-4d1f-8a1f-4006cff87410 req-ad2a03aa-d9e8-4cfe-9d94-35bb8fe3d1cd service nova] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Received event network-changed-c8adeac0-ab1b-47bf-a8a3-e52fc9e0c1aa {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.592316] env[69052]: DEBUG nova.compute.manager [req-c7f2a4a6-d49b-4d1f-8a1f-4006cff87410 req-ad2a03aa-d9e8-4cfe-9d94-35bb8fe3d1cd service nova] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Refreshing instance network info cache due to event network-changed-c8adeac0-ab1b-47bf-a8a3-e52fc9e0c1aa. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.592525] env[69052]: DEBUG oslo_concurrency.lockutils [req-c7f2a4a6-d49b-4d1f-8a1f-4006cff87410 req-ad2a03aa-d9e8-4cfe-9d94-35bb8fe3d1cd service nova] Acquiring lock "refresh_cache-bb82a656-c40d-481d-8b70-210f443be53d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.592663] env[69052]: DEBUG oslo_concurrency.lockutils [req-c7f2a4a6-d49b-4d1f-8a1f-4006cff87410 req-ad2a03aa-d9e8-4cfe-9d94-35bb8fe3d1cd service nova] Acquired lock "refresh_cache-bb82a656-c40d-481d-8b70-210f443be53d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.592846] env[69052]: DEBUG nova.network.neutron [req-c7f2a4a6-d49b-4d1f-8a1f-4006cff87410 req-ad2a03aa-d9e8-4cfe-9d94-35bb8fe3d1cd service nova] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Refreshing network info cache for port c8adeac0-ab1b-47bf-a8a3-e52fc9e0c1aa {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.600682] env[69052]: DEBUG oslo_vmware.api [None req-35e9477f-2e9e-48fa-b4b1-54ce63cfaa03 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1213.600682] env[69052]: value = "task-3237359" [ 1213.600682] env[69052]: _type = "Task" [ 1213.600682] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.611284] env[69052]: DEBUG oslo_vmware.api [None req-35e9477f-2e9e-48fa-b4b1-54ce63cfaa03 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.677776] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Releasing lock "refresh_cache-bfe57c83-c22e-472f-8db0-d727f42c3734" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.678326] env[69052]: DEBUG nova.compute.manager [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1213.678326] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.679434] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bf74d1-ea27-4ac9-a91a-a48ead452e62 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.686754] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.687099] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9336b362-6905-4bb9-b7d3-955d772943d6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.693063] env[69052]: DEBUG oslo_vmware.api [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Waiting for the task: (returnval){ [ 1213.693063] env[69052]: value = "task-3237360" [ 1213.693063] env[69052]: _type = "Task" [ 1213.693063] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.700718] env[69052]: DEBUG oslo_vmware.api [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': task-3237360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.988212] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237358, 'name': CreateVM_Task, 'duration_secs': 0.345701} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.988410] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1213.989107] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.989279] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.989611] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.989883] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-475bbcff-c358-4191-89e0-aa15bc9cf085 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.994402] env[69052]: DEBUG oslo_vmware.api [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Waiting for the task: (returnval){ [ 1213.994402] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524d8708-aff2-0e4d-d4c0-0829b00d8527" [ 1213.994402] env[69052]: _type = "Task" [ 1213.994402] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.003686] env[69052]: DEBUG oslo_vmware.api [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524d8708-aff2-0e4d-d4c0-0829b00d8527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.110821] env[69052]: DEBUG oslo_vmware.api [None req-35e9477f-2e9e-48fa-b4b1-54ce63cfaa03 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237359, 'name': ReconfigVM_Task, 'duration_secs': 0.152585} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.110903] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-35e9477f-2e9e-48fa-b4b1-54ce63cfaa03 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647015', 'volume_id': '9988e241-780e-4ec7-8e7c-1c3a1a55a577', 'name': 'volume-9988e241-780e-4ec7-8e7c-1c3a1a55a577', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2824a7c-eb80-472e-8ad6-59ae2f0a9e33', 'attached_at': '', 'detached_at': '', 'volume_id': '9988e241-780e-4ec7-8e7c-1c3a1a55a577', 'serial': '9988e241-780e-4ec7-8e7c-1c3a1a55a577'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1214.202650] env[69052]: DEBUG oslo_vmware.api [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': task-3237360, 'name': PowerOffVM_Task, 'duration_secs': 0.128716} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.202926] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.203114] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.203363] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba4cf4c1-1ef3-4425-9cc6-49f8c9265476 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.226231] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.226440] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.226576] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Deleting the datastore file [datastore2] bfe57c83-c22e-472f-8db0-d727f42c3734 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.226824] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03eb854b-7fb2-4503-bff4-618745d673bf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.233591] env[69052]: DEBUG oslo_vmware.api [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Waiting for the task: (returnval){ [ 1214.233591] env[69052]: value = "task-3237362" [ 1214.233591] env[69052]: _type = "Task" [ 1214.233591] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.243365] env[69052]: DEBUG oslo_vmware.api [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': task-3237362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.246833] env[69052]: DEBUG nova.network.neutron [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Updating instance_info_cache with network_info: [{"id": "ef445ea8-262a-4ea4-872d-068582db3bde", "address": "fa:16:3e:6e:ab:b2", "network": {"id": "1e799245-f22d-49f1-9e4a-3f8c57970aef", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-77695136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a78122ee1db4ec99999744f40855901", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef445ea8-26", "ovs_interfaceid": "ef445ea8-262a-4ea4-872d-068582db3bde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.330282] env[69052]: DEBUG nova.network.neutron [req-c7f2a4a6-d49b-4d1f-8a1f-4006cff87410 req-ad2a03aa-d9e8-4cfe-9d94-35bb8fe3d1cd service nova] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Updated VIF entry in instance network info cache for port c8adeac0-ab1b-47bf-a8a3-e52fc9e0c1aa. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.330672] env[69052]: DEBUG nova.network.neutron [req-c7f2a4a6-d49b-4d1f-8a1f-4006cff87410 req-ad2a03aa-d9e8-4cfe-9d94-35bb8fe3d1cd service nova] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Updating instance_info_cache with network_info: [{"id": "c8adeac0-ab1b-47bf-a8a3-e52fc9e0c1aa", "address": "fa:16:3e:d2:76:a6", "network": {"id": "7407b50c-ba62-4b0e-944a-1fce9c7bc6b7", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1936644274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9626725bd84146b5ac283857bd2912ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8adeac0-ab", "ovs_interfaceid": "c8adeac0-ab1b-47bf-a8a3-e52fc9e0c1aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.506356] env[69052]: DEBUG oslo_vmware.api [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]524d8708-aff2-0e4d-d4c0-0829b00d8527, 'name': SearchDatastore_Task, 'duration_secs': 0.011249} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.506612] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.506834] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.507080] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.507229] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.507406] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.507691] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a71ba6c-c268-44e9-a3a4-931b4f6dfc0e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.516103] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.516275] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.516986] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d849f4ef-7cb4-4612-972a-ec057ee18569 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.521685] env[69052]: DEBUG oslo_vmware.api [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Waiting for the task: (returnval){ [ 1214.521685] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525b674b-bb1b-3bbd-e823-9171d49c13e0" [ 1214.521685] env[69052]: _type = "Task" [ 1214.521685] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.529181] env[69052]: DEBUG oslo_vmware.api [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525b674b-bb1b-3bbd-e823-9171d49c13e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.744202] env[69052]: DEBUG oslo_vmware.api [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Task: {'id': task-3237362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121343} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.744479] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.744665] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.744841] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.745028] env[69052]: INFO nova.compute.manager [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1214.745289] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.745537] env[69052]: DEBUG nova.compute.manager [-] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1214.745644] env[69052]: DEBUG nova.network.neutron [-] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.749788] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Releasing lock "refresh_cache-4fa8759f-415a-4bb2-ac54-a7954a5cc537" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.750132] env[69052]: DEBUG nova.objects.instance [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lazy-loading 'migration_context' on Instance uuid 4fa8759f-415a-4bb2-ac54-a7954a5cc537 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.760642] env[69052]: DEBUG nova.network.neutron [-] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1214.833038] env[69052]: DEBUG oslo_concurrency.lockutils [req-c7f2a4a6-d49b-4d1f-8a1f-4006cff87410 req-ad2a03aa-d9e8-4cfe-9d94-35bb8fe3d1cd service nova] Releasing lock "refresh_cache-bb82a656-c40d-481d-8b70-210f443be53d" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.031911] env[69052]: DEBUG oslo_vmware.api [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525b674b-bb1b-3bbd-e823-9171d49c13e0, 'name': SearchDatastore_Task, 'duration_secs': 0.008383} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.032646] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0f9547a-941e-4876-971c-a146ea760869 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.037690] env[69052]: DEBUG oslo_vmware.api [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Waiting for the task: (returnval){ [ 1215.037690] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522e907f-760d-5eb5-b3b8-e5ac49703940" [ 1215.037690] env[69052]: _type = "Task" [ 1215.037690] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.045235] env[69052]: DEBUG oslo_vmware.api [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522e907f-760d-5eb5-b3b8-e5ac49703940, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.146661] env[69052]: DEBUG nova.objects.instance [None req-35e9477f-2e9e-48fa-b4b1-54ce63cfaa03 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lazy-loading 'flavor' on Instance uuid e2824a7c-eb80-472e-8ad6-59ae2f0a9e33 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.252899] env[69052]: DEBUG nova.objects.base [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Object Instance<4fa8759f-415a-4bb2-ac54-a7954a5cc537> lazy-loaded attributes: info_cache,migration_context {{(pid=69052) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1215.253846] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9988064-33b3-428f-83d2-27bb9bd959a3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.262246] env[69052]: DEBUG nova.network.neutron [-] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.277230] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ec93b1c-c7fe-4dfa-850a-56f0e84c97c4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.283709] env[69052]: DEBUG oslo_vmware.api [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1215.283709] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52607110-cc6c-40dc-e25d-8abd29dc7eac" [ 1215.283709] env[69052]: _type = "Task" [ 1215.283709] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.292398] env[69052]: DEBUG oslo_vmware.api [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52607110-cc6c-40dc-e25d-8abd29dc7eac, 'name': SearchDatastore_Task, 'duration_secs': 0.007026} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.292662] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.292906] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.549673] env[69052]: DEBUG oslo_vmware.api [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]522e907f-760d-5eb5-b3b8-e5ac49703940, 'name': SearchDatastore_Task, 'duration_secs': 0.008614} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.549909] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.550180] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] bb82a656-c40d-481d-8b70-210f443be53d/bb82a656-c40d-481d-8b70-210f443be53d.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.550434] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-556f50d3-d60c-4252-8e36-92cc71237fd2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.556953] env[69052]: DEBUG oslo_vmware.api [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Waiting for the task: (returnval){ [ 1215.556953] env[69052]: value = "task-3237363" [ 1215.556953] env[69052]: _type = "Task" [ 1215.556953] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.564517] env[69052]: DEBUG oslo_vmware.api [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Task: {'id': task-3237363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.577049] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.652015] env[69052]: DEBUG oslo_concurrency.lockutils [None req-35e9477f-2e9e-48fa-b4b1-54ce63cfaa03 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "e2824a7c-eb80-472e-8ad6-59ae2f0a9e33" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.262s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.778067] env[69052]: INFO nova.compute.manager [-] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Took 1.03 seconds to deallocate network for instance. [ 1215.839501] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c0b7b741-6bae-4207-b43f-d217c792f6dd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquiring lock "4bc2bafb-774c-43af-9a75-33673256c937" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.839737] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c0b7b741-6bae-4207-b43f-d217c792f6dd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "4bc2bafb-774c-43af-9a75-33673256c937" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.865353] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0fd880cd-f91c-43ea-96b3-621ac356269f tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "e2824a7c-eb80-472e-8ad6-59ae2f0a9e33" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.865711] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0fd880cd-f91c-43ea-96b3-621ac356269f tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "e2824a7c-eb80-472e-8ad6-59ae2f0a9e33" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.915661] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f280f7ed-4707-4789-b411-05d7dcf8333c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.925815] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ad6a6e-9efa-44af-bcbe-a4f5add6d983 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.965018] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086f61b0-e15a-4487-adfe-33a3b90ae092 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.976349] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4857b9fd-7428-42ce-9edd-5e39cf13934a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.995448] env[69052]: DEBUG nova.compute.provider_tree [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.066733] env[69052]: DEBUG oslo_vmware.api [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Task: {'id': task-3237363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462479} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.066956] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] bb82a656-c40d-481d-8b70-210f443be53d/bb82a656-c40d-481d-8b70-210f443be53d.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.067191] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.067433] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ceaa750-ac24-4e81-9294-686623a88999 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.073458] env[69052]: DEBUG oslo_vmware.api [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Waiting for the task: (returnval){ [ 1216.073458] env[69052]: value = "task-3237364" [ 1216.073458] env[69052]: _type = "Task" [ 1216.073458] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.081191] env[69052]: DEBUG oslo_vmware.api [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Task: {'id': task-3237364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.284443] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.343748] env[69052]: DEBUG nova.compute.utils [None req-c0b7b741-6bae-4207-b43f-d217c792f6dd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1216.368879] env[69052]: INFO nova.compute.manager [None req-0fd880cd-f91c-43ea-96b3-621ac356269f tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Detaching volume 9988e241-780e-4ec7-8e7c-1c3a1a55a577 [ 1216.402082] env[69052]: INFO nova.virt.block_device [None req-0fd880cd-f91c-43ea-96b3-621ac356269f tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Attempting to driver detach volume 9988e241-780e-4ec7-8e7c-1c3a1a55a577 from mountpoint /dev/sdb [ 1216.402312] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fd880cd-f91c-43ea-96b3-621ac356269f tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Volume detach. Driver type: vmdk {{(pid=69052) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1216.402495] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fd880cd-f91c-43ea-96b3-621ac356269f tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647015', 'volume_id': '9988e241-780e-4ec7-8e7c-1c3a1a55a577', 'name': 'volume-9988e241-780e-4ec7-8e7c-1c3a1a55a577', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2824a7c-eb80-472e-8ad6-59ae2f0a9e33', 'attached_at': '', 'detached_at': '', 'volume_id': '9988e241-780e-4ec7-8e7c-1c3a1a55a577', 'serial': '9988e241-780e-4ec7-8e7c-1c3a1a55a577'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1216.403360] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6233c778-cdd4-4438-a550-025cb15cc013 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.425977] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6126f3-8318-489c-a0ed-3771f2ce5f47 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.433152] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8d8bee-0431-42de-ab41-e87d8b3aaa8d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.453755] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a84a0c3-f9b3-47c3-afef-2c0307f3899a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.468528] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fd880cd-f91c-43ea-96b3-621ac356269f tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] The volume has not been displaced from its original location: [datastore2] volume-9988e241-780e-4ec7-8e7c-1c3a1a55a577/volume-9988e241-780e-4ec7-8e7c-1c3a1a55a577.vmdk. No consolidation needed. {{(pid=69052) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1216.473747] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fd880cd-f91c-43ea-96b3-621ac356269f tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1216.473981] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c26ba94f-bd58-46a2-ad34-43015160c2da {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.492320] env[69052]: DEBUG oslo_vmware.api [None req-0fd880cd-f91c-43ea-96b3-621ac356269f tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1216.492320] env[69052]: value = "task-3237365" [ 1216.492320] env[69052]: _type = "Task" [ 1216.492320] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.500516] env[69052]: DEBUG nova.scheduler.client.report [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.503981] env[69052]: DEBUG oslo_vmware.api [None req-0fd880cd-f91c-43ea-96b3-621ac356269f tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237365, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.584689] env[69052]: DEBUG oslo_vmware.api [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Task: {'id': task-3237364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058498} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.584890] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1216.585649] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcc4255-0ad7-4e02-a686-5d338c22076c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.606929] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] bb82a656-c40d-481d-8b70-210f443be53d/bb82a656-c40d-481d-8b70-210f443be53d.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.607170] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-149d981a-042f-4ee9-9106-cf673f3ddfe8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.626583] env[69052]: DEBUG oslo_vmware.api [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Waiting for the task: (returnval){ [ 1216.626583] env[69052]: value = "task-3237366" [ 1216.626583] env[69052]: _type = "Task" [ 1216.626583] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.634080] env[69052]: DEBUG oslo_vmware.api [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Task: {'id': task-3237366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.847407] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c0b7b741-6bae-4207-b43f-d217c792f6dd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "4bc2bafb-774c-43af-9a75-33673256c937" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.002538] env[69052]: DEBUG oslo_vmware.api [None req-0fd880cd-f91c-43ea-96b3-621ac356269f tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.136049] env[69052]: DEBUG oslo_vmware.api [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Task: {'id': task-3237366, 'name': ReconfigVM_Task, 'duration_secs': 0.320917} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.136293] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Reconfigured VM instance instance-0000007d to attach disk [datastore2] bb82a656-c40d-481d-8b70-210f443be53d/bb82a656-c40d-481d-8b70-210f443be53d.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.136920] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddd117d1-c665-421f-b991-b468deb36017 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.143465] env[69052]: DEBUG oslo_vmware.api [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Waiting for the task: (returnval){ [ 1217.143465] env[69052]: value = "task-3237367" [ 1217.143465] env[69052]: _type = "Task" [ 1217.143465] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.150481] env[69052]: DEBUG oslo_vmware.api [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Task: {'id': task-3237367, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.502485] env[69052]: DEBUG oslo_vmware.api [None req-0fd880cd-f91c-43ea-96b3-621ac356269f tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237365, 'name': ReconfigVM_Task, 'duration_secs': 0.620289} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.502772] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fd880cd-f91c-43ea-96b3-621ac356269f tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1217.507356] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a6dc530-b5a3-46d9-a072-3bb8fd1eef07 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.518170] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.225s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.520842] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.237s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.521074] env[69052]: DEBUG nova.objects.instance [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Lazy-loading 'resources' on Instance uuid bfe57c83-c22e-472f-8db0-d727f42c3734 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.527506] env[69052]: DEBUG oslo_vmware.api [None req-0fd880cd-f91c-43ea-96b3-621ac356269f tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1217.527506] env[69052]: value = "task-3237368" [ 1217.527506] env[69052]: _type = "Task" [ 1217.527506] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.538091] env[69052]: DEBUG oslo_vmware.api [None req-0fd880cd-f91c-43ea-96b3-621ac356269f tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237368, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.653359] env[69052]: DEBUG oslo_vmware.api [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Task: {'id': task-3237367, 'name': Rename_Task, 'duration_secs': 0.140046} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.653722] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.653997] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ba482dd-78d7-486c-9724-0a24235ef39c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.660881] env[69052]: DEBUG oslo_vmware.api [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Waiting for the task: (returnval){ [ 1217.660881] env[69052]: value = "task-3237369" [ 1217.660881] env[69052]: _type = "Task" [ 1217.660881] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.672769] env[69052]: DEBUG oslo_vmware.api [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Task: {'id': task-3237369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.903031] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c0b7b741-6bae-4207-b43f-d217c792f6dd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquiring lock "4bc2bafb-774c-43af-9a75-33673256c937" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.903493] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c0b7b741-6bae-4207-b43f-d217c792f6dd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "4bc2bafb-774c-43af-9a75-33673256c937" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.903554] env[69052]: INFO nova.compute.manager [None req-c0b7b741-6bae-4207-b43f-d217c792f6dd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Attaching volume 43297b87-eddb-4cfe-8c65-7add94772af7 to /dev/sdb [ 1217.935190] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483be252-3846-4126-a8dc-b51aeddfe2ba {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.943080] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62404e3-00a5-45f3-a2c4-b2458456586a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.955515] env[69052]: DEBUG nova.virt.block_device [None req-c0b7b741-6bae-4207-b43f-d217c792f6dd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Updating existing volume attachment record: 9003022e-45a0-443e-b704-8d3c980a962c {{(pid=69052) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1218.037868] env[69052]: DEBUG oslo_vmware.api [None req-0fd880cd-f91c-43ea-96b3-621ac356269f tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237368, 'name': ReconfigVM_Task, 'duration_secs': 0.156702} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.038199] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fd880cd-f91c-43ea-96b3-621ac356269f tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647015', 'volume_id': '9988e241-780e-4ec7-8e7c-1c3a1a55a577', 'name': 'volume-9988e241-780e-4ec7-8e7c-1c3a1a55a577', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2824a7c-eb80-472e-8ad6-59ae2f0a9e33', 'attached_at': '', 'detached_at': '', 'volume_id': '9988e241-780e-4ec7-8e7c-1c3a1a55a577', 'serial': '9988e241-780e-4ec7-8e7c-1c3a1a55a577'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1218.084870] env[69052]: INFO nova.scheduler.client.report [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Deleted allocation for migration 8581bc2d-ac21-4d55-9936-6bff756988e6 [ 1218.128085] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f25312-5476-45df-9fc4-6c3004bfff51 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.136412] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb729ac-cc90-4452-a2d7-279d4eb71b65 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.170996] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fa15b2-4a5a-4723-9c41-c975b0a30d4d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.178607] env[69052]: DEBUG oslo_vmware.api [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Task: {'id': task-3237369, 'name': PowerOnVM_Task, 'duration_secs': 0.450632} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.180969] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.181207] env[69052]: INFO nova.compute.manager [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Took 6.82 seconds to spawn the instance on the hypervisor. [ 1218.181388] env[69052]: DEBUG nova.compute.manager [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.182155] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c7064e-8d0b-4bf0-b06e-17cfefeb85d5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.185495] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18f23ad-2f82-4316-8666-c651ee113cf4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.205837] env[69052]: DEBUG nova.compute.provider_tree [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1218.572810] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.577681] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.581357] env[69052]: DEBUG nova.objects.instance [None req-0fd880cd-f91c-43ea-96b3-621ac356269f tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lazy-loading 'flavor' on Instance uuid e2824a7c-eb80-472e-8ad6-59ae2f0a9e33 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.592470] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "4fa8759f-415a-4bb2-ac54-a7954a5cc537" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.167s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.727296] env[69052]: INFO nova.compute.manager [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Took 12.42 seconds to build instance. [ 1218.759108] env[69052]: ERROR nova.scheduler.client.report [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] [req-2aeb0365-872b-444a-b692-edbef4ddb0e9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5482791e-699f-417a-8caf-f93d7835d755. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2aeb0365-872b-444a-b692-edbef4ddb0e9"}]} [ 1218.778946] env[69052]: DEBUG nova.scheduler.client.report [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Refreshing inventories for resource provider 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1218.810929] env[69052]: DEBUG nova.scheduler.client.report [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Updating ProviderTree inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1218.811385] env[69052]: DEBUG nova.compute.provider_tree [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1218.833793] env[69052]: DEBUG nova.scheduler.client.report [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Refreshing aggregate associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, aggregates: None {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1218.854697] env[69052]: DEBUG nova.scheduler.client.report [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Refreshing trait associations for resource provider 5482791e-699f-417a-8caf-f93d7835d755, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69052) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1218.942013] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f665a31-2bb7-48f5-9242-d04e7520d178 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.950105] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e766c1b-2742-4c03-b71f-678999c08806 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.980323] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2042fdc-9789-412b-b4c1-d70fafc080bc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.987414] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6b0a43-f641-4af4-9484-6841dcd61d67 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.003883] env[69052]: DEBUG nova.compute.provider_tree [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1219.080757] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.231839] env[69052]: DEBUG oslo_concurrency.lockutils [None req-6dbd35ae-8874-4673-bfe8-37558b913914 tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Lock "bb82a656-c40d-481d-8b70-210f443be53d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.931s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.314647] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Acquiring lock "bb82a656-c40d-481d-8b70-210f443be53d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.314942] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Lock "bb82a656-c40d-481d-8b70-210f443be53d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.315176] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Acquiring lock "bb82a656-c40d-481d-8b70-210f443be53d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.315362] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Lock "bb82a656-c40d-481d-8b70-210f443be53d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.315530] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Lock "bb82a656-c40d-481d-8b70-210f443be53d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.317789] env[69052]: INFO nova.compute.manager [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Terminating instance [ 1219.534367] env[69052]: DEBUG nova.scheduler.client.report [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Updated inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 with generation 184 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1219.534541] env[69052]: DEBUG nova.compute.provider_tree [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Updating resource provider 5482791e-699f-417a-8caf-f93d7835d755 generation from 184 to 185 during operation: update_inventory {{(pid=69052) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1219.534629] env[69052]: DEBUG nova.compute.provider_tree [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 120, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1219.587276] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0fd880cd-f91c-43ea-96b3-621ac356269f tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "e2824a7c-eb80-472e-8ad6-59ae2f0a9e33" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.722s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.822106] env[69052]: DEBUG nova.compute.manager [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1219.822264] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.823112] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba01c68-eae9-49ee-b8fc-d35f7013a7c5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.831153] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.831377] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ae60dc8-11d5-4337-a723-5a3071ea6f38 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.838439] env[69052]: DEBUG oslo_vmware.api [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Waiting for the task: (returnval){ [ 1219.838439] env[69052]: value = "task-3237373" [ 1219.838439] env[69052]: _type = "Task" [ 1219.838439] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.845648] env[69052]: DEBUG oslo_vmware.api [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Task: {'id': task-3237373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.950688] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "4fa8759f-415a-4bb2-ac54-a7954a5cc537" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.951109] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "4fa8759f-415a-4bb2-ac54-a7954a5cc537" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.951249] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "4fa8759f-415a-4bb2-ac54-a7954a5cc537-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.951374] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "4fa8759f-415a-4bb2-ac54-a7954a5cc537-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.951545] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "4fa8759f-415a-4bb2-ac54-a7954a5cc537-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.953933] env[69052]: INFO nova.compute.manager [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Terminating instance [ 1220.039653] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.519s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.042339] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.962s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.042523] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.042674] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69052) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1220.043522] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4308ef32-c1f2-4cfd-a6b9-54f4a8b32570 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.051319] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b400737-8aa4-442c-9127-5d7dd86b7540 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.065776] env[69052]: INFO nova.scheduler.client.report [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Deleted allocations for instance bfe57c83-c22e-472f-8db0-d727f42c3734 [ 1220.067229] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbde8a7f-59b1-428d-b735-aef803f50a80 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.075715] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b83bf83-87f7-4939-a05b-5467ba01a750 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.106541] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180137MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=69052) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1220.106738] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.106902] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.203704] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "e2824a7c-eb80-472e-8ad6-59ae2f0a9e33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.203978] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "e2824a7c-eb80-472e-8ad6-59ae2f0a9e33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.204358] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "e2824a7c-eb80-472e-8ad6-59ae2f0a9e33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.204416] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "e2824a7c-eb80-472e-8ad6-59ae2f0a9e33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.204542] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "e2824a7c-eb80-472e-8ad6-59ae2f0a9e33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.206647] env[69052]: INFO nova.compute.manager [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Terminating instance [ 1220.347543] env[69052]: DEBUG oslo_vmware.api [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Task: {'id': task-3237373, 'name': PowerOffVM_Task, 'duration_secs': 0.173148} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.347949] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.348245] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.348604] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6afefc47-5b10-4a01-8a17-c085f0eee4d1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.420280] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1220.420533] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1220.420714] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Deleting the datastore file [datastore2] bb82a656-c40d-481d-8b70-210f443be53d {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.420972] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf3d2f00-94e4-4e1d-922a-4bf3377bf57c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.428323] env[69052]: DEBUG oslo_vmware.api [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Waiting for the task: (returnval){ [ 1220.428323] env[69052]: value = "task-3237376" [ 1220.428323] env[69052]: _type = "Task" [ 1220.428323] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.435989] env[69052]: DEBUG oslo_vmware.api [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Task: {'id': task-3237376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.457820] env[69052]: DEBUG nova.compute.manager [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1220.458055] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.458907] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1ceb79-be26-4c95-bd80-048d6c9ee2da {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.465412] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.465649] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91b2fc72-d2ea-4393-aa95-213b7a1059f5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.470831] env[69052]: DEBUG oslo_vmware.api [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1220.470831] env[69052]: value = "task-3237377" [ 1220.470831] env[69052]: _type = "Task" [ 1220.470831] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.478403] env[69052]: DEBUG oslo_vmware.api [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.576071] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7d424fbf-8cfb-4893-9785-da69bb0bb2bd tempest-ServersListShow2100Test-1888389724 tempest-ServersListShow2100Test-1888389724-project-member] Lock "bfe57c83-c22e-472f-8db0-d727f42c3734" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.476s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.710335] env[69052]: DEBUG nova.compute.manager [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1220.710572] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.711502] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb11d570-8990-4134-8fdb-c066c690e5ef {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.719056] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.719278] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd89a90c-3c95-4193-9830-e42dcc0f524a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.724429] env[69052]: DEBUG oslo_vmware.api [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1220.724429] env[69052]: value = "task-3237378" [ 1220.724429] env[69052]: _type = "Task" [ 1220.724429] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.731916] env[69052]: DEBUG oslo_vmware.api [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.939362] env[69052]: DEBUG oslo_vmware.api [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Task: {'id': task-3237376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137774} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.939631] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.939827] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.940012] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.940188] env[69052]: INFO nova.compute.manager [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1220.940418] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.940600] env[69052]: DEBUG nova.compute.manager [-] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1220.940695] env[69052]: DEBUG nova.network.neutron [-] [instance: bb82a656-c40d-481d-8b70-210f443be53d] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1220.980948] env[69052]: DEBUG oslo_vmware.api [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237377, 'name': PowerOffVM_Task, 'duration_secs': 0.177388} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.981303] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.981392] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.981634] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1252cdd6-76f8-4c90-bb46-d356bbb309fb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.050802] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.051033] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.051220] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Deleting the datastore file [datastore2] 4fa8759f-415a-4bb2-ac54-a7954a5cc537 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.051498] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56211bdf-a6e3-40c5-9faf-c4b8ad389496 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.058116] env[69052]: DEBUG oslo_vmware.api [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for the task: (returnval){ [ 1221.058116] env[69052]: value = "task-3237380" [ 1221.058116] env[69052]: _type = "Task" [ 1221.058116] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.065878] env[69052]: DEBUG oslo_vmware.api [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.134044] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance e2824a7c-eb80-472e-8ad6-59ae2f0a9e33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1221.134217] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 4bc2bafb-774c-43af-9a75-33673256c937 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1221.134344] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 67999356-1784-455e-8b91-83afcf117988 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1221.134462] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 4fa8759f-415a-4bb2-ac54-a7954a5cc537 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1221.134576] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance bb82a656-c40d-481d-8b70-210f443be53d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1221.134755] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69052) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1221.134891] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69052) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1221.236075] env[69052]: DEBUG oslo_vmware.api [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237378, 'name': PowerOffVM_Task, 'duration_secs': 0.17421} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.237347] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.237472] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1221.238313] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b81d4cc-8e5c-415d-a5a7-203b36c3752e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.244160] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6347347a-8a18-44ea-a07f-4b8af6381286 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.250590] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a70939-6eb6-4d3f-9955-43ffe39be534 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.285442] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68608772-ef64-4760-a56a-3db49151d052 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.288974] env[69052]: DEBUG nova.compute.manager [req-adc92f43-e366-45dd-9988-4a4f97bc6de6 req-ccade394-9816-4a31-a32e-76770c81ef1d service nova] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Received event network-vif-deleted-c8adeac0-ab1b-47bf-a8a3-e52fc9e0c1aa {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.289173] env[69052]: INFO nova.compute.manager [req-adc92f43-e366-45dd-9988-4a4f97bc6de6 req-ccade394-9816-4a31-a32e-76770c81ef1d service nova] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Neutron deleted interface c8adeac0-ab1b-47bf-a8a3-e52fc9e0c1aa; detaching it from the instance and deleting it from the info cache [ 1221.289343] env[69052]: DEBUG nova.network.neutron [req-adc92f43-e366-45dd-9988-4a4f97bc6de6 req-ccade394-9816-4a31-a32e-76770c81ef1d service nova] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.295978] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf49ffc-f598-46e9-a21f-903f15f6ea85 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.310583] env[69052]: DEBUG nova.compute.provider_tree [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1221.319567] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.319774] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.319956] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Deleting the datastore file [datastore1] e2824a7c-eb80-472e-8ad6-59ae2f0a9e33 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.320213] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a350caf3-34b9-4706-83a3-61fc6ec1db95 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.326835] env[69052]: DEBUG oslo_vmware.api [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for the task: (returnval){ [ 1221.326835] env[69052]: value = "task-3237382" [ 1221.326835] env[69052]: _type = "Task" [ 1221.326835] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.336209] env[69052]: DEBUG oslo_vmware.api [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.567569] env[69052]: DEBUG oslo_vmware.api [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Task: {'id': task-3237380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147889} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.567912] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.568119] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.568298] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.568468] env[69052]: INFO nova.compute.manager [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1221.568724] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.568916] env[69052]: DEBUG nova.compute.manager [-] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1221.569015] env[69052]: DEBUG nova.network.neutron [-] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1221.748387] env[69052]: DEBUG nova.network.neutron [-] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.792113] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77534c85-4f28-409e-b3b2-e3d3073b5b64 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.802585] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb00d1e-cb7b-44d6-aab8-673c632c7f55 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.834400] env[69052]: DEBUG nova.compute.manager [req-adc92f43-e366-45dd-9988-4a4f97bc6de6 req-ccade394-9816-4a31-a32e-76770c81ef1d service nova] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Detach interface failed, port_id=c8adeac0-ab1b-47bf-a8a3-e52fc9e0c1aa, reason: Instance bb82a656-c40d-481d-8b70-210f443be53d could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1221.842430] env[69052]: DEBUG oslo_vmware.api [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Task: {'id': task-3237382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151929} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.842672] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.842851] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.843040] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.843217] env[69052]: INFO nova.compute.manager [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1221.843444] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.843624] env[69052]: DEBUG nova.compute.manager [-] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1221.843716] env[69052]: DEBUG nova.network.neutron [-] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1221.846778] env[69052]: DEBUG nova.scheduler.client.report [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Updated inventory for provider 5482791e-699f-417a-8caf-f93d7835d755 with generation 185 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1221.846988] env[69052]: DEBUG nova.compute.provider_tree [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Updating resource provider 5482791e-699f-417a-8caf-f93d7835d755 generation from 185 to 186 during operation: update_inventory {{(pid=69052) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1221.847158] env[69052]: DEBUG nova.compute.provider_tree [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Updating inventory in ProviderTree for provider 5482791e-699f-417a-8caf-f93d7835d755 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1222.250715] env[69052]: INFO nova.compute.manager [-] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Took 1.31 seconds to deallocate network for instance. [ 1222.318839] env[69052]: DEBUG nova.network.neutron [-] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.351455] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69052) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1222.351671] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.245s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.497095] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0b7b741-6bae-4207-b43f-d217c792f6dd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Volume attach. Driver type: vmdk {{(pid=69052) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1222.497362] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0b7b741-6bae-4207-b43f-d217c792f6dd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647020', 'volume_id': '43297b87-eddb-4cfe-8c65-7add94772af7', 'name': 'volume-43297b87-eddb-4cfe-8c65-7add94772af7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4bc2bafb-774c-43af-9a75-33673256c937', 'attached_at': '', 'detached_at': '', 'volume_id': '43297b87-eddb-4cfe-8c65-7add94772af7', 'serial': '43297b87-eddb-4cfe-8c65-7add94772af7'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1222.498348] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33dbb4b4-cb06-4241-ae35-f80c4fdb0d5b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.515274] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdb0106-9d30-4a7d-b463-82cc975ff85a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.541254] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0b7b741-6bae-4207-b43f-d217c792f6dd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-43297b87-eddb-4cfe-8c65-7add94772af7/volume-43297b87-eddb-4cfe-8c65-7add94772af7.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.541487] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-112657fe-da70-44b5-a473-b93ed8c7391f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.560182] env[69052]: DEBUG oslo_vmware.api [None req-c0b7b741-6bae-4207-b43f-d217c792f6dd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1222.560182] env[69052]: value = "task-3237383" [ 1222.560182] env[69052]: _type = "Task" [ 1222.560182] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.567424] env[69052]: DEBUG oslo_vmware.api [None req-c0b7b741-6bae-4207-b43f-d217c792f6dd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.759859] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.760244] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.760483] env[69052]: DEBUG nova.objects.instance [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Lazy-loading 'resources' on Instance uuid bb82a656-c40d-481d-8b70-210f443be53d {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.761641] env[69052]: DEBUG nova.network.neutron [-] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.821070] env[69052]: INFO nova.compute.manager [-] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Took 1.25 seconds to deallocate network for instance. [ 1223.070536] env[69052]: DEBUG oslo_vmware.api [None req-c0b7b741-6bae-4207-b43f-d217c792f6dd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237383, 'name': ReconfigVM_Task, 'duration_secs': 0.322534} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.070844] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0b7b741-6bae-4207-b43f-d217c792f6dd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-43297b87-eddb-4cfe-8c65-7add94772af7/volume-43297b87-eddb-4cfe-8c65-7add94772af7.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.075611] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02b665b1-0ff1-4cd2-bc4a-6b31fb19e60c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.091979] env[69052]: DEBUG oslo_vmware.api [None req-c0b7b741-6bae-4207-b43f-d217c792f6dd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1223.091979] env[69052]: value = "task-3237384" [ 1223.091979] env[69052]: _type = "Task" [ 1223.091979] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.099909] env[69052]: DEBUG oslo_vmware.api [None req-c0b7b741-6bae-4207-b43f-d217c792f6dd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237384, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.268624] env[69052]: INFO nova.compute.manager [-] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Took 1.42 seconds to deallocate network for instance. [ 1223.294224] env[69052]: DEBUG nova.compute.manager [req-abba79c0-0503-4ddb-b0f3-0ec0e0506814 req-dfc32b7e-8484-4a7c-8ea8-526ccf8f35e6 service nova] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Received event network-vif-deleted-ef445ea8-262a-4ea4-872d-068582db3bde {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.294417] env[69052]: DEBUG nova.compute.manager [req-abba79c0-0503-4ddb-b0f3-0ec0e0506814 req-dfc32b7e-8484-4a7c-8ea8-526ccf8f35e6 service nova] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Received event network-vif-deleted-33ddc6a5-98e3-4df3-9ad4-1108c56dbe8d {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.328954] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.336228] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3981d542-6115-4b20-8fcf-e43c152efd3c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.343648] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337b8e51-fbfc-4a17-ab62-c2368370afa1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.372863] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d61323a-3d7a-4788-bb4d-f75119d44d5c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.379326] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6c74cf-e70b-41ec-ab2d-bb623a6d37bf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.393400] env[69052]: DEBUG nova.compute.provider_tree [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.601729] env[69052]: DEBUG oslo_vmware.api [None req-c0b7b741-6bae-4207-b43f-d217c792f6dd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237384, 'name': ReconfigVM_Task, 'duration_secs': 0.13888} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.601936] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0b7b741-6bae-4207-b43f-d217c792f6dd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647020', 'volume_id': '43297b87-eddb-4cfe-8c65-7add94772af7', 'name': 'volume-43297b87-eddb-4cfe-8c65-7add94772af7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4bc2bafb-774c-43af-9a75-33673256c937', 'attached_at': '', 'detached_at': '', 'volume_id': '43297b87-eddb-4cfe-8c65-7add94772af7', 'serial': '43297b87-eddb-4cfe-8c65-7add94772af7'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1223.774563] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.900338] env[69052]: DEBUG nova.scheduler.client.report [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.405450] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.408021] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.079s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.408268] env[69052]: DEBUG nova.objects.instance [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lazy-loading 'resources' on Instance uuid 4fa8759f-415a-4bb2-ac54-a7954a5cc537 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.425366] env[69052]: INFO nova.scheduler.client.report [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Deleted allocations for instance bb82a656-c40d-481d-8b70-210f443be53d [ 1224.644472] env[69052]: DEBUG nova.objects.instance [None req-c0b7b741-6bae-4207-b43f-d217c792f6dd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lazy-loading 'flavor' on Instance uuid 4bc2bafb-774c-43af-9a75-33673256c937 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.932435] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c733d97-9a90-4853-9602-6bf3afe04eaf tempest-ServerAddressesNegativeTestJSON-8209248 tempest-ServerAddressesNegativeTestJSON-8209248-project-member] Lock "bb82a656-c40d-481d-8b70-210f443be53d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.617s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.972504] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c666e9-6e99-49d2-8f78-2c08e43d86b1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.981861] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4ec2ad-c715-43d8-9c36-899779b6ad06 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.015037] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86806ba-9cc3-48e0-844d-8025f00c671a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.021638] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749fc212-0cdc-47ae-a492-1f623804f5bb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.034930] env[69052]: DEBUG nova.compute.provider_tree [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.149950] env[69052]: DEBUG oslo_concurrency.lockutils [None req-c0b7b741-6bae-4207-b43f-d217c792f6dd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "4bc2bafb-774c-43af-9a75-33673256c937" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.246s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.351501] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.410015] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4a6e9101-d173-44b9-8172-228c51dfad0e tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquiring lock "4bc2bafb-774c-43af-9a75-33673256c937" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.410015] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4a6e9101-d173-44b9-8172-228c51dfad0e tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "4bc2bafb-774c-43af-9a75-33673256c937" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.410015] env[69052]: DEBUG nova.compute.manager [None req-4a6e9101-d173-44b9-8172-228c51dfad0e tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.410821] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4ee86a-5e01-44a2-8b38-d9b2937e16e6 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.418505] env[69052]: DEBUG nova.compute.manager [None req-4a6e9101-d173-44b9-8172-228c51dfad0e tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69052) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1225.419334] env[69052]: DEBUG nova.objects.instance [None req-4a6e9101-d173-44b9-8172-228c51dfad0e tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lazy-loading 'flavor' on Instance uuid 4bc2bafb-774c-43af-9a75-33673256c937 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.538443] env[69052]: DEBUG nova.scheduler.client.report [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.857954] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.857954] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.857954] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.857954] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.857954] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.857954] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69052) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1226.043807] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.050555] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.272s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.050824] env[69052]: DEBUG nova.objects.instance [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lazy-loading 'resources' on Instance uuid e2824a7c-eb80-472e-8ad6-59ae2f0a9e33 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.080623] env[69052]: INFO nova.scheduler.client.report [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Deleted allocations for instance 4fa8759f-415a-4bb2-ac54-a7954a5cc537 [ 1226.427166] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a6e9101-d173-44b9-8172-228c51dfad0e tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.427166] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cffeb24-7844-4582-90d6-98ea334d29b0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.436769] env[69052]: DEBUG oslo_vmware.api [None req-4a6e9101-d173-44b9-8172-228c51dfad0e tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1226.436769] env[69052]: value = "task-3237385" [ 1226.436769] env[69052]: _type = "Task" [ 1226.436769] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.447616] env[69052]: DEBUG oslo_vmware.api [None req-4a6e9101-d173-44b9-8172-228c51dfad0e tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.594486] env[69052]: DEBUG oslo_concurrency.lockutils [None req-1b1ae1d9-2de2-40df-bd31-cad46c64499f tempest-DeleteServersTestJSON-739568708 tempest-DeleteServersTestJSON-739568708-project-member] Lock "4fa8759f-415a-4bb2-ac54-a7954a5cc537" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.643s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.621594] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1c6c56-3aa5-4c66-a0b8-9ecae2b28c5a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.630181] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139d545f-e94b-4e76-9657-8142e242a74b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.661216] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e18aa19-4d19-4b87-ab38-372b6e4741e0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.668214] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277e2697-b684-421c-bca3-dadb60ff55d7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.681328] env[69052]: DEBUG nova.compute.provider_tree [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.947133] env[69052]: DEBUG oslo_vmware.api [None req-4a6e9101-d173-44b9-8172-228c51dfad0e tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237385, 'name': PowerOffVM_Task, 'duration_secs': 0.195831} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.947425] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a6e9101-d173-44b9-8172-228c51dfad0e tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.947622] env[69052]: DEBUG nova.compute.manager [None req-4a6e9101-d173-44b9-8172-228c51dfad0e tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.948424] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62667c7f-99a2-49bd-ab39-d8fadc787bb9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.184689] env[69052]: DEBUG nova.scheduler.client.report [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.460043] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4a6e9101-d173-44b9-8172-228c51dfad0e tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "4bc2bafb-774c-43af-9a75-33673256c937" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.689654] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.712873] env[69052]: INFO nova.scheduler.client.report [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Deleted allocations for instance e2824a7c-eb80-472e-8ad6-59ae2f0a9e33 [ 1227.853709] env[69052]: DEBUG nova.objects.instance [None req-ac721cd3-748f-405d-933b-da55bc38bf6f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lazy-loading 'flavor' on Instance uuid 4bc2bafb-774c-43af-9a75-33673256c937 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.220824] env[69052]: DEBUG oslo_concurrency.lockutils [None req-7770a341-c72d-43dc-b7ce-c681765f45d6 tempest-AttachVolumeNegativeTest-1173346151 tempest-AttachVolumeNegativeTest-1173346151-project-member] Lock "e2824a7c-eb80-472e-8ad6-59ae2f0a9e33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.017s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.360307] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ac721cd3-748f-405d-933b-da55bc38bf6f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquiring lock "refresh_cache-4bc2bafb-774c-43af-9a75-33673256c937" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.360307] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ac721cd3-748f-405d-933b-da55bc38bf6f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquired lock "refresh_cache-4bc2bafb-774c-43af-9a75-33673256c937" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.360307] env[69052]: DEBUG nova.network.neutron [None req-ac721cd3-748f-405d-933b-da55bc38bf6f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.360307] env[69052]: DEBUG nova.objects.instance [None req-ac721cd3-748f-405d-933b-da55bc38bf6f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lazy-loading 'info_cache' on Instance uuid 4bc2bafb-774c-43af-9a75-33673256c937 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.863479] env[69052]: DEBUG nova.objects.base [None req-ac721cd3-748f-405d-933b-da55bc38bf6f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Object Instance<4bc2bafb-774c-43af-9a75-33673256c937> lazy-loaded attributes: flavor,info_cache {{(pid=69052) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1229.646730] env[69052]: DEBUG nova.network.neutron [None req-ac721cd3-748f-405d-933b-da55bc38bf6f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Updating instance_info_cache with network_info: [{"id": "b0015038-8e68-4b2a-9378-9743d85faa35", "address": "fa:16:3e:50:60:41", "network": {"id": "2cf13708-d89d-403f-b26a-800f18f1217d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-237473254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a56d7960893490b8a19dd95a085005d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0015038-8e", "ovs_interfaceid": "b0015038-8e68-4b2a-9378-9743d85faa35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.149727] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ac721cd3-748f-405d-933b-da55bc38bf6f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Releasing lock "refresh_cache-4bc2bafb-774c-43af-9a75-33673256c937" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.614923] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Acquiring lock "2ded9fb7-62fc-4357-9f1f-90ac445dbaab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.615190] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Lock "2ded9fb7-62fc-4357-9f1f-90ac445dbaab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.117545] env[69052]: DEBUG nova.compute.manager [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1231.156475] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac721cd3-748f-405d-933b-da55bc38bf6f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.157656] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a290391e-9891-4895-bbb5-0a4a2a6f09b4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.166686] env[69052]: DEBUG oslo_vmware.api [None req-ac721cd3-748f-405d-933b-da55bc38bf6f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1231.166686] env[69052]: value = "task-3237388" [ 1231.166686] env[69052]: _type = "Task" [ 1231.166686] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.178078] env[69052]: DEBUG oslo_vmware.api [None req-ac721cd3-748f-405d-933b-da55bc38bf6f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.644120] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.644587] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.646351] env[69052]: INFO nova.compute.claims [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1231.680202] env[69052]: DEBUG oslo_vmware.api [None req-ac721cd3-748f-405d-933b-da55bc38bf6f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237388, 'name': PowerOnVM_Task, 'duration_secs': 0.378779} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.680498] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac721cd3-748f-405d-933b-da55bc38bf6f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.680707] env[69052]: DEBUG nova.compute.manager [None req-ac721cd3-748f-405d-933b-da55bc38bf6f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1231.681682] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da096a59-8707-48e2-8c36-55471db5fa2c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.701626] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ce8f08-d9bd-4ce8-bf8c-01930e54fb90 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.710481] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567c4fa7-af27-4267-882e-be4596e940bc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.739725] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48961d9e-820c-45d8-a5de-233115bf9f2d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.746189] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b6212b-0633-4691-9977-f07588f5a0da {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.758664] env[69052]: DEBUG nova.compute.provider_tree [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.262611] env[69052]: DEBUG nova.scheduler.client.report [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.767907] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.271835] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Acquiring lock "67d81711-58fe-4d76-ad53-b7d8769ba75e" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.272110] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Lock "67d81711-58fe-4d76-ad53-b7d8769ba75e" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.774843] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Lock "67d81711-58fe-4d76-ad53-b7d8769ba75e" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.775494] env[69052]: DEBUG nova.compute.manager [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1235.280678] env[69052]: DEBUG nova.compute.utils [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1235.282586] env[69052]: DEBUG nova.compute.manager [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1235.282769] env[69052]: DEBUG nova.network.neutron [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1235.338081] env[69052]: DEBUG nova.policy [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9b538db464046499926d97ded07b994', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0508db0e527497ba4699c936b7a6071', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1235.585420] env[69052]: DEBUG nova.network.neutron [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Successfully created port: 0d027066-1de6-4d6c-b746-516a221ff37b {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1235.785835] env[69052]: DEBUG nova.compute.manager [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1236.795366] env[69052]: DEBUG nova.compute.manager [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1236.821924] env[69052]: DEBUG nova.virt.hardware [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1236.821924] env[69052]: DEBUG nova.virt.hardware [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.822122] env[69052]: DEBUG nova.virt.hardware [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.822267] env[69052]: DEBUG nova.virt.hardware [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.822418] env[69052]: DEBUG nova.virt.hardware [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.822747] env[69052]: DEBUG nova.virt.hardware [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1236.822921] env[69052]: DEBUG nova.virt.hardware [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1236.823166] env[69052]: DEBUG nova.virt.hardware [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1236.823270] env[69052]: DEBUG nova.virt.hardware [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1236.823430] env[69052]: DEBUG nova.virt.hardware [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.823605] env[69052]: DEBUG nova.virt.hardware [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.824492] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c718422a-75df-4734-b646-275416f7987c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.832508] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2414a82-97a0-49b1-bda2-4b324f3e4839 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.919706] env[69052]: DEBUG nova.compute.manager [req-7a71b7a5-eaaf-48c9-9e68-8ef2c1413275 req-defb8252-c3dd-467c-8ae5-4d47cc32c016 service nova] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Received event network-vif-plugged-0d027066-1de6-4d6c-b746-516a221ff37b {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.920198] env[69052]: DEBUG oslo_concurrency.lockutils [req-7a71b7a5-eaaf-48c9-9e68-8ef2c1413275 req-defb8252-c3dd-467c-8ae5-4d47cc32c016 service nova] Acquiring lock "2ded9fb7-62fc-4357-9f1f-90ac445dbaab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.920198] env[69052]: DEBUG oslo_concurrency.lockutils [req-7a71b7a5-eaaf-48c9-9e68-8ef2c1413275 req-defb8252-c3dd-467c-8ae5-4d47cc32c016 service nova] Lock "2ded9fb7-62fc-4357-9f1f-90ac445dbaab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.920465] env[69052]: DEBUG oslo_concurrency.lockutils [req-7a71b7a5-eaaf-48c9-9e68-8ef2c1413275 req-defb8252-c3dd-467c-8ae5-4d47cc32c016 service nova] Lock "2ded9fb7-62fc-4357-9f1f-90ac445dbaab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.920508] env[69052]: DEBUG nova.compute.manager [req-7a71b7a5-eaaf-48c9-9e68-8ef2c1413275 req-defb8252-c3dd-467c-8ae5-4d47cc32c016 service nova] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] No waiting events found dispatching network-vif-plugged-0d027066-1de6-4d6c-b746-516a221ff37b {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1236.920658] env[69052]: WARNING nova.compute.manager [req-7a71b7a5-eaaf-48c9-9e68-8ef2c1413275 req-defb8252-c3dd-467c-8ae5-4d47cc32c016 service nova] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Received unexpected event network-vif-plugged-0d027066-1de6-4d6c-b746-516a221ff37b for instance with vm_state building and task_state spawning. [ 1237.006366] env[69052]: DEBUG nova.network.neutron [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Successfully updated port: 0d027066-1de6-4d6c-b746-516a221ff37b {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1237.510029] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Acquiring lock "refresh_cache-2ded9fb7-62fc-4357-9f1f-90ac445dbaab" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.510096] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Acquired lock "refresh_cache-2ded9fb7-62fc-4357-9f1f-90ac445dbaab" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.510235] env[69052]: DEBUG nova.network.neutron [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.041065] env[69052]: DEBUG nova.network.neutron [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1238.164058] env[69052]: DEBUG nova.network.neutron [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Updating instance_info_cache with network_info: [{"id": "0d027066-1de6-4d6c-b746-516a221ff37b", "address": "fa:16:3e:ca:5c:bf", "network": {"id": "c773ea35-67d8-4ab1-a07c-29018eb94fab", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-877022984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0508db0e527497ba4699c936b7a6071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d027066-1d", "ovs_interfaceid": "0d027066-1de6-4d6c-b746-516a221ff37b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.669428] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Releasing lock "refresh_cache-2ded9fb7-62fc-4357-9f1f-90ac445dbaab" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.669428] env[69052]: DEBUG nova.compute.manager [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Instance network_info: |[{"id": "0d027066-1de6-4d6c-b746-516a221ff37b", "address": "fa:16:3e:ca:5c:bf", "network": {"id": "c773ea35-67d8-4ab1-a07c-29018eb94fab", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-877022984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0508db0e527497ba4699c936b7a6071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d027066-1d", "ovs_interfaceid": "0d027066-1de6-4d6c-b746-516a221ff37b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1238.669428] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:5c:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9643129c-1d95-4422-9df1-2c21289bd5d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d027066-1de6-4d6c-b746-516a221ff37b', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.675732] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Creating folder: Project (e0508db0e527497ba4699c936b7a6071). Parent ref: group-v646676. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1238.676424] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1760ccda-4ed6-410d-928f-fd8d7e681aa3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.692027] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Created folder: Project (e0508db0e527497ba4699c936b7a6071) in parent group-v646676. [ 1238.692027] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Creating folder: Instances. Parent ref: group-v647021. {{(pid=69052) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1238.692027] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f21147aa-03fb-4c27-a420-c9af8d66d99c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.698957] env[69052]: INFO nova.virt.vmwareapi.vm_util [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Created folder: Instances in parent group-v647021. [ 1238.699411] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.699759] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1238.700120] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c1ebf65-85b2-41ff-8642-76b677047c6a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.721155] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.721155] env[69052]: value = "task-3237393" [ 1238.721155] env[69052]: _type = "Task" [ 1238.721155] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.728263] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237393, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.947892] env[69052]: DEBUG nova.compute.manager [req-ee94d298-ec86-4080-b667-48b09a97ae5c req-500f31a5-2f86-442f-81f4-36c562e2f7b1 service nova] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Received event network-changed-0d027066-1de6-4d6c-b746-516a221ff37b {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.947892] env[69052]: DEBUG nova.compute.manager [req-ee94d298-ec86-4080-b667-48b09a97ae5c req-500f31a5-2f86-442f-81f4-36c562e2f7b1 service nova] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Refreshing instance network info cache due to event network-changed-0d027066-1de6-4d6c-b746-516a221ff37b. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1238.948186] env[69052]: DEBUG oslo_concurrency.lockutils [req-ee94d298-ec86-4080-b667-48b09a97ae5c req-500f31a5-2f86-442f-81f4-36c562e2f7b1 service nova] Acquiring lock "refresh_cache-2ded9fb7-62fc-4357-9f1f-90ac445dbaab" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.948346] env[69052]: DEBUG oslo_concurrency.lockutils [req-ee94d298-ec86-4080-b667-48b09a97ae5c req-500f31a5-2f86-442f-81f4-36c562e2f7b1 service nova] Acquired lock "refresh_cache-2ded9fb7-62fc-4357-9f1f-90ac445dbaab" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.948418] env[69052]: DEBUG nova.network.neutron [req-ee94d298-ec86-4080-b667-48b09a97ae5c req-500f31a5-2f86-442f-81f4-36c562e2f7b1 service nova] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Refreshing network info cache for port 0d027066-1de6-4d6c-b746-516a221ff37b {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.088701] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0ea27b52-e5c5-4e5c-8018-6e0b72f491b1 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "67999356-1784-455e-8b91-83afcf117988" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.089103] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0ea27b52-e5c5-4e5c-8018-6e0b72f491b1 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "67999356-1784-455e-8b91-83afcf117988" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.090024] env[69052]: DEBUG nova.compute.manager [None req-0ea27b52-e5c5-4e5c-8018-6e0b72f491b1 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1239.090153] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4fc184-e6d3-49de-bbc1-5f4d9cb76c3c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.096670] env[69052]: DEBUG nova.compute.manager [None req-0ea27b52-e5c5-4e5c-8018-6e0b72f491b1 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69052) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1239.097252] env[69052]: DEBUG nova.objects.instance [None req-0ea27b52-e5c5-4e5c-8018-6e0b72f491b1 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lazy-loading 'flavor' on Instance uuid 67999356-1784-455e-8b91-83afcf117988 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.229329] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237393, 'name': CreateVM_Task, 'duration_secs': 0.324217} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.229994] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1239.234020] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.234020] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.234020] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.234020] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d91bb1d-e6d1-4d00-bb79-ec4770b15e97 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.236981] env[69052]: DEBUG oslo_vmware.api [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Waiting for the task: (returnval){ [ 1239.236981] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e7330c-0724-187d-e702-bd05f8b35d61" [ 1239.236981] env[69052]: _type = "Task" [ 1239.236981] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.245524] env[69052]: DEBUG oslo_vmware.api [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e7330c-0724-187d-e702-bd05f8b35d61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.756018] env[69052]: DEBUG oslo_vmware.api [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52e7330c-0724-187d-e702-bd05f8b35d61, 'name': SearchDatastore_Task, 'duration_secs': 0.009804} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.756018] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.756018] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1239.756018] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.756018] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.756018] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1239.756018] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cf2ef84-3ef3-4d62-b0ce-5fd2d7c4d603 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.763686] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1239.763900] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1239.764638] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dbe7e95-9ffa-472a-8dd0-45d35b4e4cd9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.770157] env[69052]: DEBUG oslo_vmware.api [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Waiting for the task: (returnval){ [ 1239.770157] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525502bd-31e8-e93c-0ba4-642fd53b41f3" [ 1239.770157] env[69052]: _type = "Task" [ 1239.770157] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.782066] env[69052]: DEBUG oslo_vmware.api [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525502bd-31e8-e93c-0ba4-642fd53b41f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.857500] env[69052]: DEBUG nova.network.neutron [req-ee94d298-ec86-4080-b667-48b09a97ae5c req-500f31a5-2f86-442f-81f4-36c562e2f7b1 service nova] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Updated VIF entry in instance network info cache for port 0d027066-1de6-4d6c-b746-516a221ff37b. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.857775] env[69052]: DEBUG nova.network.neutron [req-ee94d298-ec86-4080-b667-48b09a97ae5c req-500f31a5-2f86-442f-81f4-36c562e2f7b1 service nova] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Updating instance_info_cache with network_info: [{"id": "0d027066-1de6-4d6c-b746-516a221ff37b", "address": "fa:16:3e:ca:5c:bf", "network": {"id": "c773ea35-67d8-4ab1-a07c-29018eb94fab", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-877022984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0508db0e527497ba4699c936b7a6071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d027066-1d", "ovs_interfaceid": "0d027066-1de6-4d6c-b746-516a221ff37b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.106919] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea27b52-e5c5-4e5c-8018-6e0b72f491b1 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.109069] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e414e869-1105-43fb-94cf-25e0717999ac {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.117383] env[69052]: DEBUG oslo_vmware.api [None req-0ea27b52-e5c5-4e5c-8018-6e0b72f491b1 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1240.117383] env[69052]: value = "task-3237394" [ 1240.117383] env[69052]: _type = "Task" [ 1240.117383] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.125525] env[69052]: DEBUG oslo_vmware.api [None req-0ea27b52-e5c5-4e5c-8018-6e0b72f491b1 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.280884] env[69052]: DEBUG oslo_vmware.api [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]525502bd-31e8-e93c-0ba4-642fd53b41f3, 'name': SearchDatastore_Task, 'duration_secs': 0.008594} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.281772] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53a8fd72-34b0-4db0-85f0-b9712ca895f2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.286869] env[69052]: DEBUG oslo_vmware.api [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Waiting for the task: (returnval){ [ 1240.286869] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5291e4a5-19b1-a2b3-f2b1-3a9e84262fba" [ 1240.286869] env[69052]: _type = "Task" [ 1240.286869] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.294782] env[69052]: DEBUG oslo_vmware.api [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5291e4a5-19b1-a2b3-f2b1-3a9e84262fba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.360645] env[69052]: DEBUG oslo_concurrency.lockutils [req-ee94d298-ec86-4080-b667-48b09a97ae5c req-500f31a5-2f86-442f-81f4-36c562e2f7b1 service nova] Releasing lock "refresh_cache-2ded9fb7-62fc-4357-9f1f-90ac445dbaab" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.626779] env[69052]: DEBUG oslo_vmware.api [None req-0ea27b52-e5c5-4e5c-8018-6e0b72f491b1 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237394, 'name': PowerOffVM_Task, 'duration_secs': 0.212693} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.627077] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea27b52-e5c5-4e5c-8018-6e0b72f491b1 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.627348] env[69052]: DEBUG nova.compute.manager [None req-0ea27b52-e5c5-4e5c-8018-6e0b72f491b1 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1240.628131] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f89344-dfae-472e-b69e-5c02c206f3df {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.796792] env[69052]: DEBUG oslo_vmware.api [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]5291e4a5-19b1-a2b3-f2b1-3a9e84262fba, 'name': SearchDatastore_Task, 'duration_secs': 0.010413} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.797058] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.797317] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 2ded9fb7-62fc-4357-9f1f-90ac445dbaab/2ded9fb7-62fc-4357-9f1f-90ac445dbaab.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1240.797554] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5f6ba9a-c9a2-4dc6-8d4f-87d72cd41133 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.803657] env[69052]: DEBUG oslo_vmware.api [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Waiting for the task: (returnval){ [ 1240.803657] env[69052]: value = "task-3237395" [ 1240.803657] env[69052]: _type = "Task" [ 1240.803657] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.810582] env[69052]: DEBUG oslo_vmware.api [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Task: {'id': task-3237395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.139478] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0ea27b52-e5c5-4e5c-8018-6e0b72f491b1 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "67999356-1784-455e-8b91-83afcf117988" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.313347] env[69052]: DEBUG oslo_vmware.api [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Task: {'id': task-3237395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.429194} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.313542] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore2] 2ded9fb7-62fc-4357-9f1f-90ac445dbaab/2ded9fb7-62fc-4357-9f1f-90ac445dbaab.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1241.313761] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1241.313999] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc022185-7288-43a1-b321-7a58b1a882a2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.320266] env[69052]: DEBUG oslo_vmware.api [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Waiting for the task: (returnval){ [ 1241.320266] env[69052]: value = "task-3237396" [ 1241.320266] env[69052]: _type = "Task" [ 1241.320266] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.329332] env[69052]: DEBUG oslo_vmware.api [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Task: {'id': task-3237396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.650304] env[69052]: DEBUG nova.objects.instance [None req-ad8b5f2c-c6c3-47bb-93fc-806a68462b28 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lazy-loading 'flavor' on Instance uuid 67999356-1784-455e-8b91-83afcf117988 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.830138] env[69052]: DEBUG oslo_vmware.api [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Task: {'id': task-3237396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061901} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.830392] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1241.831169] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35bee77-cdd4-4871-a1ce-6b4dde0ef19b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.852541] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 2ded9fb7-62fc-4357-9f1f-90ac445dbaab/2ded9fb7-62fc-4357-9f1f-90ac445dbaab.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.852764] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d24b362b-65ad-455b-b79e-1ef957118022 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.873249] env[69052]: DEBUG oslo_vmware.api [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Waiting for the task: (returnval){ [ 1241.873249] env[69052]: value = "task-3237397" [ 1241.873249] env[69052]: _type = "Task" [ 1241.873249] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.880610] env[69052]: DEBUG oslo_vmware.api [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Task: {'id': task-3237397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.156447] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ad8b5f2c-c6c3-47bb-93fc-806a68462b28 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "refresh_cache-67999356-1784-455e-8b91-83afcf117988" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.156867] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ad8b5f2c-c6c3-47bb-93fc-806a68462b28 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquired lock "refresh_cache-67999356-1784-455e-8b91-83afcf117988" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.157215] env[69052]: DEBUG nova.network.neutron [None req-ad8b5f2c-c6c3-47bb-93fc-806a68462b28 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.157490] env[69052]: DEBUG nova.objects.instance [None req-ad8b5f2c-c6c3-47bb-93fc-806a68462b28 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lazy-loading 'info_cache' on Instance uuid 67999356-1784-455e-8b91-83afcf117988 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.383553] env[69052]: DEBUG oslo_vmware.api [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Task: {'id': task-3237397, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.661298] env[69052]: DEBUG nova.objects.base [None req-ad8b5f2c-c6c3-47bb-93fc-806a68462b28 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Object Instance<67999356-1784-455e-8b91-83afcf117988> lazy-loaded attributes: flavor,info_cache {{(pid=69052) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1242.884484] env[69052]: DEBUG oslo_vmware.api [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Task: {'id': task-3237397, 'name': ReconfigVM_Task, 'duration_secs': 0.55214} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.884784] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 2ded9fb7-62fc-4357-9f1f-90ac445dbaab/2ded9fb7-62fc-4357-9f1f-90ac445dbaab.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.885432] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51c79792-21fd-4c95-bb6e-a02ab2a68a1f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.891892] env[69052]: DEBUG oslo_vmware.api [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Waiting for the task: (returnval){ [ 1242.891892] env[69052]: value = "task-3237398" [ 1242.891892] env[69052]: _type = "Task" [ 1242.891892] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.899413] env[69052]: DEBUG oslo_vmware.api [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Task: {'id': task-3237398, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.401208] env[69052]: DEBUG oslo_vmware.api [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Task: {'id': task-3237398, 'name': Rename_Task, 'duration_secs': 0.154463} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.402085] env[69052]: DEBUG nova.network.neutron [None req-ad8b5f2c-c6c3-47bb-93fc-806a68462b28 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Updating instance_info_cache with network_info: [{"id": "535956db-7109-47e3-a304-bd9858d1830b", "address": "fa:16:3e:77:bc:32", "network": {"id": "4e7ad40f-fc44-47b3-ada6-0ae53251c650", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329642848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "420997e04b2a41d882b1f61eb5a284f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535956db-71", "ovs_interfaceid": "535956db-7109-47e3-a304-bd9858d1830b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.403225] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.403462] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f25e2a5f-fff6-4c3b-9095-e6d3d3c544df {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.409570] env[69052]: DEBUG oslo_vmware.api [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Waiting for the task: (returnval){ [ 1243.409570] env[69052]: value = "task-3237399" [ 1243.409570] env[69052]: _type = "Task" [ 1243.409570] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.417874] env[69052]: DEBUG oslo_vmware.api [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Task: {'id': task-3237399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.906295] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ad8b5f2c-c6c3-47bb-93fc-806a68462b28 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Releasing lock "refresh_cache-67999356-1784-455e-8b91-83afcf117988" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.919639] env[69052]: DEBUG oslo_vmware.api [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Task: {'id': task-3237399, 'name': PowerOnVM_Task, 'duration_secs': 0.412117} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.919967] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.920132] env[69052]: INFO nova.compute.manager [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Took 7.12 seconds to spawn the instance on the hypervisor. [ 1243.920304] env[69052]: DEBUG nova.compute.manager [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1243.921084] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b89b36-6961-42ba-ac58-324348f1a1a2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.436013] env[69052]: INFO nova.compute.manager [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Took 12.81 seconds to build instance. [ 1244.911953] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad8b5f2c-c6c3-47bb-93fc-806a68462b28 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.912303] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b9627e3-6740-4d51-96d1-2baa5b91f0af {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.920227] env[69052]: DEBUG oslo_vmware.api [None req-ad8b5f2c-c6c3-47bb-93fc-806a68462b28 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1244.920227] env[69052]: value = "task-3237400" [ 1244.920227] env[69052]: _type = "Task" [ 1244.920227] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.928584] env[69052]: DEBUG oslo_vmware.api [None req-ad8b5f2c-c6c3-47bb-93fc-806a68462b28 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.938096] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a6776d8a-77d4-4a46-8667-8758167e9550 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Lock "2ded9fb7-62fc-4357-9f1f-90ac445dbaab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.323s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.974960] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Acquiring lock "2ded9fb7-62fc-4357-9f1f-90ac445dbaab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.975234] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Lock "2ded9fb7-62fc-4357-9f1f-90ac445dbaab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.975441] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Acquiring lock "2ded9fb7-62fc-4357-9f1f-90ac445dbaab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.975621] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Lock "2ded9fb7-62fc-4357-9f1f-90ac445dbaab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.975789] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Lock "2ded9fb7-62fc-4357-9f1f-90ac445dbaab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.977867] env[69052]: INFO nova.compute.manager [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Terminating instance [ 1245.429730] env[69052]: DEBUG oslo_vmware.api [None req-ad8b5f2c-c6c3-47bb-93fc-806a68462b28 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237400, 'name': PowerOnVM_Task, 'duration_secs': 0.394627} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.430016] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad8b5f2c-c6c3-47bb-93fc-806a68462b28 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.430226] env[69052]: DEBUG nova.compute.manager [None req-ad8b5f2c-c6c3-47bb-93fc-806a68462b28 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.431010] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736029ee-fcf1-4eda-b115-5094f513358d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.481639] env[69052]: DEBUG nova.compute.manager [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1245.481995] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.482672] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a34b15c-9668-44e6-8bbc-c17a88dbeeb3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.489726] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.489940] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e61ee49-eb38-404c-9d1d-2f91e0db345a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.496145] env[69052]: DEBUG oslo_vmware.api [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Waiting for the task: (returnval){ [ 1245.496145] env[69052]: value = "task-3237401" [ 1245.496145] env[69052]: _type = "Task" [ 1245.496145] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.504035] env[69052]: DEBUG oslo_vmware.api [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Task: {'id': task-3237401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.005955] env[69052]: DEBUG oslo_vmware.api [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Task: {'id': task-3237401, 'name': PowerOffVM_Task, 'duration_secs': 0.182563} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.006230] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.006402] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1246.006640] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87074911-e4cf-4581-952f-105b2a34b768 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.071699] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1246.072043] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Deleting contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1246.072311] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Deleting the datastore file [datastore2] 2ded9fb7-62fc-4357-9f1f-90ac445dbaab {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1246.072575] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-832b2121-395c-4ad4-af06-3a6eb57e41da {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.078245] env[69052]: DEBUG oslo_vmware.api [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Waiting for the task: (returnval){ [ 1246.078245] env[69052]: value = "task-3237403" [ 1246.078245] env[69052]: _type = "Task" [ 1246.078245] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.086201] env[69052]: DEBUG oslo_vmware.api [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Task: {'id': task-3237403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.483190] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e58a62a-ed58-4b12-b36e-f4eebd434c45 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.490482] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f7607a-92ba-41c4-85cd-d3a83324d98d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Suspending the VM {{(pid=69052) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1246.490482] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-76e80288-79a4-47ba-b3b1-9dca9ed718bd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.497578] env[69052]: DEBUG oslo_vmware.api [None req-d0f7607a-92ba-41c4-85cd-d3a83324d98d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1246.497578] env[69052]: value = "task-3237404" [ 1246.497578] env[69052]: _type = "Task" [ 1246.497578] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.505649] env[69052]: DEBUG oslo_vmware.api [None req-d0f7607a-92ba-41c4-85cd-d3a83324d98d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237404, 'name': SuspendVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.588683] env[69052]: DEBUG oslo_vmware.api [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Task: {'id': task-3237403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148301} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.588962] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.589172] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Deleted contents of the VM from datastore datastore2 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.589361] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.589537] env[69052]: INFO nova.compute.manager [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1246.589778] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.589974] env[69052]: DEBUG nova.compute.manager [-] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1246.590083] env[69052]: DEBUG nova.network.neutron [-] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1246.886746] env[69052]: DEBUG nova.compute.manager [req-cb74126d-0e71-49ac-9c3f-c0ee51d67945 req-ee7ec8b9-aba6-409e-be5a-a6e86d589510 service nova] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Received event network-vif-deleted-0d027066-1de6-4d6c-b746-516a221ff37b {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.886939] env[69052]: INFO nova.compute.manager [req-cb74126d-0e71-49ac-9c3f-c0ee51d67945 req-ee7ec8b9-aba6-409e-be5a-a6e86d589510 service nova] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Neutron deleted interface 0d027066-1de6-4d6c-b746-516a221ff37b; detaching it from the instance and deleting it from the info cache [ 1246.887275] env[69052]: DEBUG nova.network.neutron [req-cb74126d-0e71-49ac-9c3f-c0ee51d67945 req-ee7ec8b9-aba6-409e-be5a-a6e86d589510 service nova] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.007312] env[69052]: DEBUG oslo_vmware.api [None req-d0f7607a-92ba-41c4-85cd-d3a83324d98d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237404, 'name': SuspendVM_Task} progress is 70%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.368791] env[69052]: DEBUG nova.network.neutron [-] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.390760] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c5074f2-edb8-428f-b68b-6ab69319f261 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.400715] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9752264a-1e1e-46d1-a7ce-71a9cf2eb7fd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.426287] env[69052]: DEBUG nova.compute.manager [req-cb74126d-0e71-49ac-9c3f-c0ee51d67945 req-ee7ec8b9-aba6-409e-be5a-a6e86d589510 service nova] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Detach interface failed, port_id=0d027066-1de6-4d6c-b746-516a221ff37b, reason: Instance 2ded9fb7-62fc-4357-9f1f-90ac445dbaab could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1247.508423] env[69052]: DEBUG oslo_vmware.api [None req-d0f7607a-92ba-41c4-85cd-d3a83324d98d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237404, 'name': SuspendVM_Task, 'duration_secs': 0.577179} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.508735] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f7607a-92ba-41c4-85cd-d3a83324d98d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Suspended the VM {{(pid=69052) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1247.508873] env[69052]: DEBUG nova.compute.manager [None req-d0f7607a-92ba-41c4-85cd-d3a83324d98d tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1247.509661] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63389743-eebc-4c28-ba0f-a36ec0134e02 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.872026] env[69052]: INFO nova.compute.manager [-] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Took 1.28 seconds to deallocate network for instance. [ 1248.377623] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.377922] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.378198] env[69052]: DEBUG nova.objects.instance [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Lazy-loading 'resources' on Instance uuid 2ded9fb7-62fc-4357-9f1f-90ac445dbaab {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.796190] env[69052]: INFO nova.compute.manager [None req-fa2e833d-9f08-4a4a-8d62-749e57d0f431 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Resuming [ 1248.796815] env[69052]: DEBUG nova.objects.instance [None req-fa2e833d-9f08-4a4a-8d62-749e57d0f431 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lazy-loading 'flavor' on Instance uuid 67999356-1784-455e-8b91-83afcf117988 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.934098] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb06525-9de1-441d-9662-20fb5a9151f5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.942928] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8035e1a-8eb2-4231-93b5-99be5427e9fe {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.974029] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd552fb-87d4-44be-946b-5b47a0b6a7a0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.980714] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3ea816-b5c6-44e4-ac6c-514d18a47a10 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.994163] env[69052]: DEBUG nova.compute.provider_tree [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.497051] env[69052]: DEBUG nova.scheduler.client.report [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.002151] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.624s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.027532] env[69052]: INFO nova.scheduler.client.report [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Deleted allocations for instance 2ded9fb7-62fc-4357-9f1f-90ac445dbaab [ 1250.307088] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fa2e833d-9f08-4a4a-8d62-749e57d0f431 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "refresh_cache-67999356-1784-455e-8b91-83afcf117988" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.307300] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fa2e833d-9f08-4a4a-8d62-749e57d0f431 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquired lock "refresh_cache-67999356-1784-455e-8b91-83afcf117988" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.307478] env[69052]: DEBUG nova.network.neutron [None req-fa2e833d-9f08-4a4a-8d62-749e57d0f431 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.535144] env[69052]: DEBUG oslo_concurrency.lockutils [None req-b9c6b437-68e9-4ddb-93ce-412d9adb28c7 tempest-ServerGroupTestJSON-1020066268 tempest-ServerGroupTestJSON-1020066268-project-member] Lock "2ded9fb7-62fc-4357-9f1f-90ac445dbaab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.560s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.007038] env[69052]: DEBUG nova.network.neutron [None req-fa2e833d-9f08-4a4a-8d62-749e57d0f431 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Updating instance_info_cache with network_info: [{"id": "535956db-7109-47e3-a304-bd9858d1830b", "address": "fa:16:3e:77:bc:32", "network": {"id": "4e7ad40f-fc44-47b3-ada6-0ae53251c650", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-329642848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "420997e04b2a41d882b1f61eb5a284f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535956db-71", "ovs_interfaceid": "535956db-7109-47e3-a304-bd9858d1830b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.509886] env[69052]: DEBUG oslo_concurrency.lockutils [None req-fa2e833d-9f08-4a4a-8d62-749e57d0f431 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Releasing lock "refresh_cache-67999356-1784-455e-8b91-83afcf117988" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.510740] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32cb415-8862-44ee-ae9a-3f1069635c57 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.518217] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2e833d-9f08-4a4a-8d62-749e57d0f431 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Resuming the VM {{(pid=69052) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1251.518396] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-099a0024-cc57-4c01-8a38-f4851d4a0f37 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.524662] env[69052]: DEBUG oslo_vmware.api [None req-fa2e833d-9f08-4a4a-8d62-749e57d0f431 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1251.524662] env[69052]: value = "task-3237405" [ 1251.524662] env[69052]: _type = "Task" [ 1251.524662] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.532379] env[69052]: DEBUG oslo_vmware.api [None req-fa2e833d-9f08-4a4a-8d62-749e57d0f431 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.036833] env[69052]: DEBUG oslo_vmware.api [None req-fa2e833d-9f08-4a4a-8d62-749e57d0f431 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237405, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.536381] env[69052]: DEBUG oslo_vmware.api [None req-fa2e833d-9f08-4a4a-8d62-749e57d0f431 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237405, 'name': PowerOnVM_Task, 'duration_secs': 0.512382} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.536713] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2e833d-9f08-4a4a-8d62-749e57d0f431 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Resumed the VM {{(pid=69052) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1252.536953] env[69052]: DEBUG nova.compute.manager [None req-fa2e833d-9f08-4a4a-8d62-749e57d0f431 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1252.537800] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17689911-7d88-4e4b-9908-9cfa6d01246a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.555141] env[69052]: DEBUG oslo_concurrency.lockutils [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "67999356-1784-455e-8b91-83afcf117988" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.555496] env[69052]: DEBUG oslo_concurrency.lockutils [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "67999356-1784-455e-8b91-83afcf117988" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.555598] env[69052]: DEBUG oslo_concurrency.lockutils [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "67999356-1784-455e-8b91-83afcf117988-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.555782] env[69052]: DEBUG oslo_concurrency.lockutils [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "67999356-1784-455e-8b91-83afcf117988-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.555949] env[69052]: DEBUG oslo_concurrency.lockutils [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "67999356-1784-455e-8b91-83afcf117988-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.559072] env[69052]: INFO nova.compute.manager [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Terminating instance [ 1254.062112] env[69052]: DEBUG nova.compute.manager [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1254.062341] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.063277] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ccbe94-0d4d-43de-847e-b3735df75e9a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.071243] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.071460] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6ad2796-9591-4cea-b918-b5e1937a6add {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.077165] env[69052]: DEBUG oslo_vmware.api [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1254.077165] env[69052]: value = "task-3237406" [ 1254.077165] env[69052]: _type = "Task" [ 1254.077165] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.084527] env[69052]: DEBUG oslo_vmware.api [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.587580] env[69052]: DEBUG oslo_vmware.api [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237406, 'name': PowerOffVM_Task, 'duration_secs': 0.200276} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.587970] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.588035] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.588328] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2c4cb2e-93df-4d11-85ed-b28b9d88ff43 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.661825] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1254.662092] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1254.662257] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Deleting the datastore file [datastore1] 67999356-1784-455e-8b91-83afcf117988 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.662519] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f839642-3737-490f-bdea-d3be60b15b9e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.669187] env[69052]: DEBUG oslo_vmware.api [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for the task: (returnval){ [ 1254.669187] env[69052]: value = "task-3237408" [ 1254.669187] env[69052]: _type = "Task" [ 1254.669187] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.678758] env[69052]: DEBUG oslo_vmware.api [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.179397] env[69052]: DEBUG oslo_vmware.api [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Task: {'id': task-3237408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14578} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.179626] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.179774] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.179951] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.180143] env[69052]: INFO nova.compute.manager [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] [instance: 67999356-1784-455e-8b91-83afcf117988] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1255.180381] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.180567] env[69052]: DEBUG nova.compute.manager [-] [instance: 67999356-1784-455e-8b91-83afcf117988] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1255.180661] env[69052]: DEBUG nova.network.neutron [-] [instance: 67999356-1784-455e-8b91-83afcf117988] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1255.609567] env[69052]: DEBUG nova.compute.manager [req-deb3f36c-7a2e-493a-ace7-b6a370b4665b req-a4953c7c-f4dd-4dcd-9cdc-7240ce1b6341 service nova] [instance: 67999356-1784-455e-8b91-83afcf117988] Received event network-vif-deleted-535956db-7109-47e3-a304-bd9858d1830b {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.609567] env[69052]: INFO nova.compute.manager [req-deb3f36c-7a2e-493a-ace7-b6a370b4665b req-a4953c7c-f4dd-4dcd-9cdc-7240ce1b6341 service nova] [instance: 67999356-1784-455e-8b91-83afcf117988] Neutron deleted interface 535956db-7109-47e3-a304-bd9858d1830b; detaching it from the instance and deleting it from the info cache [ 1255.609567] env[69052]: DEBUG nova.network.neutron [req-deb3f36c-7a2e-493a-ace7-b6a370b4665b req-a4953c7c-f4dd-4dcd-9cdc-7240ce1b6341 service nova] [instance: 67999356-1784-455e-8b91-83afcf117988] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.094808] env[69052]: DEBUG nova.network.neutron [-] [instance: 67999356-1784-455e-8b91-83afcf117988] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.111987] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be868c87-e200-4c82-83f1-6087c7b8e0e8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.122183] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22918852-74c7-4644-8893-4e652d4a0533 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.147244] env[69052]: DEBUG nova.compute.manager [req-deb3f36c-7a2e-493a-ace7-b6a370b4665b req-a4953c7c-f4dd-4dcd-9cdc-7240ce1b6341 service nova] [instance: 67999356-1784-455e-8b91-83afcf117988] Detach interface failed, port_id=535956db-7109-47e3-a304-bd9858d1830b, reason: Instance 67999356-1784-455e-8b91-83afcf117988 could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1256.597209] env[69052]: INFO nova.compute.manager [-] [instance: 67999356-1784-455e-8b91-83afcf117988] Took 1.42 seconds to deallocate network for instance. [ 1257.103730] env[69052]: DEBUG oslo_concurrency.lockutils [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.104159] env[69052]: DEBUG oslo_concurrency.lockutils [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.104271] env[69052]: DEBUG nova.objects.instance [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lazy-loading 'resources' on Instance uuid 67999356-1784-455e-8b91-83afcf117988 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.647125] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eef6d09-bedc-44bc-a831-d42a5680d758 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.654521] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a58f6c1-3eb7-4625-acef-e72bdfe26189 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.338723] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501102cb-ebee-43ef-a683-199e8d309df9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.346620] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd87de7-8fad-4163-9e28-cbc0cf23aafd {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.359513] env[69052]: DEBUG nova.compute.provider_tree [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.862603] env[69052]: DEBUG nova.scheduler.client.report [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.367591] env[69052]: DEBUG oslo_concurrency.lockutils [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.263s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.389014] env[69052]: INFO nova.scheduler.client.report [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Deleted allocations for instance 67999356-1784-455e-8b91-83afcf117988 [ 1259.896932] env[69052]: DEBUG oslo_concurrency.lockutils [None req-77ba1d54-8887-4a8f-a234-a80f79c3e1f9 tempest-ServerActionsTestJSON-2005586238 tempest-ServerActionsTestJSON-2005586238-project-member] Lock "67999356-1784-455e-8b91-83afcf117988" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.341s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.180892] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2970c2a5-b189-4e2a-8310-35fc89ca9abe tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquiring lock "4bc2bafb-774c-43af-9a75-33673256c937" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.181335] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2970c2a5-b189-4e2a-8310-35fc89ca9abe tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "4bc2bafb-774c-43af-9a75-33673256c937" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.684443] env[69052]: INFO nova.compute.manager [None req-2970c2a5-b189-4e2a-8310-35fc89ca9abe tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Detaching volume 43297b87-eddb-4cfe-8c65-7add94772af7 [ 1269.720890] env[69052]: INFO nova.virt.block_device [None req-2970c2a5-b189-4e2a-8310-35fc89ca9abe tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Attempting to driver detach volume 43297b87-eddb-4cfe-8c65-7add94772af7 from mountpoint /dev/sdb [ 1269.721150] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-2970c2a5-b189-4e2a-8310-35fc89ca9abe tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Volume detach. Driver type: vmdk {{(pid=69052) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1269.721334] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-2970c2a5-b189-4e2a-8310-35fc89ca9abe tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647020', 'volume_id': '43297b87-eddb-4cfe-8c65-7add94772af7', 'name': 'volume-43297b87-eddb-4cfe-8c65-7add94772af7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4bc2bafb-774c-43af-9a75-33673256c937', 'attached_at': '', 'detached_at': '', 'volume_id': '43297b87-eddb-4cfe-8c65-7add94772af7', 'serial': '43297b87-eddb-4cfe-8c65-7add94772af7'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1269.722212] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88123ebd-7dde-42d0-b0ba-fbfa7b2ffbf3 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.744291] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd44f8c-9c96-4c90-95a1-02b2119b7957 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.750573] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54f990e-678c-45c5-904a-4fd6b21c5879 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.769798] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d2479e-da4d-4780-9945-9f66b90f2d6f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.783453] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-2970c2a5-b189-4e2a-8310-35fc89ca9abe tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] The volume has not been displaced from its original location: [datastore2] volume-43297b87-eddb-4cfe-8c65-7add94772af7/volume-43297b87-eddb-4cfe-8c65-7add94772af7.vmdk. No consolidation needed. {{(pid=69052) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1269.788483] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-2970c2a5-b189-4e2a-8310-35fc89ca9abe tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1269.788755] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-309d7663-cfd2-4683-85da-81f64e4499d9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.806461] env[69052]: DEBUG oslo_vmware.api [None req-2970c2a5-b189-4e2a-8310-35fc89ca9abe tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1269.806461] env[69052]: value = "task-3237409" [ 1269.806461] env[69052]: _type = "Task" [ 1269.806461] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.814166] env[69052]: DEBUG oslo_vmware.api [None req-2970c2a5-b189-4e2a-8310-35fc89ca9abe tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.316416] env[69052]: DEBUG oslo_vmware.api [None req-2970c2a5-b189-4e2a-8310-35fc89ca9abe tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237409, 'name': ReconfigVM_Task, 'duration_secs': 0.227915} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.316840] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-2970c2a5-b189-4e2a-8310-35fc89ca9abe tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1270.321153] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f20ae353-108f-4b0f-b22e-0610f6c664c5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.335451] env[69052]: DEBUG oslo_vmware.api [None req-2970c2a5-b189-4e2a-8310-35fc89ca9abe tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1270.335451] env[69052]: value = "task-3237410" [ 1270.335451] env[69052]: _type = "Task" [ 1270.335451] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.342721] env[69052]: DEBUG oslo_vmware.api [None req-2970c2a5-b189-4e2a-8310-35fc89ca9abe tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.845305] env[69052]: DEBUG oslo_vmware.api [None req-2970c2a5-b189-4e2a-8310-35fc89ca9abe tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237410, 'name': ReconfigVM_Task, 'duration_secs': 0.126698} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.845626] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-2970c2a5-b189-4e2a-8310-35fc89ca9abe tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647020', 'volume_id': '43297b87-eddb-4cfe-8c65-7add94772af7', 'name': 'volume-43297b87-eddb-4cfe-8c65-7add94772af7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4bc2bafb-774c-43af-9a75-33673256c937', 'attached_at': '', 'detached_at': '', 'volume_id': '43297b87-eddb-4cfe-8c65-7add94772af7', 'serial': '43297b87-eddb-4cfe-8c65-7add94772af7'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1271.388881] env[69052]: DEBUG nova.objects.instance [None req-2970c2a5-b189-4e2a-8310-35fc89ca9abe tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lazy-loading 'flavor' on Instance uuid 4bc2bafb-774c-43af-9a75-33673256c937 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.352460] env[69052]: DEBUG oslo_concurrency.lockutils [None req-42509b71-1ea7-424f-8ae8-c319f977884d tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquiring lock "4bc2bafb-774c-43af-9a75-33673256c937" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.398052] env[69052]: DEBUG oslo_concurrency.lockutils [None req-2970c2a5-b189-4e2a-8310-35fc89ca9abe tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "4bc2bafb-774c-43af-9a75-33673256c937" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.216s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.398771] env[69052]: DEBUG oslo_concurrency.lockutils [None req-42509b71-1ea7-424f-8ae8-c319f977884d tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "4bc2bafb-774c-43af-9a75-33673256c937" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.047s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.398908] env[69052]: DEBUG nova.compute.manager [None req-42509b71-1ea7-424f-8ae8-c319f977884d tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1272.399872] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4953fc2d-50ac-4d52-b243-7aa1278e9dde {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.406971] env[69052]: DEBUG nova.compute.manager [None req-42509b71-1ea7-424f-8ae8-c319f977884d tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69052) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1272.407535] env[69052]: DEBUG nova.objects.instance [None req-42509b71-1ea7-424f-8ae8-c319f977884d tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lazy-loading 'flavor' on Instance uuid 4bc2bafb-774c-43af-9a75-33673256c937 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.414056] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-42509b71-1ea7-424f-8ae8-c319f977884d tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.414390] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f0e86b6-e93f-45bb-8888-78e1c07bebcb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.422277] env[69052]: DEBUG oslo_vmware.api [None req-42509b71-1ea7-424f-8ae8-c319f977884d tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1273.422277] env[69052]: value = "task-3237411" [ 1273.422277] env[69052]: _type = "Task" [ 1273.422277] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.429603] env[69052]: DEBUG oslo_vmware.api [None req-42509b71-1ea7-424f-8ae8-c319f977884d tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.931873] env[69052]: DEBUG oslo_vmware.api [None req-42509b71-1ea7-424f-8ae8-c319f977884d tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237411, 'name': PowerOffVM_Task, 'duration_secs': 0.197644} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.932099] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-42509b71-1ea7-424f-8ae8-c319f977884d tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.932299] env[69052]: DEBUG nova.compute.manager [None req-42509b71-1ea7-424f-8ae8-c319f977884d tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1273.933040] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e93a66-bf63-4396-a6cd-7db638e81c50 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.444034] env[69052]: DEBUG oslo_concurrency.lockutils [None req-42509b71-1ea7-424f-8ae8-c319f977884d tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "4bc2bafb-774c-43af-9a75-33673256c937" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.916974] env[69052]: DEBUG nova.objects.instance [None req-e8596f21-4826-4933-9ff5-b7d59a19b8df tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lazy-loading 'flavor' on Instance uuid 4bc2bafb-774c-43af-9a75-33673256c937 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.422374] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e8596f21-4826-4933-9ff5-b7d59a19b8df tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquiring lock "refresh_cache-4bc2bafb-774c-43af-9a75-33673256c937" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.422562] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e8596f21-4826-4933-9ff5-b7d59a19b8df tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquired lock "refresh_cache-4bc2bafb-774c-43af-9a75-33673256c937" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.422715] env[69052]: DEBUG nova.network.neutron [None req-e8596f21-4826-4933-9ff5-b7d59a19b8df tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.422888] env[69052]: DEBUG nova.objects.instance [None req-e8596f21-4826-4933-9ff5-b7d59a19b8df tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lazy-loading 'info_cache' on Instance uuid 4bc2bafb-774c-43af-9a75-33673256c937 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.926741] env[69052]: DEBUG nova.objects.base [None req-e8596f21-4826-4933-9ff5-b7d59a19b8df tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Object Instance<4bc2bafb-774c-43af-9a75-33673256c937> lazy-loaded attributes: flavor,info_cache {{(pid=69052) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1276.622571] env[69052]: DEBUG nova.network.neutron [None req-e8596f21-4826-4933-9ff5-b7d59a19b8df tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Updating instance_info_cache with network_info: [{"id": "b0015038-8e68-4b2a-9378-9743d85faa35", "address": "fa:16:3e:50:60:41", "network": {"id": "2cf13708-d89d-403f-b26a-800f18f1217d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-237473254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a56d7960893490b8a19dd95a085005d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0015038-8e", "ovs_interfaceid": "b0015038-8e68-4b2a-9378-9743d85faa35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.125960] env[69052]: DEBUG oslo_concurrency.lockutils [None req-e8596f21-4826-4933-9ff5-b7d59a19b8df tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Releasing lock "refresh_cache-4bc2bafb-774c-43af-9a75-33673256c937" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.577911] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.132398] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8596f21-4826-4933-9ff5-b7d59a19b8df tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.132856] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c78d1fc5-55e5-45f9-9a1b-725c2237426e {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.141356] env[69052]: DEBUG oslo_vmware.api [None req-e8596f21-4826-4933-9ff5-b7d59a19b8df tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1278.141356] env[69052]: value = "task-3237412" [ 1278.141356] env[69052]: _type = "Task" [ 1278.141356] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.150890] env[69052]: DEBUG oslo_vmware.api [None req-e8596f21-4826-4933-9ff5-b7d59a19b8df tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.651688] env[69052]: DEBUG oslo_vmware.api [None req-e8596f21-4826-4933-9ff5-b7d59a19b8df tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237412, 'name': PowerOnVM_Task, 'duration_secs': 0.359871} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.651947] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8596f21-4826-4933-9ff5-b7d59a19b8df tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1278.652172] env[69052]: DEBUG nova.compute.manager [None req-e8596f21-4826-4933-9ff5-b7d59a19b8df tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.652887] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ee6254-75b5-41cd-bb67-3342241643b5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.573526] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.577266] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.080350] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.080574] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.080747] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.080918] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69052) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1281.081819] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7d51bb-f888-4d06-9e23-2a4193152b26 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.090162] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a447ff-c217-4372-8601-fe3c4c27b5f5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.103883] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f767e542-e5b3-4545-bae9-3543c7d728bc {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.109857] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a6fc10-1a49-42fc-a9eb-c569bacc6b26 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.137980] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180807MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=69052) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1281.138110] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.138301] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.164645] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 4bc2bafb-774c-43af-9a75-33673256c937 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1282.164955] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69052) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1282.165036] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69052) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1282.191064] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230c9388-ec2f-4a55-9ec8-69a946ce52ff {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.198261] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f70ba80-c7a5-4ad1-87db-87e3933a5120 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.226822] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbae96c-f657-4d80-895d-a90296f79e7c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.233298] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c8fc47-518f-4f0f-bb33-796f209e8806 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.245726] env[69052]: DEBUG nova.compute.provider_tree [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.749105] env[69052]: DEBUG nova.scheduler.client.report [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.254443] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69052) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1283.254860] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.116s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.254778] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1285.255179] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1285.255179] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69052) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1285.577488] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1285.577748] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.577914] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1309.842283] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquiring lock "4bc2bafb-774c-43af-9a75-33673256c937" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.842697] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "4bc2bafb-774c-43af-9a75-33673256c937" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.842746] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquiring lock "4bc2bafb-774c-43af-9a75-33673256c937-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.842925] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "4bc2bafb-774c-43af-9a75-33673256c937-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.843109] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "4bc2bafb-774c-43af-9a75-33673256c937-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.846550] env[69052]: INFO nova.compute.manager [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Terminating instance [ 1310.349962] env[69052]: DEBUG nova.compute.manager [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1310.350270] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.351143] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86a7f5b-8e59-4a1b-98e2-36cdd4547434 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.359194] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.359418] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f27dddb-dfa7-4cdf-b38a-ba6e508de710 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.365694] env[69052]: DEBUG oslo_vmware.api [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1310.365694] env[69052]: value = "task-3237413" [ 1310.365694] env[69052]: _type = "Task" [ 1310.365694] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.373479] env[69052]: DEBUG oslo_vmware.api [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.875585] env[69052]: DEBUG oslo_vmware.api [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237413, 'name': PowerOffVM_Task, 'duration_secs': 0.214584} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.875979] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.876048] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.876255] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce6a3ad0-8bcb-4c7b-9aaa-9d4b51acbe55 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.077214] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1311.077428] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1311.077611] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Deleting the datastore file [datastore1] 4bc2bafb-774c-43af-9a75-33673256c937 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1311.077874] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be95907b-5ef5-4673-80e7-eba02892de75 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.084498] env[69052]: DEBUG oslo_vmware.api [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1311.084498] env[69052]: value = "task-3237415" [ 1311.084498] env[69052]: _type = "Task" [ 1311.084498] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.091857] env[69052]: DEBUG oslo_vmware.api [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.595703] env[69052]: DEBUG oslo_vmware.api [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142261} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.595876] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.596070] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.596253] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.596463] env[69052]: INFO nova.compute.manager [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1311.596702] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.596892] env[69052]: DEBUG nova.compute.manager [-] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1311.596984] env[69052]: DEBUG nova.network.neutron [-] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1312.040298] env[69052]: DEBUG nova.compute.manager [req-2159e8fa-33e5-4979-8503-ed6000bc978c req-1e9ef82e-357e-4351-af89-3f0f91439e9a service nova] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Received event network-vif-deleted-b0015038-8e68-4b2a-9378-9743d85faa35 {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.040298] env[69052]: INFO nova.compute.manager [req-2159e8fa-33e5-4979-8503-ed6000bc978c req-1e9ef82e-357e-4351-af89-3f0f91439e9a service nova] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Neutron deleted interface b0015038-8e68-4b2a-9378-9743d85faa35; detaching it from the instance and deleting it from the info cache [ 1312.040655] env[69052]: DEBUG nova.network.neutron [req-2159e8fa-33e5-4979-8503-ed6000bc978c req-1e9ef82e-357e-4351-af89-3f0f91439e9a service nova] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.525938] env[69052]: DEBUG nova.network.neutron [-] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.543735] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0dea406-9330-4e0a-bd25-8d5ce75e5221 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.554753] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3afb42-18af-456a-a623-9e3378f37e30 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.579173] env[69052]: DEBUG nova.compute.manager [req-2159e8fa-33e5-4979-8503-ed6000bc978c req-1e9ef82e-357e-4351-af89-3f0f91439e9a service nova] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Detach interface failed, port_id=b0015038-8e68-4b2a-9378-9743d85faa35, reason: Instance 4bc2bafb-774c-43af-9a75-33673256c937 could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1313.029114] env[69052]: INFO nova.compute.manager [-] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Took 1.43 seconds to deallocate network for instance. [ 1313.535605] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.536041] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.536108] env[69052]: DEBUG nova.objects.instance [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lazy-loading 'resources' on Instance uuid 4bc2bafb-774c-43af-9a75-33673256c937 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.071182] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404ae05f-8eb5-4821-8575-3af0d0df411f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.079191] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f00205-aec3-4f21-84c9-523e4b14f20f {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.108589] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04db546d-29f2-49e9-9d13-59b452b5043c {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.115176] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543e12f5-a4ee-47f3-93d0-7e6d7780da40 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.127729] env[69052]: DEBUG nova.compute.provider_tree [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.631453] env[69052]: DEBUG nova.scheduler.client.report [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.137135] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.158372] env[69052]: INFO nova.scheduler.client.report [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Deleted allocations for instance 4bc2bafb-774c-43af-9a75-33673256c937 [ 1315.667964] env[69052]: DEBUG oslo_concurrency.lockutils [None req-0c4f7dd0-9c88-4193-86c1-7373551852bd tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "4bc2bafb-774c-43af-9a75-33673256c937" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.825s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.694926] env[69052]: DEBUG oslo_concurrency.lockutils [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquiring lock "412ba21a-c7d6-414f-9d82-6748b85b4264" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.695251] env[69052]: DEBUG oslo_concurrency.lockutils [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "412ba21a-c7d6-414f-9d82-6748b85b4264" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.197802] env[69052]: DEBUG nova.compute.manager [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Starting instance... {{(pid=69052) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1318.718647] env[69052]: DEBUG oslo_concurrency.lockutils [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.718922] env[69052]: DEBUG oslo_concurrency.lockutils [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.720424] env[69052]: INFO nova.compute.claims [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1319.755259] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316fb421-8d09-4505-999d-7433e6f1ed95 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.762858] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c66159-3fb3-4e86-bcd8-f1b62948acc4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.792594] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58feed30-6a72-4384-94eb-ab286ab4342b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.798981] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fd3c0e-33ce-43f3-be37-9bc9c9ed34e9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.811653] env[69052]: DEBUG nova.compute.provider_tree [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.314401] env[69052]: DEBUG nova.scheduler.client.report [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.819768] env[69052]: DEBUG oslo_concurrency.lockutils [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.820345] env[69052]: DEBUG nova.compute.manager [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Start building networks asynchronously for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1321.325596] env[69052]: DEBUG nova.compute.utils [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1321.327418] env[69052]: DEBUG nova.compute.manager [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Allocating IP information in the background. {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1321.327418] env[69052]: DEBUG nova.network.neutron [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] allocate_for_instance() {{(pid=69052) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1321.379660] env[69052]: DEBUG nova.policy [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75f8372d8354414fa0271a03f864ab89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a56d7960893490b8a19dd95a085005d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69052) authorize /opt/stack/nova/nova/policy.py:192}} [ 1321.622024] env[69052]: DEBUG nova.network.neutron [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Successfully created port: 16c3e2c7-7888-46ad-93a4-204f9006716b {{(pid=69052) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1321.830833] env[69052]: DEBUG nova.compute.manager [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Start building block device mappings for instance. {{(pid=69052) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1322.841433] env[69052]: DEBUG nova.compute.manager [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Start spawning the instance on the hypervisor. {{(pid=69052) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1322.867806] env[69052]: DEBUG nova.virt.hardware [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T07:07:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T07:07:21Z,direct_url=,disk_format='vmdk',id=3049a76a-6d1f-4722-9e01-a59c1119031f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='935d3d2334f4452292f998be89c06918',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T07:07:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1322.868075] env[69052]: DEBUG nova.virt.hardware [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Flavor limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1322.868253] env[69052]: DEBUG nova.virt.hardware [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Image limits 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1322.868439] env[69052]: DEBUG nova.virt.hardware [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Flavor pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1322.868586] env[69052]: DEBUG nova.virt.hardware [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Image pref 0:0:0 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1322.868731] env[69052]: DEBUG nova.virt.hardware [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69052) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1322.869553] env[69052]: DEBUG nova.virt.hardware [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1322.869553] env[69052]: DEBUG nova.virt.hardware [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1322.869553] env[69052]: DEBUG nova.virt.hardware [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Got 1 possible topologies {{(pid=69052) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1322.869553] env[69052]: DEBUG nova.virt.hardware [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1322.869765] env[69052]: DEBUG nova.virt.hardware [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69052) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1322.870576] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d915bb-e1ef-4ecc-a30c-53c1ef8dfbb0 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.878708] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ba635b-6cc3-47c8-91d9-4efa5902efb4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.960109] env[69052]: DEBUG nova.compute.manager [req-d1b36733-4a30-4cd6-819d-f77e21d31084 req-f057639d-650b-471d-8167-f8ac83953cf7 service nova] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Received event network-vif-plugged-16c3e2c7-7888-46ad-93a4-204f9006716b {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.960341] env[69052]: DEBUG oslo_concurrency.lockutils [req-d1b36733-4a30-4cd6-819d-f77e21d31084 req-f057639d-650b-471d-8167-f8ac83953cf7 service nova] Acquiring lock "412ba21a-c7d6-414f-9d82-6748b85b4264-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.960548] env[69052]: DEBUG oslo_concurrency.lockutils [req-d1b36733-4a30-4cd6-819d-f77e21d31084 req-f057639d-650b-471d-8167-f8ac83953cf7 service nova] Lock "412ba21a-c7d6-414f-9d82-6748b85b4264-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.960713] env[69052]: DEBUG oslo_concurrency.lockutils [req-d1b36733-4a30-4cd6-819d-f77e21d31084 req-f057639d-650b-471d-8167-f8ac83953cf7 service nova] Lock "412ba21a-c7d6-414f-9d82-6748b85b4264-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.960937] env[69052]: DEBUG nova.compute.manager [req-d1b36733-4a30-4cd6-819d-f77e21d31084 req-f057639d-650b-471d-8167-f8ac83953cf7 service nova] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] No waiting events found dispatching network-vif-plugged-16c3e2c7-7888-46ad-93a4-204f9006716b {{(pid=69052) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1322.961045] env[69052]: WARNING nova.compute.manager [req-d1b36733-4a30-4cd6-819d-f77e21d31084 req-f057639d-650b-471d-8167-f8ac83953cf7 service nova] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Received unexpected event network-vif-plugged-16c3e2c7-7888-46ad-93a4-204f9006716b for instance with vm_state building and task_state spawning. [ 1323.042946] env[69052]: DEBUG nova.network.neutron [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Successfully updated port: 16c3e2c7-7888-46ad-93a4-204f9006716b {{(pid=69052) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1323.545369] env[69052]: DEBUG oslo_concurrency.lockutils [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquiring lock "refresh_cache-412ba21a-c7d6-414f-9d82-6748b85b4264" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.545526] env[69052]: DEBUG oslo_concurrency.lockutils [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquired lock "refresh_cache-412ba21a-c7d6-414f-9d82-6748b85b4264" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.545686] env[69052]: DEBUG nova.network.neutron [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Building network info cache for instance {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.076427] env[69052]: DEBUG nova.network.neutron [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Instance cache missing network info. {{(pid=69052) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1324.192147] env[69052]: DEBUG nova.network.neutron [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Updating instance_info_cache with network_info: [{"id": "16c3e2c7-7888-46ad-93a4-204f9006716b", "address": "fa:16:3e:2a:3c:a4", "network": {"id": "2cf13708-d89d-403f-b26a-800f18f1217d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-237473254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a56d7960893490b8a19dd95a085005d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16c3e2c7-78", "ovs_interfaceid": "16c3e2c7-7888-46ad-93a4-204f9006716b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.694471] env[69052]: DEBUG oslo_concurrency.lockutils [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Releasing lock "refresh_cache-412ba21a-c7d6-414f-9d82-6748b85b4264" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.694824] env[69052]: DEBUG nova.compute.manager [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Instance network_info: |[{"id": "16c3e2c7-7888-46ad-93a4-204f9006716b", "address": "fa:16:3e:2a:3c:a4", "network": {"id": "2cf13708-d89d-403f-b26a-800f18f1217d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-237473254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a56d7960893490b8a19dd95a085005d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16c3e2c7-78", "ovs_interfaceid": "16c3e2c7-7888-46ad-93a4-204f9006716b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69052) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1324.695277] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:3c:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16c3e2c7-7888-46ad-93a4-204f9006716b', 'vif_model': 'vmxnet3'}] {{(pid=69052) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1324.702795] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1324.702995] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Creating VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1324.703227] env[69052]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fadaf145-5d88-4b41-9d67-937d1469e91d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.724195] env[69052]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1324.724195] env[69052]: value = "task-3237416" [ 1324.724195] env[69052]: _type = "Task" [ 1324.724195] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.731654] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237416, 'name': CreateVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.983613] env[69052]: DEBUG nova.compute.manager [req-b6dd700d-4b0a-480b-89bc-3ac126b58a19 req-2b8873c8-8f80-45d2-b334-9e40c32f4c90 service nova] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Received event network-changed-16c3e2c7-7888-46ad-93a4-204f9006716b {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.983781] env[69052]: DEBUG nova.compute.manager [req-b6dd700d-4b0a-480b-89bc-3ac126b58a19 req-2b8873c8-8f80-45d2-b334-9e40c32f4c90 service nova] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Refreshing instance network info cache due to event network-changed-16c3e2c7-7888-46ad-93a4-204f9006716b. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1324.983996] env[69052]: DEBUG oslo_concurrency.lockutils [req-b6dd700d-4b0a-480b-89bc-3ac126b58a19 req-2b8873c8-8f80-45d2-b334-9e40c32f4c90 service nova] Acquiring lock "refresh_cache-412ba21a-c7d6-414f-9d82-6748b85b4264" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.984159] env[69052]: DEBUG oslo_concurrency.lockutils [req-b6dd700d-4b0a-480b-89bc-3ac126b58a19 req-2b8873c8-8f80-45d2-b334-9e40c32f4c90 service nova] Acquired lock "refresh_cache-412ba21a-c7d6-414f-9d82-6748b85b4264" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.984323] env[69052]: DEBUG nova.network.neutron [req-b6dd700d-4b0a-480b-89bc-3ac126b58a19 req-2b8873c8-8f80-45d2-b334-9e40c32f4c90 service nova] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Refreshing network info cache for port 16c3e2c7-7888-46ad-93a4-204f9006716b {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1325.233805] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237416, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.650119] env[69052]: DEBUG nova.network.neutron [req-b6dd700d-4b0a-480b-89bc-3ac126b58a19 req-2b8873c8-8f80-45d2-b334-9e40c32f4c90 service nova] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Updated VIF entry in instance network info cache for port 16c3e2c7-7888-46ad-93a4-204f9006716b. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1325.650501] env[69052]: DEBUG nova.network.neutron [req-b6dd700d-4b0a-480b-89bc-3ac126b58a19 req-2b8873c8-8f80-45d2-b334-9e40c32f4c90 service nova] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Updating instance_info_cache with network_info: [{"id": "16c3e2c7-7888-46ad-93a4-204f9006716b", "address": "fa:16:3e:2a:3c:a4", "network": {"id": "2cf13708-d89d-403f-b26a-800f18f1217d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-237473254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a56d7960893490b8a19dd95a085005d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16c3e2c7-78", "ovs_interfaceid": "16c3e2c7-7888-46ad-93a4-204f9006716b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.734804] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237416, 'name': CreateVM_Task} progress is 99%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.153530] env[69052]: DEBUG oslo_concurrency.lockutils [req-b6dd700d-4b0a-480b-89bc-3ac126b58a19 req-2b8873c8-8f80-45d2-b334-9e40c32f4c90 service nova] Releasing lock "refresh_cache-412ba21a-c7d6-414f-9d82-6748b85b4264" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.235686] env[69052]: DEBUG oslo_vmware.api [-] Task: {'id': task-3237416, 'name': CreateVM_Task, 'duration_secs': 1.320331} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.236138] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Created VM on the ESX host {{(pid=69052) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1326.236500] env[69052]: DEBUG oslo_concurrency.lockutils [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.236665] env[69052]: DEBUG oslo_concurrency.lockutils [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.236997] env[69052]: DEBUG oslo_concurrency.lockutils [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.237260] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06e7429a-fe28-4bec-b754-115e210ff0d1 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.241422] env[69052]: DEBUG oslo_vmware.api [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1326.241422] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528a5850-22e4-22a0-20b9-6ba7872c8aa1" [ 1326.241422] env[69052]: _type = "Task" [ 1326.241422] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.248581] env[69052]: DEBUG oslo_vmware.api [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528a5850-22e4-22a0-20b9-6ba7872c8aa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.751394] env[69052]: DEBUG oslo_vmware.api [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]528a5850-22e4-22a0-20b9-6ba7872c8aa1, 'name': SearchDatastore_Task, 'duration_secs': 0.012316} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.751729] env[69052]: DEBUG oslo_concurrency.lockutils [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.751960] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Processing image 3049a76a-6d1f-4722-9e01-a59c1119031f {{(pid=69052) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1326.752216] env[69052]: DEBUG oslo_concurrency.lockutils [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.752368] env[69052]: DEBUG oslo_concurrency.lockutils [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.752549] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1326.752798] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c24360fe-582a-4d4d-9746-dcfb3b9b05d5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.760941] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69052) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1326.761129] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69052) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1326.761837] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3854bcd9-5fac-4544-973c-fcf732adebbf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.766502] env[69052]: DEBUG oslo_vmware.api [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1326.766502] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c895fb-656b-9ef0-ff01-c84da403243e" [ 1326.766502] env[69052]: _type = "Task" [ 1326.766502] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.773623] env[69052]: DEBUG oslo_vmware.api [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c895fb-656b-9ef0-ff01-c84da403243e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.278895] env[69052]: DEBUG oslo_vmware.api [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52c895fb-656b-9ef0-ff01-c84da403243e, 'name': SearchDatastore_Task, 'duration_secs': 0.008176} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.279626] env[69052]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ab500f9-4b69-4909-b731-f0edee1e6270 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.285481] env[69052]: DEBUG oslo_vmware.api [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1327.285481] env[69052]: value = "session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52faeefa-6f39-bc23-b382-e7fec6007841" [ 1327.285481] env[69052]: _type = "Task" [ 1327.285481] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.292986] env[69052]: DEBUG oslo_vmware.api [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52faeefa-6f39-bc23-b382-e7fec6007841, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.796758] env[69052]: DEBUG oslo_vmware.api [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': session[522bae74-9b2f-27b2-cb4a-3a2c06c94b21]52faeefa-6f39-bc23-b382-e7fec6007841, 'name': SearchDatastore_Task, 'duration_secs': 0.009279} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.797083] env[69052]: DEBUG oslo_concurrency.lockutils [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.797323] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 412ba21a-c7d6-414f-9d82-6748b85b4264/412ba21a-c7d6-414f-9d82-6748b85b4264.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1327.797593] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18fd7243-91f4-484a-933e-54800a9a7424 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.804766] env[69052]: DEBUG oslo_vmware.api [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1327.804766] env[69052]: value = "task-3237417" [ 1327.804766] env[69052]: _type = "Task" [ 1327.804766] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.813012] env[69052]: DEBUG oslo_vmware.api [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.315469] env[69052]: DEBUG oslo_vmware.api [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237417, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.815807] env[69052]: DEBUG oslo_vmware.api [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593968} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.816116] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3049a76a-6d1f-4722-9e01-a59c1119031f/3049a76a-6d1f-4722-9e01-a59c1119031f.vmdk to [datastore1] 412ba21a-c7d6-414f-9d82-6748b85b4264/412ba21a-c7d6-414f-9d82-6748b85b4264.vmdk {{(pid=69052) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1328.816339] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Extending root virtual disk to 1048576 {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1328.816596] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95d91b1b-76ca-4582-8896-713aae7e02d8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.822857] env[69052]: DEBUG oslo_vmware.api [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1328.822857] env[69052]: value = "task-3237418" [ 1328.822857] env[69052]: _type = "Task" [ 1328.822857] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.831229] env[69052]: DEBUG oslo_vmware.api [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.332502] env[69052]: DEBUG oslo_vmware.api [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059098} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.332917] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Extended root virtual disk {{(pid=69052) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1329.333550] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4021fba-1790-4e07-8ad5-c5cab25c51b4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.355332] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 412ba21a-c7d6-414f-9d82-6748b85b4264/412ba21a-c7d6-414f-9d82-6748b85b4264.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1329.355559] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-113c961b-b860-4638-a944-ea9e36b25ef4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.373557] env[69052]: DEBUG oslo_vmware.api [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1329.373557] env[69052]: value = "task-3237419" [ 1329.373557] env[69052]: _type = "Task" [ 1329.373557] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.380848] env[69052]: DEBUG oslo_vmware.api [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237419, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.883490] env[69052]: DEBUG oslo_vmware.api [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237419, 'name': ReconfigVM_Task, 'duration_secs': 0.281515} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.883768] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 412ba21a-c7d6-414f-9d82-6748b85b4264/412ba21a-c7d6-414f-9d82-6748b85b4264.vmdk or device None with type sparse {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.884422] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01f9ea6b-6c5f-4ce2-ba2a-a1914802a312 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.891028] env[69052]: DEBUG oslo_vmware.api [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1329.891028] env[69052]: value = "task-3237420" [ 1329.891028] env[69052]: _type = "Task" [ 1329.891028] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.898848] env[69052]: DEBUG oslo_vmware.api [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237420, 'name': Rename_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.401075] env[69052]: DEBUG oslo_vmware.api [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237420, 'name': Rename_Task, 'duration_secs': 0.146139} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.401501] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Powering on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.401579] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5c6d824-8f5e-4928-b741-efe38fffbf6a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.407894] env[69052]: DEBUG oslo_vmware.api [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1330.407894] env[69052]: value = "task-3237421" [ 1330.407894] env[69052]: _type = "Task" [ 1330.407894] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.415017] env[69052]: DEBUG oslo_vmware.api [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.917780] env[69052]: DEBUG oslo_vmware.api [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237421, 'name': PowerOnVM_Task, 'duration_secs': 0.490373} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.918115] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Powered on the VM {{(pid=69052) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1330.918368] env[69052]: INFO nova.compute.manager [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1330.918586] env[69052]: DEBUG nova.compute.manager [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Checking state {{(pid=69052) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1330.919430] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381d931c-d943-45f4-8b42-f73714ec5b9d {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.439327] env[69052]: INFO nova.compute.manager [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Took 12.74 seconds to build instance. [ 1331.712556] env[69052]: DEBUG nova.compute.manager [req-7d76b4ec-7faa-4118-9b68-3b5f015bfc65 req-b049e203-8dc6-4942-b327-02abea84a337 service nova] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Received event network-changed-16c3e2c7-7888-46ad-93a4-204f9006716b {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.712556] env[69052]: DEBUG nova.compute.manager [req-7d76b4ec-7faa-4118-9b68-3b5f015bfc65 req-b049e203-8dc6-4942-b327-02abea84a337 service nova] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Refreshing instance network info cache due to event network-changed-16c3e2c7-7888-46ad-93a4-204f9006716b. {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1331.712556] env[69052]: DEBUG oslo_concurrency.lockutils [req-7d76b4ec-7faa-4118-9b68-3b5f015bfc65 req-b049e203-8dc6-4942-b327-02abea84a337 service nova] Acquiring lock "refresh_cache-412ba21a-c7d6-414f-9d82-6748b85b4264" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.712556] env[69052]: DEBUG oslo_concurrency.lockutils [req-7d76b4ec-7faa-4118-9b68-3b5f015bfc65 req-b049e203-8dc6-4942-b327-02abea84a337 service nova] Acquired lock "refresh_cache-412ba21a-c7d6-414f-9d82-6748b85b4264" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.712556] env[69052]: DEBUG nova.network.neutron [req-7d76b4ec-7faa-4118-9b68-3b5f015bfc65 req-b049e203-8dc6-4942-b327-02abea84a337 service nova] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Refreshing network info cache for port 16c3e2c7-7888-46ad-93a4-204f9006716b {{(pid=69052) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1331.941735] env[69052]: DEBUG oslo_concurrency.lockutils [None req-78dde926-25f8-49af-897c-97ef12b520b5 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "412ba21a-c7d6-414f-9d82-6748b85b4264" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.246s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.407348] env[69052]: DEBUG nova.network.neutron [req-7d76b4ec-7faa-4118-9b68-3b5f015bfc65 req-b049e203-8dc6-4942-b327-02abea84a337 service nova] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Updated VIF entry in instance network info cache for port 16c3e2c7-7888-46ad-93a4-204f9006716b. {{(pid=69052) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1332.407694] env[69052]: DEBUG nova.network.neutron [req-7d76b4ec-7faa-4118-9b68-3b5f015bfc65 req-b049e203-8dc6-4942-b327-02abea84a337 service nova] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Updating instance_info_cache with network_info: [{"id": "16c3e2c7-7888-46ad-93a4-204f9006716b", "address": "fa:16:3e:2a:3c:a4", "network": {"id": "2cf13708-d89d-403f-b26a-800f18f1217d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-237473254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a56d7960893490b8a19dd95a085005d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16c3e2c7-78", "ovs_interfaceid": "16c3e2c7-7888-46ad-93a4-204f9006716b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.910544] env[69052]: DEBUG oslo_concurrency.lockutils [req-7d76b4ec-7faa-4118-9b68-3b5f015bfc65 req-b049e203-8dc6-4942-b327-02abea84a337 service nova] Releasing lock "refresh_cache-412ba21a-c7d6-414f-9d82-6748b85b4264" {{(pid=69052) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.577870] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.573280] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.577049] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.079820] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.080332] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.080332] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.080482] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69052) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1341.081463] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ec56e7-9697-49d2-9d2e-bc5948731bbf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.090113] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae47ddf-a45f-4e1e-b82e-a8cfcd25d043 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.103982] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4321a783-1b1f-4281-9f9a-444852695073 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.110221] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c30e00-6fea-42f8-a588-59aa206c4a9b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.139748] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181019MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=69052) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1341.139920] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.140129] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.164275] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Instance 412ba21a-c7d6-414f-9d82-6748b85b4264 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69052) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1342.164611] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69052) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1342.164611] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69052) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1342.189699] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12ba80d-9e77-4e81-8960-b966253169a5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.196987] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbad9c87-d3ee-43dc-929a-c245b7941fb4 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.226392] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbb1ee8-66c6-4fea-9436-d645f3bec753 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.232876] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a568c4-c7e8-435c-a993-a8558f3a95eb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.245393] env[69052]: DEBUG nova.compute.provider_tree [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.748702] env[69052]: DEBUG nova.scheduler.client.report [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.254588] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69052) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1343.254973] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.115s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.257017] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.761650] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.761889] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.761976] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.762137] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69052) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1347.578550] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.577783] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1369.444319] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4e63a4d9-b5be-4cd6-9d23-634e7cf952bb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquiring lock "412ba21a-c7d6-414f-9d82-6748b85b4264" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.444883] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4e63a4d9-b5be-4cd6-9d23-634e7cf952bb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "412ba21a-c7d6-414f-9d82-6748b85b4264" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.948086] env[69052]: DEBUG nova.compute.utils [None req-4e63a4d9-b5be-4cd6-9d23-634e7cf952bb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1370.450853] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4e63a4d9-b5be-4cd6-9d23-634e7cf952bb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "412ba21a-c7d6-414f-9d82-6748b85b4264" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.577985] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4e63a4d9-b5be-4cd6-9d23-634e7cf952bb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquiring lock "412ba21a-c7d6-414f-9d82-6748b85b4264" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.578390] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4e63a4d9-b5be-4cd6-9d23-634e7cf952bb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "412ba21a-c7d6-414f-9d82-6748b85b4264" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.578537] env[69052]: INFO nova.compute.manager [None req-4e63a4d9-b5be-4cd6-9d23-634e7cf952bb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Attaching volume e9468b18-3bde-4d68-8ea6-5c1bd661623e to /dev/sdb [ 1371.608091] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cebcb25-2d3c-4649-a1b7-65bc3b2dcdc9 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.615211] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9981d5-fcb6-4d5c-9163-155e4d8b1709 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.628587] env[69052]: DEBUG nova.virt.block_device [None req-4e63a4d9-b5be-4cd6-9d23-634e7cf952bb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Updating existing volume attachment record: 4cd0e532-65ba-45f0-acc2-01d1214a82c7 {{(pid=69052) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1376.172135] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e63a4d9-b5be-4cd6-9d23-634e7cf952bb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Volume attach. Driver type: vmdk {{(pid=69052) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1376.172392] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e63a4d9-b5be-4cd6-9d23-634e7cf952bb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647025', 'volume_id': 'e9468b18-3bde-4d68-8ea6-5c1bd661623e', 'name': 'volume-e9468b18-3bde-4d68-8ea6-5c1bd661623e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '412ba21a-c7d6-414f-9d82-6748b85b4264', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9468b18-3bde-4d68-8ea6-5c1bd661623e', 'serial': 'e9468b18-3bde-4d68-8ea6-5c1bd661623e'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1376.173281] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe86443-baee-4f9a-899f-1b2ef0da88c8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.189467] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdef315c-471e-422f-8f45-0316b7f1822a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.213626] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e63a4d9-b5be-4cd6-9d23-634e7cf952bb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-e9468b18-3bde-4d68-8ea6-5c1bd661623e/volume-e9468b18-3bde-4d68-8ea6-5c1bd661623e.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1376.213854] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f049894f-fab0-4942-92c3-e8dcf20eb7b2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.231061] env[69052]: DEBUG oslo_vmware.api [None req-4e63a4d9-b5be-4cd6-9d23-634e7cf952bb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1376.231061] env[69052]: value = "task-3237424" [ 1376.231061] env[69052]: _type = "Task" [ 1376.231061] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.238151] env[69052]: DEBUG oslo_vmware.api [None req-4e63a4d9-b5be-4cd6-9d23-634e7cf952bb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.741265] env[69052]: DEBUG oslo_vmware.api [None req-4e63a4d9-b5be-4cd6-9d23-634e7cf952bb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237424, 'name': ReconfigVM_Task, 'duration_secs': 0.315304} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.741561] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e63a4d9-b5be-4cd6-9d23-634e7cf952bb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-e9468b18-3bde-4d68-8ea6-5c1bd661623e/volume-e9468b18-3bde-4d68-8ea6-5c1bd661623e.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1376.746189] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-164a2c28-e088-4aaa-b5ff-f1d213f0a70b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.760170] env[69052]: DEBUG oslo_vmware.api [None req-4e63a4d9-b5be-4cd6-9d23-634e7cf952bb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1376.760170] env[69052]: value = "task-3237425" [ 1376.760170] env[69052]: _type = "Task" [ 1376.760170] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.767511] env[69052]: DEBUG oslo_vmware.api [None req-4e63a4d9-b5be-4cd6-9d23-634e7cf952bb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.270216] env[69052]: DEBUG oslo_vmware.api [None req-4e63a4d9-b5be-4cd6-9d23-634e7cf952bb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237425, 'name': ReconfigVM_Task, 'duration_secs': 0.145104} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.270546] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e63a4d9-b5be-4cd6-9d23-634e7cf952bb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647025', 'volume_id': 'e9468b18-3bde-4d68-8ea6-5c1bd661623e', 'name': 'volume-e9468b18-3bde-4d68-8ea6-5c1bd661623e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '412ba21a-c7d6-414f-9d82-6748b85b4264', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9468b18-3bde-4d68-8ea6-5c1bd661623e', 'serial': 'e9468b18-3bde-4d68-8ea6-5c1bd661623e'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1378.305574] env[69052]: DEBUG nova.objects.instance [None req-4e63a4d9-b5be-4cd6-9d23-634e7cf952bb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lazy-loading 'flavor' on Instance uuid 412ba21a-c7d6-414f-9d82-6748b85b4264 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1378.812720] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4e63a4d9-b5be-4cd6-9d23-634e7cf952bb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "412ba21a-c7d6-414f-9d82-6748b85b4264" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.234s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.611832] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a5b8bcaf-3296-4035-96ef-16d87fc738eb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquiring lock "412ba21a-c7d6-414f-9d82-6748b85b4264" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.612137] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a5b8bcaf-3296-4035-96ef-16d87fc738eb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "412ba21a-c7d6-414f-9d82-6748b85b4264" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.115107] env[69052]: DEBUG nova.compute.utils [None req-a5b8bcaf-3296-4035-96ef-16d87fc738eb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Using /dev/sd instead of None {{(pid=69052) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1380.618203] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a5b8bcaf-3296-4035-96ef-16d87fc738eb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "412ba21a-c7d6-414f-9d82-6748b85b4264" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.670366] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a5b8bcaf-3296-4035-96ef-16d87fc738eb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquiring lock "412ba21a-c7d6-414f-9d82-6748b85b4264" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.670788] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a5b8bcaf-3296-4035-96ef-16d87fc738eb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "412ba21a-c7d6-414f-9d82-6748b85b4264" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.670920] env[69052]: INFO nova.compute.manager [None req-a5b8bcaf-3296-4035-96ef-16d87fc738eb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Attaching volume e843b25f-3d02-4cae-b91e-8e876d580cbc to /dev/sdc [ 1381.700335] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6faf3d6-2f54-4be8-83bd-2d8bd7359109 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.707253] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732e4d36-a0e3-4d69-b0b5-d2ff85bbf072 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.720053] env[69052]: DEBUG nova.virt.block_device [None req-a5b8bcaf-3296-4035-96ef-16d87fc738eb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Updating existing volume attachment record: f3b63272-3d71-4378-99e1-91494e88d50a {{(pid=69052) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1386.262621] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5b8bcaf-3296-4035-96ef-16d87fc738eb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Volume attach. Driver type: vmdk {{(pid=69052) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1386.262866] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5b8bcaf-3296-4035-96ef-16d87fc738eb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647026', 'volume_id': 'e843b25f-3d02-4cae-b91e-8e876d580cbc', 'name': 'volume-e843b25f-3d02-4cae-b91e-8e876d580cbc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '412ba21a-c7d6-414f-9d82-6748b85b4264', 'attached_at': '', 'detached_at': '', 'volume_id': 'e843b25f-3d02-4cae-b91e-8e876d580cbc', 'serial': 'e843b25f-3d02-4cae-b91e-8e876d580cbc'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1386.263792] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb6bc32-5b7b-47a0-9aa5-f8383e866289 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.280266] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006f86b8-f441-41f2-b67e-df6cc630fde5 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.306536] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5b8bcaf-3296-4035-96ef-16d87fc738eb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-e843b25f-3d02-4cae-b91e-8e876d580cbc/volume-e843b25f-3d02-4cae-b91e-8e876d580cbc.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1386.306778] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da2bfc60-4678-4003-9709-ab1d82d247fe {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.326660] env[69052]: DEBUG oslo_vmware.api [None req-a5b8bcaf-3296-4035-96ef-16d87fc738eb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1386.326660] env[69052]: value = "task-3237428" [ 1386.326660] env[69052]: _type = "Task" [ 1386.326660] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.332327] env[69052]: DEBUG oslo_vmware.api [None req-a5b8bcaf-3296-4035-96ef-16d87fc738eb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.834858] env[69052]: DEBUG oslo_vmware.api [None req-a5b8bcaf-3296-4035-96ef-16d87fc738eb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237428, 'name': ReconfigVM_Task, 'duration_secs': 0.322613} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.835171] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5b8bcaf-3296-4035-96ef-16d87fc738eb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-e843b25f-3d02-4cae-b91e-8e876d580cbc/volume-e843b25f-3d02-4cae-b91e-8e876d580cbc.vmdk or device None with type thin {{(pid=69052) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1386.839800] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60fa75be-1631-4dfe-bc87-9bb3d8e42584 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.854568] env[69052]: DEBUG oslo_vmware.api [None req-a5b8bcaf-3296-4035-96ef-16d87fc738eb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1386.854568] env[69052]: value = "task-3237429" [ 1386.854568] env[69052]: _type = "Task" [ 1386.854568] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.861948] env[69052]: DEBUG oslo_vmware.api [None req-a5b8bcaf-3296-4035-96ef-16d87fc738eb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237429, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.367324] env[69052]: DEBUG oslo_vmware.api [None req-a5b8bcaf-3296-4035-96ef-16d87fc738eb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237429, 'name': ReconfigVM_Task, 'duration_secs': 0.143708} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.367708] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5b8bcaf-3296-4035-96ef-16d87fc738eb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647026', 'volume_id': 'e843b25f-3d02-4cae-b91e-8e876d580cbc', 'name': 'volume-e843b25f-3d02-4cae-b91e-8e876d580cbc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '412ba21a-c7d6-414f-9d82-6748b85b4264', 'attached_at': '', 'detached_at': '', 'volume_id': 'e843b25f-3d02-4cae-b91e-8e876d580cbc', 'serial': 'e843b25f-3d02-4cae-b91e-8e876d580cbc'} {{(pid=69052) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1388.404428] env[69052]: DEBUG nova.objects.instance [None req-a5b8bcaf-3296-4035-96ef-16d87fc738eb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lazy-loading 'flavor' on Instance uuid 412ba21a-c7d6-414f-9d82-6748b85b4264 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1388.911274] env[69052]: DEBUG oslo_concurrency.lockutils [None req-a5b8bcaf-3296-4035-96ef-16d87fc738eb tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "412ba21a-c7d6-414f-9d82-6748b85b4264" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.240s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.215766] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c7e4269-966b-45a4-bf20-3b3830c0a647 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquiring lock "412ba21a-c7d6-414f-9d82-6748b85b4264" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.215994] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c7e4269-966b-45a4-bf20-3b3830c0a647 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "412ba21a-c7d6-414f-9d82-6748b85b4264" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.718965] env[69052]: INFO nova.compute.manager [None req-4c7e4269-966b-45a4-bf20-3b3830c0a647 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Detaching volume e9468b18-3bde-4d68-8ea6-5c1bd661623e [ 1389.748290] env[69052]: INFO nova.virt.block_device [None req-4c7e4269-966b-45a4-bf20-3b3830c0a647 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Attempting to driver detach volume e9468b18-3bde-4d68-8ea6-5c1bd661623e from mountpoint /dev/sdb [ 1389.748484] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7e4269-966b-45a4-bf20-3b3830c0a647 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Volume detach. Driver type: vmdk {{(pid=69052) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1389.748668] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7e4269-966b-45a4-bf20-3b3830c0a647 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647025', 'volume_id': 'e9468b18-3bde-4d68-8ea6-5c1bd661623e', 'name': 'volume-e9468b18-3bde-4d68-8ea6-5c1bd661623e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '412ba21a-c7d6-414f-9d82-6748b85b4264', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9468b18-3bde-4d68-8ea6-5c1bd661623e', 'serial': 'e9468b18-3bde-4d68-8ea6-5c1bd661623e'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1389.749552] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5ba901-3c27-4e19-b350-d35a1ab1b488 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.773567] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9297dd0b-ca9c-453b-b254-6f8576bee680 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.780152] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508f2676-3062-45ca-a77e-08054fae9233 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.803313] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109a9a3d-a2c5-43dc-a227-b37ff9193cdf {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.817517] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7e4269-966b-45a4-bf20-3b3830c0a647 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] The volume has not been displaced from its original location: [datastore2] volume-e9468b18-3bde-4d68-8ea6-5c1bd661623e/volume-e9468b18-3bde-4d68-8ea6-5c1bd661623e.vmdk. No consolidation needed. {{(pid=69052) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1389.822629] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7e4269-966b-45a4-bf20-3b3830c0a647 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1389.822868] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e6c575f-be48-4975-be59-24bfd37ac670 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.839979] env[69052]: DEBUG oslo_vmware.api [None req-4c7e4269-966b-45a4-bf20-3b3830c0a647 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1389.839979] env[69052]: value = "task-3237430" [ 1389.839979] env[69052]: _type = "Task" [ 1389.839979] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.847148] env[69052]: DEBUG oslo_vmware.api [None req-4c7e4269-966b-45a4-bf20-3b3830c0a647 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.349427] env[69052]: DEBUG oslo_vmware.api [None req-4c7e4269-966b-45a4-bf20-3b3830c0a647 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237430, 'name': ReconfigVM_Task, 'duration_secs': 0.220753} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.349715] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7e4269-966b-45a4-bf20-3b3830c0a647 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1390.354271] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7377f194-171d-4b47-b453-d4a45c02e614 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.369594] env[69052]: DEBUG oslo_vmware.api [None req-4c7e4269-966b-45a4-bf20-3b3830c0a647 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1390.369594] env[69052]: value = "task-3237431" [ 1390.369594] env[69052]: _type = "Task" [ 1390.369594] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.378672] env[69052]: DEBUG oslo_vmware.api [None req-4c7e4269-966b-45a4-bf20-3b3830c0a647 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.879999] env[69052]: DEBUG oslo_vmware.api [None req-4c7e4269-966b-45a4-bf20-3b3830c0a647 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237431, 'name': ReconfigVM_Task, 'duration_secs': 0.14329} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.880435] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7e4269-966b-45a4-bf20-3b3830c0a647 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647025', 'volume_id': 'e9468b18-3bde-4d68-8ea6-5c1bd661623e', 'name': 'volume-e9468b18-3bde-4d68-8ea6-5c1bd661623e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '412ba21a-c7d6-414f-9d82-6748b85b4264', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9468b18-3bde-4d68-8ea6-5c1bd661623e', 'serial': 'e9468b18-3bde-4d68-8ea6-5c1bd661623e'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1391.421516] env[69052]: DEBUG nova.objects.instance [None req-4c7e4269-966b-45a4-bf20-3b3830c0a647 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lazy-loading 'flavor' on Instance uuid 412ba21a-c7d6-414f-9d82-6748b85b4264 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1392.428790] env[69052]: DEBUG oslo_concurrency.lockutils [None req-4c7e4269-966b-45a4-bf20-3b3830c0a647 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "412ba21a-c7d6-414f-9d82-6748b85b4264" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.213s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.452252] env[69052]: DEBUG oslo_concurrency.lockutils [None req-aa3a57e5-ab10-4aef-87a8-7f3f1e4b065f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquiring lock "412ba21a-c7d6-414f-9d82-6748b85b4264" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.452528] env[69052]: DEBUG oslo_concurrency.lockutils [None req-aa3a57e5-ab10-4aef-87a8-7f3f1e4b065f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "412ba21a-c7d6-414f-9d82-6748b85b4264" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.955071] env[69052]: INFO nova.compute.manager [None req-aa3a57e5-ab10-4aef-87a8-7f3f1e4b065f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Detaching volume e843b25f-3d02-4cae-b91e-8e876d580cbc [ 1392.984249] env[69052]: INFO nova.virt.block_device [None req-aa3a57e5-ab10-4aef-87a8-7f3f1e4b065f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Attempting to driver detach volume e843b25f-3d02-4cae-b91e-8e876d580cbc from mountpoint /dev/sdc [ 1392.984480] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3a57e5-ab10-4aef-87a8-7f3f1e4b065f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Volume detach. Driver type: vmdk {{(pid=69052) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1392.984723] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3a57e5-ab10-4aef-87a8-7f3f1e4b065f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647026', 'volume_id': 'e843b25f-3d02-4cae-b91e-8e876d580cbc', 'name': 'volume-e843b25f-3d02-4cae-b91e-8e876d580cbc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '412ba21a-c7d6-414f-9d82-6748b85b4264', 'attached_at': '', 'detached_at': '', 'volume_id': 'e843b25f-3d02-4cae-b91e-8e876d580cbc', 'serial': 'e843b25f-3d02-4cae-b91e-8e876d580cbc'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1392.985597] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4838bbee-2daf-4c43-ad2c-1a79b8f478e7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.007947] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67d9ac4-5f3e-4d83-ae85-60ddb6a457aa {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.014722] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333f787a-4a2a-433b-9c99-0d91b22f7805 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.033951] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956db39e-682f-4a08-887e-db11ea480c91 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.047607] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3a57e5-ab10-4aef-87a8-7f3f1e4b065f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] The volume has not been displaced from its original location: [datastore2] volume-e843b25f-3d02-4cae-b91e-8e876d580cbc/volume-e843b25f-3d02-4cae-b91e-8e876d580cbc.vmdk. No consolidation needed. {{(pid=69052) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1393.052868] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3a57e5-ab10-4aef-87a8-7f3f1e4b065f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Reconfiguring VM instance instance-0000007f to detach disk 2002 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1393.053132] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0957578-4cbd-45ad-a62a-38f9504b3200 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.069684] env[69052]: DEBUG oslo_vmware.api [None req-aa3a57e5-ab10-4aef-87a8-7f3f1e4b065f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1393.069684] env[69052]: value = "task-3237432" [ 1393.069684] env[69052]: _type = "Task" [ 1393.069684] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.076562] env[69052]: DEBUG oslo_vmware.api [None req-aa3a57e5-ab10-4aef-87a8-7f3f1e4b065f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237432, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.579675] env[69052]: DEBUG oslo_vmware.api [None req-aa3a57e5-ab10-4aef-87a8-7f3f1e4b065f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237432, 'name': ReconfigVM_Task, 'duration_secs': 0.23681} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.580116] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3a57e5-ab10-4aef-87a8-7f3f1e4b065f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Reconfigured VM instance instance-0000007f to detach disk 2002 {{(pid=69052) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1393.584580] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe699b6a-58d3-4897-81e4-3e0fa1e7b1ba {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.598775] env[69052]: DEBUG oslo_vmware.api [None req-aa3a57e5-ab10-4aef-87a8-7f3f1e4b065f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1393.598775] env[69052]: value = "task-3237433" [ 1393.598775] env[69052]: _type = "Task" [ 1393.598775] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.606105] env[69052]: DEBUG oslo_vmware.api [None req-aa3a57e5-ab10-4aef-87a8-7f3f1e4b065f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.108936] env[69052]: DEBUG oslo_vmware.api [None req-aa3a57e5-ab10-4aef-87a8-7f3f1e4b065f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237433, 'name': ReconfigVM_Task, 'duration_secs': 0.133312} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.109286] env[69052]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3a57e5-ab10-4aef-87a8-7f3f1e4b065f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-647026', 'volume_id': 'e843b25f-3d02-4cae-b91e-8e876d580cbc', 'name': 'volume-e843b25f-3d02-4cae-b91e-8e876d580cbc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '412ba21a-c7d6-414f-9d82-6748b85b4264', 'attached_at': '', 'detached_at': '', 'volume_id': 'e843b25f-3d02-4cae-b91e-8e876d580cbc', 'serial': 'e843b25f-3d02-4cae-b91e-8e876d580cbc'} {{(pid=69052) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1394.648867] env[69052]: DEBUG nova.objects.instance [None req-aa3a57e5-ab10-4aef-87a8-7f3f1e4b065f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lazy-loading 'flavor' on Instance uuid 412ba21a-c7d6-414f-9d82-6748b85b4264 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.656717] env[69052]: DEBUG oslo_concurrency.lockutils [None req-aa3a57e5-ab10-4aef-87a8-7f3f1e4b065f tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "412ba21a-c7d6-414f-9d82-6748b85b4264" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.204s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.826443] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquiring lock "412ba21a-c7d6-414f-9d82-6748b85b4264" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.826820] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "412ba21a-c7d6-414f-9d82-6748b85b4264" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.826951] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquiring lock "412ba21a-c7d6-414f-9d82-6748b85b4264-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.827111] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "412ba21a-c7d6-414f-9d82-6748b85b4264-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.827289] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "412ba21a-c7d6-414f-9d82-6748b85b4264-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.829438] env[69052]: INFO nova.compute.manager [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Terminating instance [ 1397.333678] env[69052]: DEBUG nova.compute.manager [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Start destroying the instance on the hypervisor. {{(pid=69052) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1397.333929] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Destroying instance {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1397.334817] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e8e673-2092-422c-9058-212f4760da87 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.343343] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Powering off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1397.343573] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3995211-3287-4c83-94c7-b9c2ef59d560 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.349914] env[69052]: DEBUG oslo_vmware.api [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1397.349914] env[69052]: value = "task-3237434" [ 1397.349914] env[69052]: _type = "Task" [ 1397.349914] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.357394] env[69052]: DEBUG oslo_vmware.api [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.860181] env[69052]: DEBUG oslo_vmware.api [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237434, 'name': PowerOffVM_Task, 'duration_secs': 0.209793} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.860541] env[69052]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Powered off the VM {{(pid=69052) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1397.860613] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Unregistering the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1397.860867] env[69052]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8423a3eb-cc1e-497e-9928-96ba3a0a4e11 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.935912] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Unregistered the VM {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1397.936152] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Deleting contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1397.936374] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Deleting the datastore file [datastore1] 412ba21a-c7d6-414f-9d82-6748b85b4264 {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1397.936639] env[69052]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe41e559-33c3-4b32-b040-4e911faa2fac {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.942991] env[69052]: DEBUG oslo_vmware.api [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for the task: (returnval){ [ 1397.942991] env[69052]: value = "task-3237436" [ 1397.942991] env[69052]: _type = "Task" [ 1397.942991] env[69052]: } to complete. {{(pid=69052) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.950271] env[69052]: DEBUG oslo_vmware.api [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.452805] env[69052]: DEBUG oslo_vmware.api [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Task: {'id': task-3237436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134262} completed successfully. {{(pid=69052) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.453087] env[69052]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Deleted the datastore file {{(pid=69052) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1398.453273] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Deleted contents of the VM from datastore datastore1 {{(pid=69052) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1398.453448] env[69052]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Instance destroyed {{(pid=69052) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1398.453621] env[69052]: INFO nova.compute.manager [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1398.453869] env[69052]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69052) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1398.454067] env[69052]: DEBUG nova.compute.manager [-] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Deallocating network for instance {{(pid=69052) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1398.454162] env[69052]: DEBUG nova.network.neutron [-] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] deallocate_for_instance() {{(pid=69052) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1398.896020] env[69052]: DEBUG nova.compute.manager [req-2bb48c3d-749b-400f-9257-7924fbf8e173 req-06da9a8d-940c-4870-8a14-4467a6cd1b00 service nova] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Received event network-vif-deleted-16c3e2c7-7888-46ad-93a4-204f9006716b {{(pid=69052) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1398.896020] env[69052]: INFO nova.compute.manager [req-2bb48c3d-749b-400f-9257-7924fbf8e173 req-06da9a8d-940c-4870-8a14-4467a6cd1b00 service nova] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Neutron deleted interface 16c3e2c7-7888-46ad-93a4-204f9006716b; detaching it from the instance and deleting it from the info cache [ 1398.896020] env[69052]: DEBUG nova.network.neutron [req-2bb48c3d-749b-400f-9257-7924fbf8e173 req-06da9a8d-940c-4870-8a14-4467a6cd1b00 service nova] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.380467] env[69052]: DEBUG nova.network.neutron [-] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Updating instance_info_cache with network_info: [] {{(pid=69052) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.400018] env[69052]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e65d2f1b-4a29-4418-993f-9e7da6185055 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.409476] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2dc62bd-d641-49c5-b4ff-ab706b98736a {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.433090] env[69052]: DEBUG nova.compute.manager [req-2bb48c3d-749b-400f-9257-7924fbf8e173 req-06da9a8d-940c-4870-8a14-4467a6cd1b00 service nova] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Detach interface failed, port_id=16c3e2c7-7888-46ad-93a4-204f9006716b, reason: Instance 412ba21a-c7d6-414f-9d82-6748b85b4264 could not be found. {{(pid=69052) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1399.883370] env[69052]: INFO nova.compute.manager [-] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Took 1.43 seconds to deallocate network for instance. [ 1400.390775] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.390775] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.391254] env[69052]: DEBUG nova.objects.instance [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lazy-loading 'resources' on Instance uuid 412ba21a-c7d6-414f-9d82-6748b85b4264 {{(pid=69052) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1400.926828] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab32cad-c679-4e28-bdbd-d584c6750467 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.934360] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e336efac-62eb-4d46-9b31-e3eb5ce2fb74 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.964070] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd597e1-e75a-4f32-b97f-5035330ce119 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.970919] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee5b588-bb19-4149-98a9-403e51f836c7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.983676] env[69052]: DEBUG nova.compute.provider_tree [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.486422] env[69052]: DEBUG nova.scheduler.client.report [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1401.572155] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.576765] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.992103] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.013932] env[69052]: INFO nova.scheduler.client.report [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Deleted allocations for instance 412ba21a-c7d6-414f-9d82-6748b85b4264 [ 1402.521674] env[69052]: DEBUG oslo_concurrency.lockutils [None req-ee7c720e-a441-4f3f-88aa-90468d111e01 tempest-AttachVolumeTestJSON-383916372 tempest-AttachVolumeTestJSON-383916372-project-member] Lock "412ba21a-c7d6-414f-9d82-6748b85b4264" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.695s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.577162] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.079546] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.079824] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.079994] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.080212] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69052) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1403.081113] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298ee231-87aa-4016-a948-43aced977288 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.090022] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cd4dc4-de74-4c47-8a61-aa1c0c6f229b {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.104607] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2dcaee-48e1-4b4e-940d-943e77a25253 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.111018] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e69109-489e-4fdf-8cb2-c6ad11377de8 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.140266] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180807MB free_disk=121GB free_vcpus=48 pci_devices=None {{(pid=69052) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1403.140538] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.140628] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.160346] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69052) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1404.160605] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69052) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1404.173494] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3074964-a33a-443f-ba22-65d6223ea2d7 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.180666] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dacaf5a-02cf-4c7b-9a05-269ab5bf2209 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.211477] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3585a607-8ec9-465d-b7db-97a5d08531cb {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.218186] env[69052]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fca1417-794e-4b96-8b90-48ac6d9212f2 {{(pid=69052) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.230886] env[69052]: DEBUG nova.compute.provider_tree [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Inventory has not changed in ProviderTree for provider: 5482791e-699f-417a-8caf-f93d7835d755 {{(pid=69052) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1404.733765] env[69052]: DEBUG nova.scheduler.client.report [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Inventory has not changed for provider 5482791e-699f-417a-8caf-f93d7835d755 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69052) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1405.238826] env[69052]: DEBUG nova.compute.resource_tracker [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69052) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1405.239240] env[69052]: DEBUG oslo_concurrency.lockutils [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.098s {{(pid=69052) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.239290] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1405.239430] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Cleaning up deleted instances {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1405.749803] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] There are 33 instances to clean {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1405.750070] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 412ba21a-c7d6-414f-9d82-6748b85b4264] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1406.253524] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 2ded9fb7-62fc-4357-9f1f-90ac445dbaab] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1406.756606] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: bb82a656-c40d-481d-8b70-210f443be53d] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1407.260127] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: bfe57c83-c22e-472f-8db0-d727f42c3734] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1407.763179] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 67999356-1784-455e-8b91-83afcf117988] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1408.266716] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 4fa8759f-415a-4bb2-ac54-a7954a5cc537] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1408.771061] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: df274c46-292b-4958-83a4-c33119341cfe] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1409.274199] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 4bc2bafb-774c-43af-9a75-33673256c937] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1409.777593] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: a48d8031-a0f7-4e9e-8067-1837ca94f5c5] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1410.281437] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: acd1c880-62fe-456e-bb6a-e9b9ece002e8] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1410.786056] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: e2824a7c-eb80-472e-8ad6-59ae2f0a9e33] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1411.289323] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 41e6db55-c1c8-4ec5-82f5-ff7cc58f43c9] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1411.794890] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 44a194f8-5763-4a5f-8cd5-b4961b83d2cc] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1412.296260] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 9a220b28-52f6-47d1-be3c-d825c95c1d42] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1412.799752] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: cb9b170f-bbb8-4b4b-8ac1-b4a6e94e8502] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1413.303370] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 3c5f8b78-66fd-481c-9957-5331f17628b8] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1413.806574] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 4a7d68df-ac42-4963-8d69-2c6a356b215f] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1414.309360] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 3af0bfee-96f0-470d-bad4-160c69325c6a] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1414.813355] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 6aabb5f0-3eda-4422-86b0-1a7e97467909] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1415.317429] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 36e736a6-eb4c-4337-b629-8c87ad6faf5a] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1415.821316] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: f0d1ed9c-894a-4521-afd7-4022225e3431] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1416.325743] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 9df7bf8b-3cdc-46d5-9e81-54f3391902ff] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1416.828922] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 86a4be36-156e-42b8-9fe6-e328ce53d5f1] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1417.332849] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 9ccfb80f-ea9f-4be8-a152-68c5b30d68f8] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1417.836192] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 4b21ce9d-f72e-4baa-8ab3-491ceaca9471] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1418.340384] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 270aad9c-8764-4485-9b22-d8c29281fe5e] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1418.843674] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 967d5ea7-0f43-492d-bc39-e14da474fb58] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1419.347345] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: c86a2d36-9543-4d25-82b9-9897ec1abc08] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1419.850786] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: bf3f221d-77ae-4c8d-b407-6acd6a35a0f8] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1420.354272] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 30110a54-70b7-413a-bc6c-1487e68ff9e6] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1420.857362] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: a53a7c2e-0070-481c-a770-0399e79a1c62] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1421.360649] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 14e5058b-8515-48a2-9b3a-f08ece6029c2] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1421.864369] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] [instance: 13fd90f3-97b9-4e45-9de3-da498c79a8a6] Instance has had 0 of 5 cleanup attempts {{(pid=69052) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1422.367897] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.368304] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Cleaning up deleted instances with incomplete migration {{(pid=69052) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1422.871134] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.374081] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.374505] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.374505] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.374505] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.374699] env[69052]: DEBUG oslo_service.periodic_task [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69052) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.374699] env[69052]: DEBUG nova.compute.manager [None req-207ebae5-5806-427a-bf0b-e4da0f4886c0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69052) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}